{"level":"warn","ts":"2026-03-14T01:30:49.942892Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:49.942968Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:30:49.943045Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:49.943059Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-14T01:30:49.943095Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:49.943733Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-03-14T01:30:49.943838Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:30:49.952073Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.974979ms"} {"level":"info","ts":"2026-03-14T01:30:49.960636Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-03-14T01:30:49.961021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:30:49.961074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-03-14T01:30:49.961114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:30:49.961132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-03-14T01:30:49.961356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-03-14T01:30:49.968719Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:30:49.970239Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:30:49.971662Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:30:49.974142Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:30:49.974317Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:30:49.974291Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:49.974456Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:49.974489Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:49.976325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-14T01:30:49.976995Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-14T01:30:49.980072Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:49.980215Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-14T01:30:49.980288Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-14T01:30:49.980445Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:30:49.980491Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:30:50.362075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:30:50.362132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:30:50.362155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-03-14T01:30:50.362173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:30:50.362184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-14T01:30:50.3622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-03-14T01:30:50.362214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-14T01:30:50.363211Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:50.36407Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:30:50.364087Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:50.36413Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:50.364448Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:30:50.364495Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:30:50.364505Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:50.364601Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:50.364631Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:50.366431Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T01:30:50.367578Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"info","ts":"2026-03-14T01:30:59.879057Z","caller":"traceutil/trace.go:171","msg":"trace[1436636712] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:350; }","duration":"133.526782ms","start":"2026-03-14T01:30:59.745505Z","end":"2026-03-14T01:30:59.879032Z","steps":["trace[1436636712] 'read index received' (duration: 133.430021ms)","trace[1436636712] 'applied index is now lower than readState.Index' (duration: 95.711µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:59.879181Z","caller":"traceutil/trace.go:171","msg":"trace[1145033849] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"153.802093ms","start":"2026-03-14T01:30:59.725343Z","end":"2026-03-14T01:30:59.879145Z","steps":["trace[1145033849] 'process raft request' (duration: 153.551339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:59.879363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.808007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:30:59.879432Z","caller":"traceutil/trace.go:171","msg":"trace[232736983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:338; }","duration":"133.97108ms","start":"2026-03-14T01:30:59.745448Z","end":"2026-03-14T01:30:59.879419Z","steps":["trace[232736983] 'agreement among raft nodes before linearized reading' (duration: 133.754796ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:00.027192Z","caller":"traceutil/trace.go:171","msg":"trace[134353862] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"143.268056ms","start":"2026-03-14T01:30:59.883902Z","end":"2026-03-14T01:31:00.02717Z","steps":["trace[134353862] 'process raft request' (duration: 143.076613ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:00.027444Z","caller":"traceutil/trace.go:171","msg":"trace[2033639426] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"140.34249ms","start":"2026-03-14T01:30:59.887093Z","end":"2026-03-14T01:31:00.027435Z","steps":["trace[2033639426] 'process raft request' (duration: 140.026104ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:00.027459Z","caller":"traceutil/trace.go:171","msg":"trace[1880911150] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:352; }","duration":"143.142772ms","start":"2026-03-14T01:30:59.884254Z","end":"2026-03-14T01:31:00.027397Z","steps":["trace[1880911150] 'read index received' (duration: 47.010793ms)","trace[1880911150] 'applied index is now lower than readState.Index' (duration: 96.127889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:00.027653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.362086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:00.027879Z","caller":"traceutil/trace.go:171","msg":"trace[634424570] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:341; }","duration":"143.631802ms","start":"2026-03-14T01:30:59.884231Z","end":"2026-03-14T01:31:00.027863Z","steps":["trace[634424570] 'agreement among raft nodes before linearized reading' (duration: 143.332856ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:00.214013Z","caller":"traceutil/trace.go:171","msg":"trace[379180531] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"124.714927ms","start":"2026-03-14T01:31:00.088346Z","end":"2026-03-14T01:31:00.213061Z","steps":["trace[379180531] 'process raft request' (duration: 124.523893ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:00.242732Z","caller":"traceutil/trace.go:171","msg":"trace[1126597153] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:355; }","duration":"142.873098ms","start":"2026-03-14T01:31:00.09984Z","end":"2026-03-14T01:31:00.242713Z","steps":["trace[1126597153] 'read index received' (duration: 112.960525ms)","trace[1126597153] 'applied index is now lower than readState.Index' (duration: 29.911673ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:00.242805Z","caller":"traceutil/trace.go:171","msg":"trace[1069654360] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"148.047535ms","start":"2026-03-14T01:31:00.094726Z","end":"2026-03-14T01:31:00.242774Z","steps":["trace[1069654360] 'process raft request' (duration: 147.872492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:00.24295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.073351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:00.243145Z","caller":"traceutil/trace.go:171","msg":"trace[299462052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:344; }","duration":"143.332426ms","start":"2026-03-14T01:31:00.099783Z","end":"2026-03-14T01:31:00.243115Z","steps":["trace[299462052] 'agreement among raft nodes before linearized reading' (duration: 143.031331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:00.244853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.133538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-14T01:31:00.244925Z","caller":"traceutil/trace.go:171","msg":"trace[828456642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:345; }","duration":"121.2537ms","start":"2026-03-14T01:31:00.123653Z","end":"2026-03-14T01:31:00.244906Z","steps":["trace[828456642] 'agreement among raft nodes before linearized reading' (duration: 121.127088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.444384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587112080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:04.708029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.491826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:04.708218Z","caller":"traceutil/trace.go:171","msg":"trace[1966442061] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"936.469818ms","start":"2026-03-14T01:31:03.771723Z","end":"2026-03-14T01:31:04.708193Z","steps":["trace[1966442061] 'process raft request' (duration: 815.054123ms)","trace[1966442061] 'compare' (duration: 120.370764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:04.708392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.771703Z","time spent":"936.60768ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:04.941584Z","caller":"traceutil/trace.go:171","msg":"trace[1626496569] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:418; }","duration":"998.131096ms","start":"2026-03-14T01:31:03.943427Z","end":"2026-03-14T01:31:04.941559Z","steps":["trace[1626496569] 'read index received' (duration: 643.354772ms)","trace[1626496569] 'applied index is now lower than readState.Index' (duration: 354.775444ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:04.941649Z","caller":"traceutil/trace.go:171","msg":"trace[1270615869] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.162929746s","start":"2026-03-14T01:31:03.77868Z","end":"2026-03-14T01:31:04.94161Z","steps":["trace[1270615869] 'process raft request' (duration: 1.162737583s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.941739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.296349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:04.941784Z","caller":"traceutil/trace.go:171","msg":"trace[120744694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"998.397891ms","start":"2026-03-14T01:31:03.943378Z","end":"2026-03-14T01:31:04.941776Z","steps":["trace[120744694] 'agreement among raft nodes before linearized reading' (duration: 998.29751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.941809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.943357Z","time spent":"998.446272ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:04.941827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.778654Z","time spent":"1.16307592s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:04.941987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.031091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:04.942036Z","caller":"traceutil/trace.go:171","msg":"trace[221449274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"370.111303ms","start":"2026-03-14T01:31:04.571909Z","end":"2026-03-14T01:31:04.942021Z","steps":["trace[221449274] 'agreement among raft nodes before linearized reading' (duration: 370.037902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.942014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.474465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-14T01:31:04.942069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:04.571889Z","time spent":"370.173594ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:31:04.942103Z","caller":"traceutil/trace.go:171","msg":"trace[493488418] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:404; }","duration":"231.613757ms","start":"2026-03-14T01:31:04.710468Z","end":"2026-03-14T01:31:04.942081Z","steps":["trace[493488418] 'agreement among raft nodes before linearized reading' (duration: 231.416203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.942158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.884158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:31:04.942232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.939385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:31:04.942273Z","caller":"traceutil/trace.go:171","msg":"trace[2082927992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"673.040921ms","start":"2026-03-14T01:31:04.269199Z","end":"2026-03-14T01:31:04.94224Z","steps":["trace[2082927992] 'agreement among raft nodes before linearized reading' (duration: 672.809797ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.942264Z","caller":"traceutil/trace.go:171","msg":"trace[815625033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:404; }","duration":"904.463434ms","start":"2026-03-14T01:31:04.03779Z","end":"2026-03-14T01:31:04.942253Z","steps":["trace[815625033] 'agreement among raft nodes before linearized reading' (duration: 903.956755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.942341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:04.037765Z","time spent":"904.567277ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:04.94235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:04.269172Z","time spent":"673.161373ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:31:13.116293Z","caller":"traceutil/trace.go:171","msg":"trace[1937427489] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:472; }","duration":"129.361263ms","start":"2026-03-14T01:31:12.986919Z","end":"2026-03-14T01:31:13.116281Z","steps":["trace[1937427489] 'read index received' (duration: 39.799269ms)","trace[1937427489] 'applied index is now lower than readState.Index' (duration: 89.561484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:13.116399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.464705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:31:13.116376Z","caller":"traceutil/trace.go:171","msg":"trace[1901231554] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"130.114817ms","start":"2026-03-14T01:31:12.986231Z","end":"2026-03-14T01:31:13.116346Z","steps":["trace[1901231554] 'process raft request' (duration: 95.282242ms)","trace[1901231554] 'compare' (duration: 34.696592ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:13.116421Z","caller":"traceutil/trace.go:171","msg":"trace[665270526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:455; }","duration":"129.505756ms","start":"2026-03-14T01:31:12.986908Z","end":"2026-03-14T01:31:13.116414Z","steps":["trace[665270526] 'agreement among raft nodes before linearized reading' (duration: 129.431305ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:13.712994Z","caller":"traceutil/trace.go:171","msg":"trace[1981662435] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"105.619967ms","start":"2026-03-14T01:31:13.607353Z","end":"2026-03-14T01:31:13.712973Z","steps":["trace[1981662435] 'process raft request' (duration: 101.996549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:17.153321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798057825s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:17.153488Z","caller":"traceutil/trace.go:171","msg":"trace[1001210138] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.939522815s","start":"2026-03-14T01:31:15.213921Z","end":"2026-03-14T01:31:17.153444Z","steps":["trace[1001210138] 'process raft request' (duration: 141.244406ms)","trace[1001210138] 'compare' (duration: 1.797388493s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:17.153585Z","caller":"traceutil/trace.go:171","msg":"trace[657970141] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.137529508s","start":"2026-03-14T01:31:16.016034Z","end":"2026-03-14T01:31:17.153563Z","steps":["trace[657970141] 'process raft request' (duration: 1.137413396s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:17.153627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:15.213902Z","time spent":"1.939650718s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:17.153607Z","caller":"traceutil/trace.go:171","msg":"trace[91683529] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"1.898105037s","start":"2026-03-14T01:31:15.255473Z","end":"2026-03-14T01:31:17.153578Z","steps":["trace[91683529] 'read index received' (duration: 99.660254ms)","trace[91683529] 'applied index is now lower than readState.Index' (duration: 1.798442242s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:17.153859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898359831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:31:17.1539Z","caller":"traceutil/trace.go:171","msg":"trace[829683026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"1.898468923s","start":"2026-03-14T01:31:15.255416Z","end":"2026-03-14T01:31:17.153885Z","steps":["trace[829683026] 'agreement among raft nodes before linearized reading' (duration: 1.89830428s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:17.153939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:15.255395Z","time spent":"1.898534954s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:17.154014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583443877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:17.154105Z","caller":"traceutil/trace.go:171","msg":"trace[875021977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"1.58356445s","start":"2026-03-14T01:31:15.570514Z","end":"2026-03-14T01:31:17.154079Z","steps":["trace[875021977] 'agreement among raft nodes before linearized reading' (duration: 1.583431197s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:17.154174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:15.570495Z","time spent":"1.583653811s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:17.154155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:16.016006Z","time spent":"1.137628281s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:17.403946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.776535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:17.4041Z","caller":"traceutil/trace.go:171","msg":"trace[38285824] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"246.033529ms","start":"2026-03-14T01:31:17.158047Z","end":"2026-03-14T01:31:17.404081Z","steps":["trace[38285824] 'process raft request' (duration: 110.03584ms)","trace[38285824] 'compare' (duration: 135.656102ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:17.669395Z","caller":"traceutil/trace.go:171","msg":"trace[819828147] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"505.920186ms","start":"2026-03-14T01:31:17.163456Z","end":"2026-03-14T01:31:17.669376Z","steps":["trace[819828147] 'read index received' (duration: 104.688689ms)","trace[819828147] 'applied index is now lower than readState.Index' (duration: 401.230697ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:17.669466Z","caller":"traceutil/trace.go:171","msg":"trace[1428276129] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"510.611795ms","start":"2026-03-14T01:31:17.158814Z","end":"2026-03-14T01:31:17.669425Z","steps":["trace[1428276129] 'process raft request' (duration: 459.980663ms)","trace[1428276129] 'compare' (duration: 50.448889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:17.669511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.049399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:17.669541Z","caller":"traceutil/trace.go:171","msg":"trace[1119338295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"506.11533ms","start":"2026-03-14T01:31:17.163417Z","end":"2026-03-14T01:31:17.669533Z","steps":["trace[1119338295] 'agreement among raft nodes before linearized reading' (duration: 506.056299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:17.669608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.163404Z","time spent":"506.198062ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:17.66963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.158799Z","time spent":"510.744617ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:17.669579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.15002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:31:17.670095Z","caller":"traceutil/trace.go:171","msg":"trace[543565772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:464; }","duration":"456.668231ms","start":"2026-03-14T01:31:17.213373Z","end":"2026-03-14T01:31:17.670041Z","steps":["trace[543565772] 'agreement among raft nodes before linearized reading' (duration: 456.12056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:17.670173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.213358Z","time spent":"456.797063ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:18.099653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.056732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:18.099777Z","caller":"traceutil/trace.go:171","msg":"trace[887839742] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"425.89707ms","start":"2026-03-14T01:31:17.673839Z","end":"2026-03-14T01:31:18.099736Z","steps":["trace[887839742] 'process raft request' (duration: 323.777859ms)","trace[887839742] 'compare' (duration: 100.829107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:18.099877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.673811Z","time spent":"425.992143ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:24.228494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587112295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:31:24.47955Z","caller":"traceutil/trace.go:171","msg":"trace[1253383475] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"751.494835ms","start":"2026-03-14T01:31:23.728027Z","end":"2026-03-14T01:31:24.479522Z","steps":["trace[1253383475] 'read index received' (duration: 730.883257ms)","trace[1253383475] 'applied index is now lower than readState.Index' (duration: 20.610088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:24.479581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:23.585989Z","time spent":"893.584249ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:31:24.480515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.468083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:24.480658Z","caller":"traceutil/trace.go:171","msg":"trace[741165695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:510; }","duration":"752.656348ms","start":"2026-03-14T01:31:23.727945Z","end":"2026-03-14T01:31:24.480601Z","steps":["trace[741165695] 'agreement among raft nodes before linearized reading' (duration: 751.697419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:24.48072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:23.727924Z","time spent":"752.77861ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:24.481097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.914975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:31:24.481298Z","caller":"traceutil/trace.go:171","msg":"trace[1400262807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:510; }","duration":"306.089829ms","start":"2026-03-14T01:31:24.175106Z","end":"2026-03-14T01:31:24.481196Z","steps":["trace[1400262807] 'agreement among raft nodes before linearized reading' (duration: 305.874905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:24.481343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:24.175086Z","time spent":"306.245991ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:30.947642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.345044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sdstf\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-14T01:31:30.947784Z","caller":"traceutil/trace.go:171","msg":"trace[1633397322] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sdstf; range_end:; response_count:1; response_revision:552; }","duration":"179.504707ms","start":"2026-03-14T01:31:30.768227Z","end":"2026-03-14T01:31:30.947732Z","steps":["trace[1633397322] 'range keys from in-memory index tree' (duration: 179.17252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:31.463526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587112385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:31:31.60981Z","caller":"traceutil/trace.go:171","msg":"trace[1994194813] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"646.795567ms","start":"2026-03-14T01:31:30.962996Z","end":"2026-03-14T01:31:31.609791Z","steps":["trace[1994194813] 'read index received' (duration: 646.638615ms)","trace[1994194813] 'applied index is now lower than readState.Index' (duration: 156.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:31.609895Z","caller":"traceutil/trace.go:171","msg":"trace[2059860215] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"649.374366ms","start":"2026-03-14T01:31:30.960514Z","end":"2026-03-14T01:31:31.609889Z","steps":["trace[2059860215] 'process raft request' (duration: 649.178933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:31.609973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:30.960497Z","time spent":"649.418317ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:31.610178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.156914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:31.610245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.909651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:31.610302Z","caller":"traceutil/trace.go:171","msg":"trace[705602991] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:553; }","duration":"647.335077ms","start":"2026-03-14T01:31:30.962937Z","end":"2026-03-14T01:31:31.610272Z","steps":["trace[705602991] 'agreement among raft nodes before linearized reading' (duration: 647.142954ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:31.610318Z","caller":"traceutil/trace.go:171","msg":"trace[1452233251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"335.033564ms","start":"2026-03-14T01:31:31.275262Z","end":"2026-03-14T01:31:31.610296Z","steps":["trace[1452233251] 'agreement among raft nodes before linearized reading' (duration: 334.771009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:31.610367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:30.962913Z","time spent":"647.438179ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-14T01:31:31.610371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.275241Z","time spent":"335.116875ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:31:31.722493Z","caller":"traceutil/trace.go:171","msg":"trace[61546297] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"107.669856ms","start":"2026-03-14T01:31:31.614793Z","end":"2026-03-14T01:31:31.722463Z","steps":["trace[61546297] 'process raft request' (duration: 48.209967ms)","trace[61546297] 'compare' (duration: 59.337126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:32.696524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.637786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:32.69664Z","caller":"traceutil/trace.go:171","msg":"trace[1782518363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"124.813348ms","start":"2026-03-14T01:31:32.571802Z","end":"2026-03-14T01:31:32.696615Z","steps":["trace[1782518363] 'range keys from in-memory index tree' (duration: 124.533353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:32.696914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.101997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:32.69703Z","caller":"traceutil/trace.go:171","msg":"trace[1342515750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"164.26562ms","start":"2026-03-14T01:31:32.532735Z","end":"2026-03-14T01:31:32.697001Z","steps":["trace[1342515750] 'range keys from in-memory index tree' (duration: 163.814662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:32.697168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.205115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:32.697641Z","caller":"traceutil/trace.go:171","msg":"trace[1029173777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"159.392148ms","start":"2026-03-14T01:31:32.537889Z","end":"2026-03-14T01:31:32.697281Z","steps":["trace[1029173777] 'range keys from in-memory index tree' (duration: 158.723736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:34.08535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587112394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:34.218591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163090298s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:31:34.505852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:33.427739Z","time spent":"1.078105869s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:31:34.506164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.280004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:34.506256Z","caller":"traceutil/trace.go:171","msg":"trace[2050673427] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:580; }","duration":"921.101267ms","start":"2026-03-14T01:31:33.585139Z","end":"2026-03-14T01:31:34.50624Z","steps":["trace[2050673427] 'read index received' (duration: 633.608289ms)","trace[2050673427] 'applied index is now lower than readState.Index' (duration: 287.491878ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:34.506342Z","caller":"traceutil/trace.go:171","msg":"trace[229943628] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.450933803s","start":"2026-03-14T01:31:33.055398Z","end":"2026-03-14T01:31:34.506331Z","steps":["trace[229943628] 'process raft request' (duration: 1.163412085s)","trace[229943628] 'compare' (duration: 286.978097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:34.5064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:33.055375Z","time spent":"1.450996384s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:34.507696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.451698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:34.507829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.779447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:31:34.507864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.696496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T01:31:34.50788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.529587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:34.507838Z","caller":"traceutil/trace.go:171","msg":"trace[1834274704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"866.817184ms","start":"2026-03-14T01:31:33.640984Z","end":"2026-03-14T01:31:34.507802Z","steps":["trace[1834274704] 'agreement among raft nodes before linearized reading' (duration: 865.672183ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:34.507995Z","caller":"traceutil/trace.go:171","msg":"trace[1803648957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"910.62753ms","start":"2026-03-14T01:31:33.597307Z","end":"2026-03-14T01:31:34.507934Z","steps":["trace[1803648957] 'agreement among raft nodes before linearized reading' (duration: 909.080441ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:34.507985Z","caller":"traceutil/trace.go:171","msg":"trace[1055441436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"780.9488ms","start":"2026-03-14T01:31:33.726962Z","end":"2026-03-14T01:31:34.507911Z","steps":["trace[1055441436] 'agreement among raft nodes before linearized reading' (duration: 779.653327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:34.508036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:33.597296Z","time spent":"910.730581ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:34.508052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:33.726935Z","time spent":"781.101264ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:31:34.508052Z","caller":"traceutil/trace.go:171","msg":"trace[1200099295] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:558; }","duration":"922.855649ms","start":"2026-03-14T01:31:33.585071Z","end":"2026-03-14T01:31:34.507927Z","steps":["trace[1200099295] 'agreement among raft nodes before linearized reading' (duration: 921.571255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:34.508045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:33.640964Z","time spent":"867.049139ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:34.508136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:33.585052Z","time spent":"923.062043ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-14T01:31:34.77465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.661933ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-14T01:31:34.775634Z","caller":"traceutil/trace.go:171","msg":"trace[764703941] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"263.818213ms","start":"2026-03-14T01:31:34.511797Z","end":"2026-03-14T01:31:34.775615Z","steps":["trace[764703941] 'process raft request' (duration: 263.597539ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:34.775733Z","caller":"traceutil/trace.go:171","msg":"trace[2145565067] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:581; }","duration":"204.445436ms","start":"2026-03-14T01:31:34.571266Z","end":"2026-03-14T01:31:34.775711Z","steps":["trace[2145565067] 'read index received' (duration: 77.736972ms)","trace[2145565067] 'applied index is now lower than readState.Index' (duration: 126.707384ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:34.775823Z","caller":"traceutil/trace.go:171","msg":"trace[292512098] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"262.297984ms","start":"2026-03-14T01:31:34.513501Z","end":"2026-03-14T01:31:34.775799Z","steps":["trace[292512098] 'process raft request' (duration: 262.07439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:34.7759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.462559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:34.77599Z","caller":"traceutil/trace.go:171","msg":"trace[802175895] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:560; }","duration":"169.588231ms","start":"2026-03-14T01:31:34.606386Z","end":"2026-03-14T01:31:34.775974Z","steps":["trace[802175895] 'agreement among raft nodes before linearized reading' (duration: 169.468258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:34.776077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.590349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:34.776106Z","caller":"traceutil/trace.go:171","msg":"trace[1296747039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"204.871014ms","start":"2026-03-14T01:31:34.571227Z","end":"2026-03-14T01:31:34.776098Z","steps":["trace[1296747039] 'agreement among raft nodes before linearized reading' (duration: 204.606829ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.169353Z","caller":"traceutil/trace.go:171","msg":"trace[1832949027] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"100.146193ms","start":"2026-03-14T01:31:35.069139Z","end":"2026-03-14T01:31:35.169285Z","steps":["trace[1832949027] 'process raft request' (duration: 55.997822ms)","trace[1832949027] 'compare' (duration: 43.901576ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:35.169552Z","caller":"traceutil/trace.go:171","msg":"trace[256171288] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"100.361137ms","start":"2026-03-14T01:31:35.069163Z","end":"2026-03-14T01:31:35.169524Z","steps":["trace[256171288] 'process raft request' (duration: 100.016781ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.169757Z","caller":"traceutil/trace.go:171","msg":"trace[918439828] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"100.465439ms","start":"2026-03-14T01:31:35.069233Z","end":"2026-03-14T01:31:35.169698Z","steps":["trace[918439828] 'process raft request' (duration: 100.234405ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.169899Z","caller":"traceutil/trace.go:171","msg":"trace[1635086436] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"100.434089ms","start":"2026-03-14T01:31:35.069448Z","end":"2026-03-14T01:31:35.169882Z","steps":["trace[1635086436] 'process raft request' (duration: 100.249295ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.169969Z","caller":"traceutil/trace.go:171","msg":"trace[1890398276] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"100.373317ms","start":"2026-03-14T01:31:35.069576Z","end":"2026-03-14T01:31:35.16995Z","steps":["trace[1890398276] 'process raft request' (duration: 100.178703ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.17005Z","caller":"traceutil/trace.go:171","msg":"trace[681372211] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"100.578842ms","start":"2026-03-14T01:31:35.069465Z","end":"2026-03-14T01:31:35.170043Z","steps":["trace[681372211] 'process raft request' (duration: 100.261615ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.170049Z","caller":"traceutil/trace.go:171","msg":"trace[149066897] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"100.747485ms","start":"2026-03-14T01:31:35.069267Z","end":"2026-03-14T01:31:35.170015Z","steps":["trace[149066897] 'process raft request' (duration: 100.340927ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.170085Z","caller":"traceutil/trace.go:171","msg":"trace[2120571761] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"100.421169ms","start":"2026-03-14T01:31:35.069645Z","end":"2026-03-14T01:31:35.170066Z","steps":["trace[2120571761] 'process raft request' (duration: 100.168284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.170078Z","caller":"traceutil/trace.go:171","msg":"trace[1699396496] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"100.661493ms","start":"2026-03-14T01:31:35.069363Z","end":"2026-03-14T01:31:35.170025Z","steps":["trace[1699396496] 'process raft request' (duration: 100.278775ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.170206Z","caller":"traceutil/trace.go:171","msg":"trace[1053980394] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"100.559482ms","start":"2026-03-14T01:31:35.069581Z","end":"2026-03-14T01:31:35.170141Z","steps":["trace[1053980394] 'process raft request' (duration: 100.205394ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.170274Z","caller":"traceutil/trace.go:171","msg":"trace[66956929] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"100.492681ms","start":"2026-03-14T01:31:35.069713Z","end":"2026-03-14T01:31:35.170206Z","steps":["trace[66956929] 'process raft request' (duration: 100.129063ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.170349Z","caller":"traceutil/trace.go:171","msg":"trace[71039468] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"100.377948ms","start":"2026-03-14T01:31:35.069952Z","end":"2026-03-14T01:31:35.17033Z","steps":["trace[71039468] 'process raft request' (duration: 99.956889ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.170489Z","caller":"traceutil/trace.go:171","msg":"trace[55189469] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"100.427319ms","start":"2026-03-14T01:31:35.070014Z","end":"2026-03-14T01:31:35.170441Z","steps":["trace[55189469] 'process raft request' (duration: 99.978971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:36.248151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.335418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-14T01:31:36.248226Z","caller":"traceutil/trace.go:171","msg":"trace[2112847725] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:689; }","duration":"209.4578ms","start":"2026-03-14T01:31:36.038751Z","end":"2026-03-14T01:31:36.248209Z","steps":["trace[2112847725] 'range keys from in-memory index tree' (duration: 209.220645ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:36.94424Z","caller":"traceutil/trace.go:171","msg":"trace[529260320] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"101.084532ms","start":"2026-03-14T01:31:36.843122Z","end":"2026-03-14T01:31:36.944207Z","steps":["trace[529260320] 'process raft request' (duration: 100.949369ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:37.018624Z","caller":"traceutil/trace.go:171","msg":"trace[1652861173] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"135.04355ms","start":"2026-03-14T01:31:36.883546Z","end":"2026-03-14T01:31:37.01859Z","steps":["trace[1652861173] 'process raft request' (duration: 134.843567ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:37.150059Z","caller":"traceutil/trace.go:171","msg":"trace[49213666] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"112.232141ms","start":"2026-03-14T01:31:37.037804Z","end":"2026-03-14T01:31:37.150036Z","steps":["trace[49213666] 'process raft request' (duration: 112.15095ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:37.150059Z","caller":"traceutil/trace.go:171","msg":"trace[106780334] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"123.526444ms","start":"2026-03-14T01:31:37.026504Z","end":"2026-03-14T01:31:37.15003Z","steps":["trace[106780334] 'process raft request' (duration: 123.345651ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:37.845656Z","caller":"traceutil/trace.go:171","msg":"trace[899321666] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"141.627055ms","start":"2026-03-14T01:31:37.704004Z","end":"2026-03-14T01:31:37.845631Z","steps":["trace[899321666] 'process raft request' (duration: 69.956586ms)","trace[899321666] 'compare' (duration: 71.370423ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:38.010692Z","caller":"traceutil/trace.go:171","msg":"trace[1144738415] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"124.033205ms","start":"2026-03-14T01:31:37.886639Z","end":"2026-03-14T01:31:38.010672Z","steps":["trace[1144738415] 'process raft request' (duration: 123.983334ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:38.010741Z","caller":"traceutil/trace.go:171","msg":"trace[655275240] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"153.219513ms","start":"2026-03-14T01:31:37.857473Z","end":"2026-03-14T01:31:38.010693Z","steps":["trace[655275240] 'process raft request' (duration: 153.020928ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:38.941223Z","caller":"traceutil/trace.go:171","msg":"trace[855374365] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"101.884958ms","start":"2026-03-14T01:31:38.839303Z","end":"2026-03-14T01:31:38.941188Z","steps":["trace[855374365] 'process raft request' (duration: 101.754075ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:40.123328Z","caller":"traceutil/trace.go:171","msg":"trace[181125763] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"100.065093ms","start":"2026-03-14T01:31:40.023243Z","end":"2026-03-14T01:31:40.123308Z","steps":["trace[181125763] 'process raft request' (duration: 93.362426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:40.435052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.118411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:40.436398Z","caller":"traceutil/trace.go:171","msg":"trace[685769839] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"230.683339ms","start":"2026-03-14T01:31:40.205643Z","end":"2026-03-14T01:31:40.436326Z","steps":["trace[685769839] 'process raft request' (duration: 102.209733ms)","trace[685769839] 'compare' (duration: 126.874486ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:40.436373Z","caller":"traceutil/trace.go:171","msg":"trace[57819392] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"225.285778ms","start":"2026-03-14T01:31:40.211011Z","end":"2026-03-14T01:31:40.436297Z","steps":["trace[57819392] 'process raft request' (duration: 224.144757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:40.438946Z","caller":"traceutil/trace.go:171","msg":"trace[2134542243] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:781; }","duration":"137.840563ms","start":"2026-03-14T01:31:40.301041Z","end":"2026-03-14T01:31:40.438882Z","steps":["trace[2134542243] 'read index received' (duration: 6.89801ms)","trace[2134542243] 'applied index is now lower than readState.Index' (duration: 130.941093ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:40.43915Z","caller":"traceutil/trace.go:171","msg":"trace[773530930] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"133.820347ms","start":"2026-03-14T01:31:40.305259Z","end":"2026-03-14T01:31:40.439079Z","steps":["trace[773530930] 'process raft request' (duration: 130.850211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:40.439225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.170999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:31:40.439611Z","caller":"traceutil/trace.go:171","msg":"trace[2028272662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:755; }","duration":"138.251911ms","start":"2026-03-14T01:31:40.301002Z","end":"2026-03-14T01:31:40.439254Z","steps":["trace[2028272662] 'agreement among raft nodes before linearized reading' (duration: 138.013906ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:54.030719Z","caller":"traceutil/trace.go:171","msg":"trace[981487871] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"127.888685ms","start":"2026-03-14T01:31:53.902803Z","end":"2026-03-14T01:31:54.030692Z","steps":["trace[981487871] 'process raft request' (duration: 127.709352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.395516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.127436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:55.39576Z","caller":"traceutil/trace.go:171","msg":"trace[1146579594] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"268.380877ms","start":"2026-03-14T01:31:55.127329Z","end":"2026-03-14T01:31:55.395709Z","steps":["trace[1146579594] 'process raft request' (duration: 26.910545ms)","trace[1146579594] 'compare' (duration: 240.900292ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:55.395689Z","caller":"traceutil/trace.go:171","msg":"trace[750060373] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"264.410144ms","start":"2026-03-14T01:31:55.131253Z","end":"2026-03-14T01:31:55.395663Z","steps":["trace[750060373] 'read index received' (duration: 22.87153ms)","trace[750060373] 'applied index is now lower than readState.Index' (duration: 241.537074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:55.39599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.68865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:31:55.395945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.655049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:55.396078Z","caller":"traceutil/trace.go:171","msg":"trace[1261268784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:915; }","duration":"264.863973ms","start":"2026-03-14T01:31:55.131194Z","end":"2026-03-14T01:31:55.396058Z","steps":["trace[1261268784] 'agreement among raft nodes before linearized reading' (duration: 264.608917ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:55.396098Z","caller":"traceutil/trace.go:171","msg":"trace[582941321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:915; }","duration":"264.862043ms","start":"2026-03-14T01:31:55.131213Z","end":"2026-03-14T01:31:55.396075Z","steps":["trace[582941321] 'agreement among raft nodes before linearized reading' (duration: 264.486785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:56.243229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.278168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:56.243364Z","caller":"traceutil/trace.go:171","msg":"trace[1453904723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:917; }","duration":"671.490102ms","start":"2026-03-14T01:31:55.571848Z","end":"2026-03-14T01:31:56.243339Z","steps":["trace[1453904723] 'range keys from in-memory index tree' (duration: 671.111775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:56.243421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:55.571809Z","time spent":"671.599114ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:32:01.499468Z","caller":"traceutil/trace.go:171","msg":"trace[1651171949] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"167.536041ms","start":"2026-03-14T01:32:01.331898Z","end":"2026-03-14T01:32:01.499434Z","steps":["trace[1651171949] 'process raft request' (duration: 167.102093ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:01.665551Z","caller":"traceutil/trace.go:171","msg":"trace[937929803] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"162.507257ms","start":"2026-03-14T01:32:01.503017Z","end":"2026-03-14T01:32:01.665524Z","steps":["trace[937929803] 'process raft request' (duration: 127.449997ms)","trace[937929803] 'compare' (duration: 34.934548ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:01.697374Z","caller":"traceutil/trace.go:171","msg":"trace[1452406454] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"193.210915ms","start":"2026-03-14T01:32:01.504148Z","end":"2026-03-14T01:32:01.697359Z","steps":["trace[1452406454] 'process raft request' (duration: 193.083262ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:01.697574Z","caller":"traceutil/trace.go:171","msg":"trace[1494083445] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"193.135303ms","start":"2026-03-14T01:32:01.50442Z","end":"2026-03-14T01:32:01.697555Z","steps":["trace[1494083445] 'process raft request' (duration: 192.891319ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:01.697881Z","caller":"traceutil/trace.go:171","msg":"trace[917711153] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:999; }","duration":"190.350281ms","start":"2026-03-14T01:32:01.507504Z","end":"2026-03-14T01:32:01.697854Z","steps":["trace[917711153] 'read index received' (duration: 122.976603ms)","trace[917711153] 'applied index is now lower than readState.Index' (duration: 67.372658ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:01.69792Z","caller":"traceutil/trace.go:171","msg":"trace[1416303787] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"192.997651ms","start":"2026-03-14T01:32:01.504875Z","end":"2026-03-14T01:32:01.697872Z","steps":["trace[1416303787] 'process raft request' (duration: 192.600684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:01.698079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.390796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:01.697968Z","caller":"traceutil/trace.go:171","msg":"trace[1504790204] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"190.87782ms","start":"2026-03-14T01:32:01.507065Z","end":"2026-03-14T01:32:01.697943Z","steps":["trace[1504790204] 'process raft request' (duration: 190.677637ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:01.698156Z","caller":"traceutil/trace.go:171","msg":"trace[1133453867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:968; }","duration":"127.537439ms","start":"2026-03-14T01:32:01.570598Z","end":"2026-03-14T01:32:01.698136Z","steps":["trace[1133453867] 'agreement among raft nodes before linearized reading' (duration: 127.423477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:01.698846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.320179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:32:01.698919Z","caller":"traceutil/trace.go:171","msg":"trace[2147467547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:968; }","duration":"191.435142ms","start":"2026-03-14T01:32:01.50746Z","end":"2026-03-14T01:32:01.698895Z","steps":["trace[2147467547] 'agreement among raft nodes before linearized reading' (duration: 190.544394ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:01.831453Z","caller":"traceutil/trace.go:171","msg":"trace[1775645754] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"128.418046ms","start":"2026-03-14T01:32:01.703004Z","end":"2026-03-14T01:32:01.831422Z","steps":["trace[1775645754] 'process raft request' (duration: 93.406216ms)","trace[1775645754] 'compare' (duration: 34.879667ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:01.87236Z","caller":"traceutil/trace.go:171","msg":"trace[1596608722] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"166.893649ms","start":"2026-03-14T01:32:01.705443Z","end":"2026-03-14T01:32:01.872337Z","steps":["trace[1596608722] 'process raft request' (duration: 166.763486ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:05.017045Z","caller":"traceutil/trace.go:171","msg":"trace[540431138] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"430.38635ms","start":"2026-03-14T01:32:04.586638Z","end":"2026-03-14T01:32:05.017025Z","steps":["trace[540431138] 'process raft request' (duration: 430.265207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:05.017211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:04.586621Z","time spent":"430.498453ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:05.017322Z","caller":"traceutil/trace.go:171","msg":"trace[645150500] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1014; }","duration":"128.248098ms","start":"2026-03-14T01:32:04.889036Z","end":"2026-03-14T01:32:05.017284Z","steps":["trace[645150500] 'read index received' (duration: 128.234048ms)","trace[645150500] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:05.017493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.439494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:05.017807Z","caller":"traceutil/trace.go:171","msg":"trace[226074157] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:977; }","duration":"128.823624ms","start":"2026-03-14T01:32:04.88897Z","end":"2026-03-14T01:32:05.017793Z","steps":["trace[226074157] 'agreement among raft nodes before linearized reading' (duration: 128.447774ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:17.225385Z","caller":"traceutil/trace.go:171","msg":"trace[14628791] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1110; }","duration":"110.228831ms","start":"2026-03-14T01:32:17.11513Z","end":"2026-03-14T01:32:17.225359Z","steps":["trace[14628791] 'read index received' (duration: 91.135284ms)","trace[14628791] 'applied index is now lower than readState.Index' (duration: 19.092477ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:17.225559Z","caller":"traceutil/trace.go:171","msg":"trace[630985295] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"143.748384ms","start":"2026-03-14T01:32:17.081744Z","end":"2026-03-14T01:32:17.225492Z","steps":["trace[630985295] 'process raft request' (duration: 124.570434ms)","trace[630985295] 'compare' (duration: 18.895932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:17.225628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.476558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-14T01:32:17.225694Z","caller":"traceutil/trace.go:171","msg":"trace[1983818424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1067; }","duration":"110.615662ms","start":"2026-03-14T01:32:17.115061Z","end":"2026-03-14T01:32:17.225677Z","steps":["trace[1983818424] 'agreement among raft nodes before linearized reading' (duration: 110.402656ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:17.402384Z","caller":"traceutil/trace.go:171","msg":"trace[1069368813] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"113.713769ms","start":"2026-03-14T01:32:17.288637Z","end":"2026-03-14T01:32:17.402351Z","steps":["trace[1069368813] 'process raft request' (duration: 46.981131ms)","trace[1069368813] 'compare' (duration: 66.376608ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:26.510327Z","caller":"traceutil/trace.go:171","msg":"trace[929178657] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"105.074136ms","start":"2026-03-14T01:32:26.405206Z","end":"2026-03-14T01:32:26.51028Z","steps":["trace[929178657] 'process raft request' (duration: 100.286192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:26.791042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.431227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:26.791411Z","caller":"traceutil/trace.go:171","msg":"trace[468485965] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"218.21862ms","start":"2026-03-14T01:32:26.573094Z","end":"2026-03-14T01:32:26.791313Z","steps":["trace[468485965] 'process raft request' (duration: 218.159878ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:26.791458Z","caller":"traceutil/trace.go:171","msg":"trace[1519179973] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"265.241893ms","start":"2026-03-14T01:32:26.526136Z","end":"2026-03-14T01:32:26.791377Z","steps":["trace[1519179973] 'process raft request' (duration: 143.385644ms)","trace[1519179973] 'compare' (duration: 121.289723ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:26.791477Z","caller":"traceutil/trace.go:171","msg":"trace[673014230] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1198; }","duration":"218.57351ms","start":"2026-03-14T01:32:26.572864Z","end":"2026-03-14T01:32:26.791437Z","steps":["trace[673014230] 'read index received' (duration: 96.67605ms)","trace[673014230] 'applied index is now lower than readState.Index' (duration: 121.89472ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:26.791624Z","caller":"traceutil/trace.go:171","msg":"trace[777467323] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"265.382657ms","start":"2026-03-14T01:32:26.526205Z","end":"2026-03-14T01:32:26.791588Z","steps":["trace[777467323] 'process raft request' (duration: 264.953295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:26.791755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.273441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:26.791824Z","caller":"traceutil/trace.go:171","msg":"trace[407833779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1154; }","duration":"218.371394ms","start":"2026-03-14T01:32:26.573433Z","end":"2026-03-14T01:32:26.791804Z","steps":["trace[407833779] 'agreement among raft nodes before linearized reading' (duration: 218.241171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:26.791896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.002092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125174"} {"level":"info","ts":"2026-03-14T01:32:26.792003Z","caller":"traceutil/trace.go:171","msg":"trace[1854326981] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1154; }","duration":"219.153796ms","start":"2026-03-14T01:32:26.572828Z","end":"2026-03-14T01:32:26.791982Z","steps":["trace[1854326981] 'agreement among raft nodes before linearized reading' (duration: 218.790616ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:27.652521Z","caller":"traceutil/trace.go:171","msg":"trace[1665184329] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"159.239601ms","start":"2026-03-14T01:32:27.493254Z","end":"2026-03-14T01:32:27.652494Z","steps":["trace[1665184329] 'read index received' (duration: 158.937743ms)","trace[1665184329] 'applied index is now lower than readState.Index' (duration: 300.848µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:27.652575Z","caller":"traceutil/trace.go:171","msg":"trace[158696342] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"169.224991ms","start":"2026-03-14T01:32:27.483302Z","end":"2026-03-14T01:32:27.652527Z","steps":["trace[158696342] 'process raft request' (duration: 168.945903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.652867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.606331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:32:27.652979Z","caller":"traceutil/trace.go:171","msg":"trace[895079157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1195; }","duration":"159.764235ms","start":"2026-03-14T01:32:27.493189Z","end":"2026-03-14T01:32:27.652954Z","steps":["trace[895079157] 'agreement among raft nodes before linearized reading' (duration: 159.436656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.869321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.638863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:27.869508Z","caller":"traceutil/trace.go:171","msg":"trace[132359886] linearizableReadLoop","detail":"{readStateIndex:1244; appliedIndex:1242; }","duration":"201.385696ms","start":"2026-03-14T01:32:27.668102Z","end":"2026-03-14T01:32:27.869488Z","steps":["trace[132359886] 'read index received' (duration: 53.432253ms)","trace[132359886] 'applied index is now lower than readState.Index' (duration: 147.952463ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:27.869629Z","caller":"traceutil/trace.go:171","msg":"trace[1173530178] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"202.599721ms","start":"2026-03-14T01:32:27.666998Z","end":"2026-03-14T01:32:27.869598Z","steps":["trace[1173530178] 'process raft request' (duration: 202.437677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.869681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.586062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T01:32:27.869718Z","caller":"traceutil/trace.go:171","msg":"trace[905732856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1197; }","duration":"201.668914ms","start":"2026-03-14T01:32:27.668039Z","end":"2026-03-14T01:32:27.869708Z","steps":["trace[905732856] 'agreement among raft nodes before linearized reading' (duration: 201.50673ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:27.869643Z","caller":"traceutil/trace.go:171","msg":"trace[23856388] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"211.44207ms","start":"2026-03-14T01:32:27.65817Z","end":"2026-03-14T01:32:27.869612Z","steps":["trace[23856388] 'process raft request' (duration: 63.423285ms)","trace[23856388] 'compare' (duration: 147.297144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:29.530287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.046503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:32:29.53039Z","caller":"traceutil/trace.go:171","msg":"trace[139141255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1222; }","duration":"203.213747ms","start":"2026-03-14T01:32:29.327153Z","end":"2026-03-14T01:32:29.530366Z","steps":["trace[139141255] 'range keys from in-memory index tree' (duration: 202.768355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.987219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.639087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:33.987341Z","caller":"traceutil/trace.go:171","msg":"trace[1956597054] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1285; }","duration":"323.726508ms","start":"2026-03-14T01:32:33.663598Z","end":"2026-03-14T01:32:33.987324Z","steps":["trace[1956597054] 'read index received' (duration: 64.804473ms)","trace[1956597054] 'applied index is now lower than readState.Index' (duration: 258.919975ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:33.987457Z","caller":"traceutil/trace.go:171","msg":"trace[74869339] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"348.31079ms","start":"2026-03-14T01:32:33.639125Z","end":"2026-03-14T01:32:33.987435Z","steps":["trace[74869339] 'process raft request' (duration: 89.362535ms)","trace[74869339] 'compare' (duration: 258.472642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:33.987572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.639099Z","time spent":"348.418563ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:33.987705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.094519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:32:33.987789Z","caller":"traceutil/trace.go:171","msg":"trace[485651803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1237; }","duration":"324.224253ms","start":"2026-03-14T01:32:33.663546Z","end":"2026-03-14T01:32:33.987771Z","steps":["trace[485651803] 'agreement among raft nodes before linearized reading' (duration: 323.966734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.987837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.663525Z","time spent":"324.301925ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:34.324015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.237907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:34.324353Z","caller":"traceutil/trace.go:171","msg":"trace[466573588] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1286; }","duration":"330.569241ms","start":"2026-03-14T01:32:33.993745Z","end":"2026-03-14T01:32:34.324314Z","steps":["trace[466573588] 'read index received' (duration: 62.259152ms)","trace[466573588] 'applied index is now lower than readState.Index' (duration: 268.308079ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:34.324376Z","caller":"traceutil/trace.go:171","msg":"trace[898595544] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"330.940441ms","start":"2026-03-14T01:32:33.993363Z","end":"2026-03-14T01:32:34.324303Z","steps":["trace[898595544] 'process raft request' (duration: 142.275052ms)","trace[898595544] 'compare' (duration: 188.0273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:34.324498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.727266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:32:34.324571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.993345Z","time spent":"331.124327ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:34.324593Z","caller":"traceutil/trace.go:171","msg":"trace[233348286] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1239; }","duration":"330.853459ms","start":"2026-03-14T01:32:33.993719Z","end":"2026-03-14T01:32:34.324572Z","steps":["trace[233348286] 'agreement among raft nodes before linearized reading' (duration: 330.688284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.324605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.378429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:32:34.324602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.93006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:32:34.324625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.73862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:32:34.324651Z","caller":"traceutil/trace.go:171","msg":"trace[752091123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1239; }","duration":"210.42715ms","start":"2026-03-14T01:32:34.114212Z","end":"2026-03-14T01:32:34.324639Z","steps":["trace[752091123] 'agreement among raft nodes before linearized reading' (duration: 210.232635ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:34.324663Z","caller":"traceutil/trace.go:171","msg":"trace[786779753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1239; }","duration":"128.020802ms","start":"2026-03-14T01:32:34.196629Z","end":"2026-03-14T01:32:34.32465Z","steps":["trace[786779753] 'agreement among raft nodes before linearized reading' (duration: 127.850257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.324658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.993709Z","time spent":"330.934832ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-14T01:32:34.324682Z","caller":"traceutil/trace.go:171","msg":"trace[1704457834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1239; }","duration":"135.827772ms","start":"2026-03-14T01:32:34.188837Z","end":"2026-03-14T01:32:34.324665Z","steps":["trace[1704457834] 'agreement among raft nodes before linearized reading' (duration: 135.659988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:45.310907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.785021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:45.311276Z","caller":"traceutil/trace.go:171","msg":"trace[979881710] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"295.753632ms","start":"2026-03-14T01:32:45.015484Z","end":"2026-03-14T01:32:45.311237Z","steps":["trace[979881710] 'process raft request' (duration: 106.577549ms)","trace[979881710] 'compare' (duration: 188.586436ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:45.311517Z","caller":"traceutil/trace.go:171","msg":"trace[1356935497] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"167.221095ms","start":"2026-03-14T01:32:45.144278Z","end":"2026-03-14T01:32:45.311499Z","steps":["trace[1356935497] 'process raft request' (duration: 166.894586ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:48.055324Z","caller":"traceutil/trace.go:171","msg":"trace[568177255] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"200.518521ms","start":"2026-03-14T01:32:47.85476Z","end":"2026-03-14T01:32:48.055278Z","steps":["trace[568177255] 'process raft request' (duration: 200.221413ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:49.890092Z","caller":"traceutil/trace.go:171","msg":"trace[1127194568] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"114.188373ms","start":"2026-03-14T01:32:49.775873Z","end":"2026-03-14T01:32:49.890061Z","steps":["trace[1127194568] 'process raft request' (duration: 71.612995ms)","trace[1127194568] 'compare' (duration: 42.408533ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:54.572228Z","caller":"traceutil/trace.go:171","msg":"trace[1454799675] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1623; }","duration":"392.983324ms","start":"2026-03-14T01:32:54.179224Z","end":"2026-03-14T01:32:54.572208Z","steps":["trace[1454799675] 'read index received' (duration: 392.835661ms)","trace[1454799675] 'applied index is now lower than readState.Index' (duration: 146.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:54.572337Z","caller":"traceutil/trace.go:171","msg":"trace[572112895] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"706.037766ms","start":"2026-03-14T01:32:53.866259Z","end":"2026-03-14T01:32:54.572297Z","steps":["trace[572112895] 'process raft request' (duration: 705.78601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:54.572426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.648832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:32:54.572453Z","caller":"traceutil/trace.go:171","msg":"trace[325431823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1549; }","duration":"158.733463ms","start":"2026-03-14T01:32:54.413712Z","end":"2026-03-14T01:32:54.572446Z","steps":["trace[325431823] 'agreement among raft nodes before linearized reading' (duration: 158.621931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:54.572496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.25672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-14T01:32:54.572526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:53.86624Z","time spent":"706.188829ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:54.572587Z","caller":"traceutil/trace.go:171","msg":"trace[960141371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1549; }","duration":"393.393824ms","start":"2026-03-14T01:32:54.179172Z","end":"2026-03-14T01:32:54.572565Z","steps":["trace[960141371] 'agreement among raft nodes before linearized reading' (duration: 393.149418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:54.572626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:54.179155Z","time spent":"393.464695ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:54.572687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.846805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:32:54.572756Z","caller":"traceutil/trace.go:171","msg":"trace[597447907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1549; }","duration":"124.967627ms","start":"2026-03-14T01:32:54.447769Z","end":"2026-03-14T01:32:54.572737Z","steps":["trace[597447907] 'agreement among raft nodes before linearized reading' (duration: 124.720372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:03.733807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587114564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:04.234789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587114564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:04.735628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587114564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:04.894957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828084225s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:33:04.89537Z","caller":"traceutil/trace.go:171","msg":"trace[268174235] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"1.828600517s","start":"2026-03-14T01:33:03.066741Z","end":"2026-03-14T01:33:04.895341Z","steps":["trace[268174235] 'process raft request' (duration: 1.828427472s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.895567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:03.066698Z","time spent":"1.82876826s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:04.924717Z","caller":"traceutil/trace.go:171","msg":"trace[1219316564] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1741; }","duration":"1.691958545s","start":"2026-03-14T01:33:03.232731Z","end":"2026-03-14T01:33:04.924689Z","steps":["trace[1219316564] 'read index received' (duration: 1.662406769s)","trace[1219316564] 'applied index is now lower than readState.Index' (duration: 29.550836ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:04.924789Z","caller":"traceutil/trace.go:171","msg":"trace[476328212] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"928.6034ms","start":"2026-03-14T01:33:03.996148Z","end":"2026-03-14T01:33:04.924751Z","steps":["trace[476328212] 'process raft request' (duration: 928.343315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.924876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352149051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:04.924922Z","caller":"traceutil/trace.go:171","msg":"trace[1808559517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1667; }","duration":"1.352253094s","start":"2026-03-14T01:33:03.572655Z","end":"2026-03-14T01:33:04.924908Z","steps":["trace[1808559517] 'agreement among raft nodes before linearized reading' (duration: 1.352156542s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.924967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:03.572626Z","time spent":"1.352331156s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:04.924973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:03.99611Z","time spent":"928.759973ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:04.92511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692330974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-14T01:33:04.925181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.714759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:04.925207Z","caller":"traceutil/trace.go:171","msg":"trace[593940127] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a; range_end:; response_count:1; response_revision:1667; }","duration":"1.692480576s","start":"2026-03-14T01:33:03.232692Z","end":"2026-03-14T01:33:04.925172Z","steps":["trace[593940127] 'agreement among raft nodes before linearized reading' (duration: 1.692141929s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:04.925255Z","caller":"traceutil/trace.go:171","msg":"trace[318359163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1667; }","duration":"310.817162ms","start":"2026-03-14T01:33:04.614421Z","end":"2026-03-14T01:33:04.925238Z","steps":["trace[318359163] 'agreement among raft nodes before linearized reading' (duration: 310.568447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.925261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.738395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:04.925277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.183675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:33:04.925305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.614405Z","time spent":"310.890743ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:33:04.925317Z","caller":"traceutil/trace.go:171","msg":"trace[117466400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1667; }","duration":"314.251236ms","start":"2026-03-14T01:33:04.611053Z","end":"2026-03-14T01:33:04.925304Z","steps":["trace[117466400] 'agreement among raft nodes before linearized reading' (duration: 314.103973ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:04.925316Z","caller":"traceutil/trace.go:171","msg":"trace[613314783] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1667; }","duration":"709.821126ms","start":"2026-03-14T01:33:04.21548Z","end":"2026-03-14T01:33:04.925301Z","steps":["trace[613314783] 'agreement among raft nodes before linearized reading' (duration: 709.752345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.92526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:03.232672Z","time spent":"1.692580259s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a\" "} {"level":"warn","ts":"2026-03-14T01:33:04.925349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.611045Z","time spent":"314.297457ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:33:04.925341Z","caller":"traceutil/trace.go:171","msg":"trace[1822141239] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"321.999536ms","start":"2026-03-14T01:33:04.603329Z","end":"2026-03-14T01:33:04.925328Z","steps":["trace[1822141239] 'process raft request' (duration: 321.310681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.925411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.827208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:33:04.925356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.215458Z","time spent":"709.889368ms","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:04.925552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.6033Z","time spent":"322.164599ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:04.925531Z","caller":"traceutil/trace.go:171","msg":"trace[59403273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1667; }","duration":"308.961371ms","start":"2026-03-14T01:33:04.616543Z","end":"2026-03-14T01:33:04.925504Z","steps":["trace[59403273] 'agreement among raft nodes before linearized reading' (duration: 308.676874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.92554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249841029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-14T01:33:04.925549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335804935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T01:33:04.92561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.616514Z","time spent":"309.080784ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:33:04.925626Z","caller":"traceutil/trace.go:171","msg":"trace[1763685903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a; range_end:; response_count:1; response_revision:1667; }","duration":"1.249969992s","start":"2026-03-14T01:33:03.675633Z","end":"2026-03-14T01:33:04.925603Z","steps":["trace[1763685903] 'agreement among raft nodes before linearized reading' (duration: 1.249671425s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.925183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.772056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:33:04.925646Z","caller":"traceutil/trace.go:171","msg":"trace[154263946] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:1667; }","duration":"1.335967178s","start":"2026-03-14T01:33:03.589653Z","end":"2026-03-14T01:33:04.92562Z","steps":["trace[154263946] 'agreement among raft nodes before linearized reading' (duration: 1.33560007s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.925675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:03.675612Z","time spent":"1.250054113s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a\" "} {"level":"info","ts":"2026-03-14T01:33:04.925691Z","caller":"traceutil/trace.go:171","msg":"trace[1358971501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1667; }","duration":"303.368028ms","start":"2026-03-14T01:33:04.622314Z","end":"2026-03-14T01:33:04.925682Z","steps":["trace[1358971501] 'agreement among raft nodes before linearized reading' (duration: 302.750865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.925717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.622293Z","time spent":"303.4161ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:04.925715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:03.589626Z","time spent":"1.336077941s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-14T01:33:04.926064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21965774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:04.926186Z","caller":"traceutil/trace.go:171","msg":"trace[1045494630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1667; }","duration":"1.219817975s","start":"2026-03-14T01:33:03.706336Z","end":"2026-03-14T01:33:04.926154Z","steps":["trace[1045494630] 'agreement among raft nodes before linearized reading' (duration: 1.218826952s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.926239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:03.706311Z","time spent":"1.219913137s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:33:04.9267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.468662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:04.927569Z","caller":"traceutil/trace.go:171","msg":"trace[1030386444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1667; }","duration":"309.924933ms","start":"2026-03-14T01:33:04.617629Z","end":"2026-03-14T01:33:04.927554Z","steps":["trace[1030386444] 'agreement among raft nodes before linearized reading' (duration: 308.300667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:04.927628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.617614Z","time spent":"310.001284ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:05.32786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.683514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:05.328135Z","caller":"traceutil/trace.go:171","msg":"trace[339880312] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"397.83817ms","start":"2026-03-14T01:33:04.930271Z","end":"2026-03-14T01:33:05.328109Z","steps":["trace[339880312] 'process raft request' (duration: 116.805189ms)","trace[339880312] 'compare' (duration: 280.51839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:05.328237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.930249Z","time spent":"397.943103ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:05.328184Z","caller":"traceutil/trace.go:171","msg":"trace[361827937] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"397.813379ms","start":"2026-03-14T01:33:04.930352Z","end":"2026-03-14T01:33:05.328165Z","steps":["trace[361827937] 'process raft request' (duration: 397.668266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:05.328335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.930325Z","time spent":"397.960323ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:05.328506Z","caller":"traceutil/trace.go:171","msg":"trace[1409938120] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"397.85798ms","start":"2026-03-14T01:33:04.930598Z","end":"2026-03-14T01:33:05.328456Z","steps":["trace[1409938120] 'process raft request' (duration: 397.513613ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:05.328581Z","caller":"traceutil/trace.go:171","msg":"trace[1505299742] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"397.590544ms","start":"2026-03-14T01:33:04.93096Z","end":"2026-03-14T01:33:05.32855Z","steps":["trace[1505299742] 'process raft request' (duration: 397.429321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:05.328739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.930589Z","time spent":"398.045364ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:05.328764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.930951Z","time spent":"397.715038ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:05.328791Z","caller":"traceutil/trace.go:171","msg":"trace[1793315156] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1744; }","duration":"395.773355ms","start":"2026-03-14T01:33:04.933003Z","end":"2026-03-14T01:33:05.328777Z","steps":["trace[1793315156] 'read index received' (duration: 26.408956ms)","trace[1793315156] 'applied index is now lower than readState.Index' (duration: 369.363269ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:05.328857Z","caller":"traceutil/trace.go:171","msg":"trace[1564537193] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"397.716518ms","start":"2026-03-14T01:33:04.931132Z","end":"2026-03-14T01:33:05.328848Z","steps":["trace[1564537193] 'process raft request' (duration: 397.37793ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:05.328818Z","caller":"traceutil/trace.go:171","msg":"trace[1681010857] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"395.030859ms","start":"2026-03-14T01:33:04.933744Z","end":"2026-03-14T01:33:05.328775Z","steps":["trace[1681010857] 'process raft request' (duration: 394.918407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:05.328923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.931123Z","time spent":"397.764158ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:05.329014Z","caller":"traceutil/trace.go:171","msg":"trace[1553044612] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"368.419988ms","start":"2026-03-14T01:33:04.960579Z","end":"2026-03-14T01:33:05.328999Z","steps":["trace[1553044612] 'process raft request' (duration: 368.160382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:05.329036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.933736Z","time spent":"395.192172ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:05.329085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.075871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:05.329149Z","caller":"traceutil/trace.go:171","msg":"trace[1983196795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1674; }","duration":"396.134973ms","start":"2026-03-14T01:33:04.932996Z","end":"2026-03-14T01:33:05.329131Z","steps":["trace[1983196795] 'agreement among raft nodes before linearized reading' (duration: 395.828936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:05.329197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.932971Z","time spent":"396.216114ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:05.329239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:04.960561Z","time spent":"368.501469ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:06.00827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.780383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:06.008354Z","caller":"traceutil/trace.go:171","msg":"trace[473267091] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1674; }","duration":"454.918126ms","start":"2026-03-14T01:33:05.553412Z","end":"2026-03-14T01:33:06.00833Z","steps":["trace[473267091] 'count revisions from in-memory index tree' (duration: 454.666021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:06.008399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:05.553387Z","time spent":"454.999717ms","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:06.760204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587114589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:33:07.003241Z","caller":"traceutil/trace.go:171","msg":"trace[932169788] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1752; }","duration":"743.800299ms","start":"2026-03-14T01:33:06.259417Z","end":"2026-03-14T01:33:07.003217Z","steps":["trace[932169788] 'read index received' (duration: 743.656496ms)","trace[932169788] 'applied index is now lower than readState.Index' (duration: 142.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:07.003338Z","caller":"traceutil/trace.go:171","msg":"trace[1822794002] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"869.534242ms","start":"2026-03-14T01:33:06.133794Z","end":"2026-03-14T01:33:07.003328Z","steps":["trace[1822794002] 'process raft request' (duration: 869.280246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:07.003414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.990013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:07.003491Z","caller":"traceutil/trace.go:171","msg":"trace[137014015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1675; }","duration":"744.112546ms","start":"2026-03-14T01:33:06.25936Z","end":"2026-03-14T01:33:07.003473Z","steps":["trace[137014015] 'agreement among raft nodes before linearized reading' (duration: 743.990273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:07.003432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:06.133767Z","time spent":"869.595742ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:07.003548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:06.259339Z","time spent":"744.198067ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:33:07.020306Z","caller":"traceutil/trace.go:171","msg":"trace[1277718469] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"118.452654ms","start":"2026-03-14T01:33:06.90183Z","end":"2026-03-14T01:33:07.020283Z","steps":["trace[1277718469] 'process raft request' (duration: 112.200628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:07.020449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.24103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-14T01:33:07.020477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.26673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:07.020511Z","caller":"traceutil/trace.go:171","msg":"trace[305665659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1678; }","duration":"630.352183ms","start":"2026-03-14T01:33:06.390146Z","end":"2026-03-14T01:33:07.020498Z","steps":["trace[305665659] 'agreement among raft nodes before linearized reading' (duration: 630.188599ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:07.020525Z","caller":"traceutil/trace.go:171","msg":"trace[1563544738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1678; }","duration":"448.361832ms","start":"2026-03-14T01:33:06.57215Z","end":"2026-03-14T01:33:07.020512Z","steps":["trace[1563544738] 'agreement among raft nodes before linearized reading' (duration: 448.27156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:07.02054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:06.390123Z","time spent":"630.410345ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:33:07.020557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:06.57213Z","time spent":"448.418883ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:33:09.1725Z","caller":"traceutil/trace.go:171","msg":"trace[1913415159] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"146.230112ms","start":"2026-03-14T01:33:09.026238Z","end":"2026-03-14T01:33:09.172468Z","steps":["trace[1913415159] 'process raft request' (duration: 53.484326ms)","trace[1913415159] 'compare' (duration: 92.365507ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:09.172628Z","caller":"traceutil/trace.go:171","msg":"trace[1431037602] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1773; }","duration":"141.461392ms","start":"2026-03-14T01:33:09.031146Z","end":"2026-03-14T01:33:09.172607Z","steps":["trace[1431037602] 'read index received' (duration: 48.523842ms)","trace[1431037602] 'applied index is now lower than readState.Index' (duration: 92.93674ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:09.172679Z","caller":"traceutil/trace.go:171","msg":"trace[1589622148] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"146.382975ms","start":"2026-03-14T01:33:09.026271Z","end":"2026-03-14T01:33:09.172653Z","steps":["trace[1589622148] 'process raft request' (duration: 146.092868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:09.172815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.658856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-03-14T01:33:09.172847Z","caller":"traceutil/trace.go:171","msg":"trace[1050154459] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1e9a2abd-e127-4e2e-9ee1-4204bf65803a; range_end:; response_count:1; response_revision:1696; }","duration":"141.724688ms","start":"2026-03-14T01:33:09.031113Z","end":"2026-03-14T01:33:09.172838Z","steps":["trace[1050154459] 'agreement among raft nodes before linearized reading' (duration: 141.591935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:09.172879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.89346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:09.172956Z","caller":"traceutil/trace.go:171","msg":"trace[2021034468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1696; }","duration":"138.010553ms","start":"2026-03-14T01:33:09.034924Z","end":"2026-03-14T01:33:09.172934Z","steps":["trace[2021034468] 'agreement among raft nodes before linearized reading' (duration: 137.815329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:09.389904Z","caller":"traceutil/trace.go:171","msg":"trace[1501130495] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"114.232829ms","start":"2026-03-14T01:33:09.275641Z","end":"2026-03-14T01:33:09.389874Z","steps":["trace[1501130495] 'process raft request' (duration: 113.983504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:10.337253Z","caller":"traceutil/trace.go:171","msg":"trace[450859634] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"155.456763ms","start":"2026-03-14T01:33:10.181769Z","end":"2026-03-14T01:33:10.337226Z","steps":["trace[450859634] 'process raft request' (duration: 155.279899ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:10.558514Z","caller":"traceutil/trace.go:171","msg":"trace[1384270774] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1706; }","duration":"219.42785ms","start":"2026-03-14T01:33:10.33905Z","end":"2026-03-14T01:33:10.558478Z","steps":["trace[1384270774] 'process raft request' (duration: 149.228161ms)","trace[1384270774] 'compare' (duration: 69.867421ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:10.55927Z","caller":"traceutil/trace.go:171","msg":"trace[460007263] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"211.383255ms","start":"2026-03-14T01:33:10.34786Z","end":"2026-03-14T01:33:10.559244Z","steps":["trace[460007263] 'process raft request' (duration: 211.237332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:10.83102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.725447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:10.831157Z","caller":"traceutil/trace.go:171","msg":"trace[462277220] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"202.171174ms","start":"2026-03-14T01:33:10.628964Z","end":"2026-03-14T01:33:10.831135Z","steps":["trace[462277220] 'process raft request' (duration: 91.244152ms)","trace[462277220] 'compare' (duration: 110.448671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:11.057161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.636326ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:11.057335Z","caller":"traceutil/trace.go:171","msg":"trace[1635487813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1712; }","duration":"124.830531ms","start":"2026-03-14T01:33:10.932475Z","end":"2026-03-14T01:33:11.057305Z","steps":["trace[1635487813] 'range keys from in-memory index tree' (duration: 124.618256ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:13.391878Z","caller":"traceutil/trace.go:171","msg":"trace[710193638] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"503.633184ms","start":"2026-03-14T01:33:12.888215Z","end":"2026-03-14T01:33:13.391848Z","steps":["trace[710193638] 'process raft request' (duration: 503.171053ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:13.391837Z","caller":"traceutil/trace.go:171","msg":"trace[1352071359] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"441.414097ms","start":"2026-03-14T01:33:12.950356Z","end":"2026-03-14T01:33:13.39177Z","steps":["trace[1352071359] 'read index received' (duration: 440.977928ms)","trace[1352071359] 'applied index is now lower than readState.Index' (duration: 435.029µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:13.392129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.758186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T01:33:13.392165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:12.888199Z","time spent":"503.784588ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:13.392211Z","caller":"traceutil/trace.go:171","msg":"trace[1596751245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1724; }","duration":"441.886249ms","start":"2026-03-14T01:33:12.950314Z","end":"2026-03-14T01:33:13.3922Z","steps":["trace[1596751245] 'agreement among raft nodes before linearized reading' (duration: 441.609383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.392288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:12.950297Z","time spent":"441.981251ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-14T01:33:13.637076Z","caller":"traceutil/trace.go:171","msg":"trace[655958589] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1803; }","duration":"244.972325ms","start":"2026-03-14T01:33:13.392082Z","end":"2026-03-14T01:33:13.637055Z","steps":["trace[655958589] 'read index received' (duration: 199.750969ms)","trace[655958589] 'applied index is now lower than readState.Index' (duration: 45.220546ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:13.637171Z","caller":"traceutil/trace.go:171","msg":"trace[2004657212] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"406.788825ms","start":"2026-03-14T01:33:13.230371Z","end":"2026-03-14T01:33:13.63716Z","steps":["trace[2004657212] 'process raft request' (duration: 406.60069ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:13.637168Z","caller":"traceutil/trace.go:171","msg":"trace[1600528935] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"574.527779ms","start":"2026-03-14T01:33:13.062596Z","end":"2026-03-14T01:33:13.637124Z","steps":["trace[1600528935] 'process raft request' (duration: 529.22222ms)","trace[1600528935] 'compare' (duration: 45.025363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:13.637271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:13.230345Z","time spent":"406.852546ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:13.63727Z","caller":"traceutil/trace.go:171","msg":"trace[1330412869] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"395.879404ms","start":"2026-03-14T01:33:13.241373Z","end":"2026-03-14T01:33:13.637252Z","steps":["trace[1330412869] 'process raft request' (duration: 395.642498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.637321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:13.062565Z","time spent":"574.675602ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:13.637358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:13.241349Z","time spent":"395.961676ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:13.637482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.049754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:13.637559Z","caller":"traceutil/trace.go:171","msg":"trace[1853784003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1727; }","duration":"388.167287ms","start":"2026-03-14T01:33:13.249373Z","end":"2026-03-14T01:33:13.63754Z","steps":["trace[1853784003] 'agreement among raft nodes before linearized reading' (duration: 387.876921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.637614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:13.249353Z","time spent":"388.247719ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:33:13.643271Z","caller":"traceutil/trace.go:171","msg":"trace[113618096] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"246.633203ms","start":"2026-03-14T01:33:13.396598Z","end":"2026-03-14T01:33:13.643231Z","steps":["trace[113618096] 'process raft request' (duration: 246.46045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.643359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.491043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:13.64341Z","caller":"traceutil/trace.go:171","msg":"trace[1924029250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1730; }","duration":"223.570834ms","start":"2026-03-14T01:33:13.419827Z","end":"2026-03-14T01:33:13.643398Z","steps":["trace[1924029250] 'agreement among raft nodes before linearized reading' (duration: 223.406531ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:13.643423Z","caller":"traceutil/trace.go:171","msg":"trace[1292204835] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"243.544942ms","start":"2026-03-14T01:33:13.399856Z","end":"2026-03-14T01:33:13.643401Z","steps":["trace[1292204835] 'process raft request' (duration: 243.322347ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:13.643488Z","caller":"traceutil/trace.go:171","msg":"trace[1485059100] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"245.505937ms","start":"2026-03-14T01:33:13.397965Z","end":"2026-03-14T01:33:13.643471Z","steps":["trace[1485059100] 'process raft request' (duration: 245.167529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.64368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.833787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:33:13.643697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.824218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:13.64371Z","caller":"traceutil/trace.go:171","msg":"trace[1245047801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"188.895999ms","start":"2026-03-14T01:33:13.454805Z","end":"2026-03-14T01:33:13.643701Z","steps":["trace[1245047801] 'agreement among raft nodes before linearized reading' (duration: 188.804187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.643723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.177875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:33:13.643737Z","caller":"traceutil/trace.go:171","msg":"trace[629596845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"188.887279ms","start":"2026-03-14T01:33:13.454839Z","end":"2026-03-14T01:33:13.643726Z","steps":["trace[629596845] 'agreement among raft nodes before linearized reading' (duration: 188.767496ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:13.643769Z","caller":"traceutil/trace.go:171","msg":"trace[1604309876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1730; }","duration":"199.247876ms","start":"2026-03-14T01:33:13.444509Z","end":"2026-03-14T01:33:13.643757Z","steps":["trace[1604309876] 'agreement among raft nodes before linearized reading' (duration: 199.113793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.643852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.650258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-64prj\" ","response":"range_response_count:1 size:6143"} {"level":"warn","ts":"2026-03-14T01:33:13.643874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.996912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:33:13.643924Z","caller":"traceutil/trace.go:171","msg":"trace[73893927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1730; }","duration":"189.073323ms","start":"2026-03-14T01:33:13.454841Z","end":"2026-03-14T01:33:13.643914Z","steps":["trace[73893927] 'agreement among raft nodes before linearized reading' (duration: 188.972071ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:13.643926Z","caller":"traceutil/trace.go:171","msg":"trace[1595462719] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-64prj; range_end:; response_count:1; response_revision:1730; }","duration":"162.785981ms","start":"2026-03-14T01:33:13.481122Z","end":"2026-03-14T01:33:13.643908Z","steps":["trace[1595462719] 'agreement among raft nodes before linearized reading' (duration: 162.556856ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:21.862308Z","caller":"traceutil/trace.go:171","msg":"trace[1277690304] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"192.919322ms","start":"2026-03-14T01:33:21.669348Z","end":"2026-03-14T01:33:21.862268Z","steps":["trace[1277690304] 'process raft request' (duration: 192.702617ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:22.010777Z","caller":"traceutil/trace.go:171","msg":"trace[485607580] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1870; }","duration":"318.141721ms","start":"2026-03-14T01:33:21.692605Z","end":"2026-03-14T01:33:22.010747Z","steps":["trace[485607580] 'read index received' (duration: 169.448103ms)","trace[485607580] 'applied index is now lower than readState.Index' (duration: 148.692088ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:22.010878Z","caller":"traceutil/trace.go:171","msg":"trace[1683779010] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"340.008614ms","start":"2026-03-14T01:33:21.670843Z","end":"2026-03-14T01:33:22.010851Z","steps":["trace[1683779010] 'process raft request' (duration: 339.85194ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:22.010849Z","caller":"traceutil/trace.go:171","msg":"trace[2112051978] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"341.368375ms","start":"2026-03-14T01:33:21.66943Z","end":"2026-03-14T01:33:22.010799Z","steps":["trace[2112051978] 'process raft request' (duration: 341.078708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:22.011113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.50002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:33:22.011154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:21.670833Z","time spent":"340.125516ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:22.011182Z","caller":"traceutil/trace.go:171","msg":"trace[1851826871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1792; }","duration":"318.614913ms","start":"2026-03-14T01:33:21.692549Z","end":"2026-03-14T01:33:22.011164Z","steps":["trace[1851826871] 'agreement among raft nodes before linearized reading' (duration: 318.370277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:22.01122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.289287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:33:22.011273Z","caller":"traceutil/trace.go:171","msg":"trace[114313377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1792; }","duration":"298.380159ms","start":"2026-03-14T01:33:21.712879Z","end":"2026-03-14T01:33:22.011259Z","steps":["trace[114313377] 'agreement among raft nodes before linearized reading' (duration: 298.279277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:22.011227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.286614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:33:22.011232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:21.669401Z","time spent":"341.702202ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:22.011358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.545463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:33:22.011226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:21.692522Z","time spent":"318.691504ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:33:22.011434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.154588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:33:22.011472Z","caller":"traceutil/trace.go:171","msg":"trace[1057918498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1792; }","duration":"257.689507ms","start":"2026-03-14T01:33:21.753758Z","end":"2026-03-14T01:33:22.011447Z","steps":["trace[1057918498] 'agreement among raft nodes before linearized reading' (duration: 257.321099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:22.011124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.394584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:22.01149Z","caller":"traceutil/trace.go:171","msg":"trace[753076940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1792; }","duration":"255.250831ms","start":"2026-03-14T01:33:21.756224Z","end":"2026-03-14T01:33:22.011475Z","steps":["trace[753076940] 'agreement among raft nodes before linearized reading' (duration: 255.041376ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:22.011538Z","caller":"traceutil/trace.go:171","msg":"trace[38812700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1792; }","duration":"313.869765ms","start":"2026-03-14T01:33:21.697652Z","end":"2026-03-14T01:33:22.011522Z","steps":["trace[38812700] 'agreement among raft nodes before linearized reading' (duration: 313.269901ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:22.011361Z","caller":"traceutil/trace.go:171","msg":"trace[1759095391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1792; }","duration":"256.439188ms","start":"2026-03-14T01:33:21.75489Z","end":"2026-03-14T01:33:22.011329Z","steps":["trace[1759095391] 'agreement among raft nodes before linearized reading' (duration: 256.057009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:22.011598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:21.697637Z","time spent":"313.945716ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:28.504735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587114887,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:33:28.526821Z","caller":"traceutil/trace.go:171","msg":"trace[598215302] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"902.965307ms","start":"2026-03-14T01:33:27.623829Z","end":"2026-03-14T01:33:28.526794Z","steps":["trace[598215302] 'process raft request' (duration: 902.780262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.52698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.623801Z","time spent":"903.09489ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:28.632484Z","caller":"traceutil/trace.go:171","msg":"trace[1042666019] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1900; }","duration":"628.796494ms","start":"2026-03-14T01:33:28.003664Z","end":"2026-03-14T01:33:28.63246Z","steps":["trace[1042666019] 'read index received' (duration: 522.927177ms)","trace[1042666019] 'applied index is now lower than readState.Index' (duration: 105.868397ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:28.632534Z","caller":"traceutil/trace.go:171","msg":"trace[729119457] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"751.021224ms","start":"2026-03-14T01:33:27.881487Z","end":"2026-03-14T01:33:28.632508Z","steps":["trace[729119457] 'process raft request' (duration: 736.220365ms)","trace[729119457] 'compare' (duration: 14.534553ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:28.632618Z","caller":"traceutil/trace.go:171","msg":"trace[1832766709] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"514.106375ms","start":"2026-03-14T01:33:28.118501Z","end":"2026-03-14T01:33:28.632607Z","steps":["trace[1832766709] 'process raft request' (duration: 513.8724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.632674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.881461Z","time spent":"751.127026ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:28.632694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.118483Z","time spent":"514.162956ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:28.632819Z","caller":"traceutil/trace.go:171","msg":"trace[25070305] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"509.029708ms","start":"2026-03-14T01:33:28.123771Z","end":"2026-03-14T01:33:28.632801Z","steps":["trace[25070305] 'process raft request' (duration: 508.64834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.63289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.445651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-14T01:33:28.632927Z","caller":"traceutil/trace.go:171","msg":"trace[248714194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1822; }","duration":"490.521833ms","start":"2026-03-14T01:33:28.142395Z","end":"2026-03-14T01:33:28.632917Z","steps":["trace[248714194] 'agreement among raft nodes before linearized reading' (duration: 490.40385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.632958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.142374Z","time spent":"490.575045ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:28.632934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.248083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:33:28.633022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.801583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:33:28.633024Z","caller":"traceutil/trace.go:171","msg":"trace[175927468] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1822; }","duration":"629.351016ms","start":"2026-03-14T01:33:28.003648Z","end":"2026-03-14T01:33:28.632999Z","steps":["trace[175927468] 'agreement among raft nodes before linearized reading' (duration: 629.181502ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:28.633072Z","caller":"traceutil/trace.go:171","msg":"trace[211717833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1822; }","duration":"488.868275ms","start":"2026-03-14T01:33:28.144191Z","end":"2026-03-14T01:33:28.633059Z","steps":["trace[211717833] 'agreement among raft nodes before linearized reading' (duration: 488.743012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.633096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.003588Z","time spent":"629.497179ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:28.633099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.034629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:33:28.633157Z","caller":"traceutil/trace.go:171","msg":"trace[1083707282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1822; }","duration":"489.129661ms","start":"2026-03-14T01:33:28.144012Z","end":"2026-03-14T01:33:28.633142Z","steps":["trace[1083707282] 'agreement among raft nodes before linearized reading' (duration: 489.011428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.633106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.144182Z","time spent":"488.917496ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:28.633185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.079976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:33:28.633209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.143977Z","time spent":"489.218723ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:33:28.633216Z","caller":"traceutil/trace.go:171","msg":"trace[97978812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"474.125297ms","start":"2026-03-14T01:33:28.159079Z","end":"2026-03-14T01:33:28.633205Z","steps":["trace[97978812] 'agreement among raft nodes before linearized reading' (duration: 474.044476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.633248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.159065Z","time spent":"474.177358ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:33:28.633327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.827888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:33:28.633402Z","caller":"traceutil/trace.go:171","msg":"trace[720564395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1822; }","duration":"489.93632ms","start":"2026-03-14T01:33:28.143454Z","end":"2026-03-14T01:33:28.63339Z","steps":["trace[720564395] 'agreement among raft nodes before linearized reading' (duration: 489.665224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.633403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.729966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:33:28.633587Z","caller":"traceutil/trace.go:171","msg":"trace[1798310135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1822; }","duration":"489.973991ms","start":"2026-03-14T01:33:28.143582Z","end":"2026-03-14T01:33:28.633556Z","steps":["trace[1798310135] 'agreement among raft nodes before linearized reading' (duration: 489.523261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.633465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.143388Z","time spent":"490.066533ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:28.633688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.143561Z","time spent":"490.106044ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:33:28.63389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.123735Z","time spent":"509.161351ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:52.873594Z","caller":"traceutil/trace.go:171","msg":"trace[1706602425] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"141.551154ms","start":"2026-03-14T01:33:52.732014Z","end":"2026-03-14T01:33:52.873566Z","steps":["trace[1706602425] 'process raft request' (duration: 141.308398ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:52.873702Z","caller":"traceutil/trace.go:171","msg":"trace[826070390] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"141.652116ms","start":"2026-03-14T01:33:52.732025Z","end":"2026-03-14T01:33:52.873677Z","steps":["trace[826070390] 'process raft request' (duration: 141.478312ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:52.874708Z","caller":"traceutil/trace.go:171","msg":"trace[1894061409] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"142.470806ms","start":"2026-03-14T01:33:52.732214Z","end":"2026-03-14T01:33:52.874685Z","steps":["trace[1894061409] 'process raft request' (duration: 142.22929ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:58.793529Z","caller":"traceutil/trace.go:171","msg":"trace[627311007] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"102.600911ms","start":"2026-03-14T01:33:58.690894Z","end":"2026-03-14T01:33:58.793495Z","steps":["trace[627311007] 'process raft request' (duration: 102.427667ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:59.008141Z","caller":"traceutil/trace.go:171","msg":"trace[420437637] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2060; }","duration":"109.521161ms","start":"2026-03-14T01:33:58.898585Z","end":"2026-03-14T01:33:59.008106Z","steps":["trace[420437637] 'read index received' (duration: 76.180527ms)","trace[420437637] 'applied index is now lower than readState.Index' (duration: 33.339644ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:59.008162Z","caller":"traceutil/trace.go:171","msg":"trace[682045051] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"112.352535ms","start":"2026-03-14T01:33:58.895787Z","end":"2026-03-14T01:33:59.008139Z","steps":["trace[682045051] 'process raft request' (duration: 111.992827ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:59.008281Z","caller":"traceutil/trace.go:171","msg":"trace[1395293832] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"112.435437ms","start":"2026-03-14T01:33:58.895811Z","end":"2026-03-14T01:33:59.008246Z","steps":["trace[1395293832] 'process raft request' (duration: 112.247823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.008363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.758936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:33:59.008834Z","caller":"traceutil/trace.go:171","msg":"trace[1889023179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"110.267197ms","start":"2026-03-14T01:33:58.898549Z","end":"2026-03-14T01:33:59.008816Z","steps":["trace[1889023179] 'agreement among raft nodes before linearized reading' (duration: 109.690554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.032196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.692246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:33:59.032254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.468735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:59.032265Z","caller":"traceutil/trace.go:171","msg":"trace[549479814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1975; }","duration":"123.814969ms","start":"2026-03-14T01:33:58.908436Z","end":"2026-03-14T01:33:59.032251Z","steps":["trace[549479814] 'agreement among raft nodes before linearized reading' (duration: 123.570813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.032268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.71776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:33:59.032305Z","caller":"traceutil/trace.go:171","msg":"trace[55058515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1975; }","duration":"111.579138ms","start":"2026-03-14T01:33:58.920713Z","end":"2026-03-14T01:33:59.032292Z","steps":["trace[55058515] 'agreement among raft nodes before linearized reading' (duration: 111.425654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.032362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.585733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:59.032444Z","caller":"traceutil/trace.go:171","msg":"trace[684502920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1975; }","duration":"116.687986ms","start":"2026-03-14T01:33:58.915736Z","end":"2026-03-14T01:33:59.032424Z","steps":["trace[684502920] 'agreement among raft nodes before linearized reading' (duration: 116.519512ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:59.032496Z","caller":"traceutil/trace.go:171","msg":"trace[454193516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1975; }","duration":"111.831413ms","start":"2026-03-14T01:33:58.920498Z","end":"2026-03-14T01:33:59.032329Z","steps":["trace[454193516] 'agreement among raft nodes before linearized reading' (duration: 111.635339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.032363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.124529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:59.03268Z","caller":"traceutil/trace.go:171","msg":"trace[1265747112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1975; }","duration":"115.477057ms","start":"2026-03-14T01:33:58.917191Z","end":"2026-03-14T01:33:59.032668Z","steps":["trace[1265747112] 'agreement among raft nodes before linearized reading' (duration: 115.035627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.447386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.013578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:59.447639Z","caller":"traceutil/trace.go:171","msg":"trace[1015821859] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"410.874748ms","start":"2026-03-14T01:33:59.036743Z","end":"2026-03-14T01:33:59.447618Z","steps":["trace[1015821859] 'process raft request' (duration: 410.738905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.447735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.036735Z","time spent":"410.95492ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:59.447762Z","caller":"traceutil/trace.go:171","msg":"trace[2052042339] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"411.515733ms","start":"2026-03-14T01:33:59.03618Z","end":"2026-03-14T01:33:59.447695Z","steps":["trace[2052042339] 'process raft request' (duration: 39.101647ms)","trace[2052042339] 'compare' (duration: 371.916945ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:59.447871Z","caller":"traceutil/trace.go:171","msg":"trace[1697407266] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"411.005322ms","start":"2026-03-14T01:33:59.036856Z","end":"2026-03-14T01:33:59.447861Z","steps":["trace[1697407266] 'process raft request' (duration: 410.672094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.447936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.036834Z","time spent":"411.063522ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:59.447815Z","caller":"traceutil/trace.go:171","msg":"trace[741235996] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"408.129605ms","start":"2026-03-14T01:33:59.039666Z","end":"2026-03-14T01:33:59.447795Z","steps":["trace[741235996] 'process raft request' (duration: 407.89604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.448038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.639567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:33:59.44814Z","caller":"traceutil/trace.go:171","msg":"trace[1060026502] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2065; }","duration":"343.395991ms","start":"2026-03-14T01:33:59.104371Z","end":"2026-03-14T01:33:59.447767Z","steps":["trace[1060026502] 'read index received' (duration: 64.171µs)","trace[1060026502] 'applied index is now lower than readState.Index' (duration: 343.33093ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:59.44815Z","caller":"traceutil/trace.go:171","msg":"trace[1227062120] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1980; }","duration":"343.771271ms","start":"2026-03-14T01:33:59.104353Z","end":"2026-03-14T01:33:59.448124Z","steps":["trace[1227062120] 'agreement among raft nodes before linearized reading' (duration: 343.538615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.448149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.039657Z","time spent":"408.375411ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:59.448215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.104305Z","time spent":"343.893593ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:59.448261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.440362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:33:59.44833Z","caller":"traceutil/trace.go:171","msg":"trace[935017376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1980; }","duration":"124.553965ms","start":"2026-03-14T01:33:59.323767Z","end":"2026-03-14T01:33:59.448321Z","steps":["trace[935017376] 'agreement among raft nodes before linearized reading' (duration: 124.456173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.448495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.03616Z","time spent":"411.717537ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:05.575919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587115349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:34:05.918351Z","caller":"traceutil/trace.go:171","msg":"trace[1892335984] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"923.907357ms","start":"2026-03-14T01:34:04.994417Z","end":"2026-03-14T01:34:05.918324Z","steps":["trace[1892335984] 'process raft request' (duration: 923.736893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.918557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.994394Z","time spent":"924.03635ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:06.276285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.627021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:06.276465Z","caller":"traceutil/trace.go:171","msg":"trace[469291676] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2092; }","duration":"1.200917967s","start":"2026-03-14T01:34:05.07553Z","end":"2026-03-14T01:34:06.276448Z","steps":["trace[469291676] 'read index received' (duration: 842.595523ms)","trace[469291676] 'applied index is now lower than readState.Index' (duration: 358.321034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:06.276619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18835703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-14T01:34:06.27664Z","caller":"traceutil/trace.go:171","msg":"trace[1071547574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.188403781s","start":"2026-03-14T01:34:05.088229Z","end":"2026-03-14T01:34:06.276633Z","steps":["trace[1071547574] 'agreement among raft nodes before linearized reading' (duration: 1.188301029s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.276661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.088217Z","time spent":"1.188440112s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:06.276685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201148232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:34:06.276719Z","caller":"traceutil/trace.go:171","msg":"trace[780697738] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"1.252411956s","start":"2026-03-14T01:34:05.024276Z","end":"2026-03-14T01:34:06.276688Z","steps":["trace[780697738] 'process raft request' (duration: 992.305375ms)","trace[780697738] 'compare' (duration: 259.453776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:06.276767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.927917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:34:06.276789Z","caller":"traceutil/trace.go:171","msg":"trace[975987775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"1.201266195s","start":"2026-03-14T01:34:05.075478Z","end":"2026-03-14T01:34:06.276744Z","steps":["trace[975987775] 'agreement among raft nodes before linearized reading' (duration: 1.20103933s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:06.276874Z","caller":"traceutil/trace.go:171","msg":"trace[47396489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"804.05627ms","start":"2026-03-14T01:34:05.472789Z","end":"2026-03-14T01:34:06.276845Z","steps":["trace[47396489] 'agreement among raft nodes before linearized reading' (duration: 803.800314ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:06.276863Z","caller":"traceutil/trace.go:171","msg":"trace[826036027] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"1.249631593s","start":"2026-03-14T01:34:05.027178Z","end":"2026-03-14T01:34:06.276809Z","steps":["trace[826036027] 'process raft request' (duration: 1.249198063s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.276918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.075456Z","time spent":"1.201400078s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:34:06.276974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.901616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c913659ff6f27\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T01:34:06.276994Z","caller":"traceutil/trace.go:171","msg":"trace[2106881173] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c913659ff6f27; range_end:; response_count:1; response_revision:2004; }","duration":"412.945576ms","start":"2026-03-14T01:34:05.864041Z","end":"2026-03-14T01:34:06.276986Z","steps":["trace[2106881173] 'agreement among raft nodes before linearized reading' (duration: 412.896465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.277013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.864026Z","time spent":"412.983978ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c913659ff6f27\" "} {"level":"warn","ts":"2026-03-14T01:34:06.277063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.027169Z","time spent":"1.249799937s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:06.276884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.673374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:34:06.277072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.277629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:34:06.277076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.47278Z","time spent":"804.286285ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:34:06.277147Z","caller":"traceutil/trace.go:171","msg":"trace[1764505615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2004; }","duration":"805.396611ms","start":"2026-03-14T01:34:05.47173Z","end":"2026-03-14T01:34:06.277127Z","steps":["trace[1764505615] 'agreement among raft nodes before linearized reading' (duration: 805.170196ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:06.277149Z","caller":"traceutil/trace.go:171","msg":"trace[626843873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2004; }","duration":"804.94063ms","start":"2026-03-14T01:34:05.47218Z","end":"2026-03-14T01:34:06.27712Z","steps":["trace[626843873] 'agreement among raft nodes before linearized reading' (duration: 804.667034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.277143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.10144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:06.277223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.472168Z","time spent":"805.033983ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:34:06.277258Z","caller":"traceutil/trace.go:171","msg":"trace[1683691973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"807.412567ms","start":"2026-03-14T01:34:05.46983Z","end":"2026-03-14T01:34:06.277243Z","steps":["trace[1683691973] 'agreement among raft nodes before linearized reading' (duration: 807.045099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.277289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.469812Z","time spent":"807.469688ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:06.277204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.471709Z","time spent":"805.484503ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:06.276865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.024251Z","time spent":"1.25253885s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:06.599818Z","caller":"traceutil/trace.go:171","msg":"trace[1034364252] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"320.870625ms","start":"2026-03-14T01:34:06.278921Z","end":"2026-03-14T01:34:06.599792Z","steps":["trace[1034364252] 'process raft request' (duration: 320.700582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.600001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.278899Z","time spent":"320.991089ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:06.795326Z","caller":"traceutil/trace.go:171","msg":"trace[1003390692] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"514.000463ms","start":"2026-03-14T01:34:06.281297Z","end":"2026-03-14T01:34:06.795297Z","steps":["trace[1003390692] 'process raft request' (duration: 513.785689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.79556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.281274Z","time spent":"514.190307ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:06.795678Z","caller":"traceutil/trace.go:171","msg":"trace[1588313039] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"514.32347ms","start":"2026-03-14T01:34:06.28133Z","end":"2026-03-14T01:34:06.795653Z","steps":["trace[1588313039] 'process raft request' (duration: 513.917701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.79582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.281304Z","time spent":"514.438253ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:06.79598Z","caller":"traceutil/trace.go:171","msg":"trace[1565944860] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"514.595237ms","start":"2026-03-14T01:34:06.28135Z","end":"2026-03-14T01:34:06.795945Z","steps":["trace[1565944860] 'process raft request' (duration: 514.226359ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:06.796001Z","caller":"traceutil/trace.go:171","msg":"trace[1110490478] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"514.264219ms","start":"2026-03-14T01:34:06.281718Z","end":"2026-03-14T01:34:06.795982Z","steps":["trace[1110490478] 'process raft request' (duration: 514.177557ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:06.796004Z","caller":"traceutil/trace.go:171","msg":"trace[1487268493] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2095; }","duration":"224.529387ms","start":"2026-03-14T01:34:06.571407Z","end":"2026-03-14T01:34:06.795936Z","steps":["trace[1487268493] 'read index received' (duration: 28.309499ms)","trace[1487268493] 'applied index is now lower than readState.Index' (duration: 196.218838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:06.796051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.281327Z","time spent":"514.687259ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:06.796074Z","caller":"traceutil/trace.go:171","msg":"trace[286654046] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"514.669669ms","start":"2026-03-14T01:34:06.281343Z","end":"2026-03-14T01:34:06.796013Z","steps":["trace[286654046] 'process raft request' (duration: 514.471784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.796258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.281317Z","time spent":"514.885893ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:06.796097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.281704Z","time spent":"514.344631ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:06.796134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.716291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:06.796425Z","caller":"traceutil/trace.go:171","msg":"trace[533794677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2010; }","duration":"225.041918ms","start":"2026-03-14T01:34:06.571365Z","end":"2026-03-14T01:34:06.796407Z","steps":["trace[533794677] 'agreement among raft nodes before linearized reading' (duration: 224.718351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.927231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642330876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:34:08.927369Z","caller":"traceutil/trace.go:171","msg":"trace[1201386878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2010; }","duration":"1.64250223s","start":"2026-03-14T01:34:07.284826Z","end":"2026-03-14T01:34:08.927328Z","steps":["trace[1201386878] 'range keys from in-memory index tree' (duration: 1.642106161s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.927431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.284805Z","time spent":"1.642609232s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:34:08.927573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581775519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-14T01:34:08.927649Z","caller":"traceutil/trace.go:171","msg":"trace[1541260348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2010; }","duration":"1.581905662s","start":"2026-03-14T01:34:07.345725Z","end":"2026-03-14T01:34:08.927631Z","steps":["trace[1541260348] 'range keys from in-memory index tree' (duration: 1.581575214s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.927689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.345698Z","time spent":"1.581982483s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:34:08.927732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.77803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:08.927945Z","caller":"traceutil/trace.go:171","msg":"trace[1252668971] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"726.936952ms","start":"2026-03-14T01:34:08.20099Z","end":"2026-03-14T01:34:08.927927Z","steps":["trace[1252668971] 'process raft request' (duration: 726.84912ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:08.928016Z","caller":"traceutil/trace.go:171","msg":"trace[1808970179] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"1.004457183s","start":"2026-03-14T01:34:07.923534Z","end":"2026-03-14T01:34:08.927991Z","steps":["trace[1808970179] 'process raft request' (duration: 246.307104ms)","trace[1808970179] 'compare' (duration: 757.548635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:08.928066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.200965Z","time spent":"727.062216ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:08.928142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.923504Z","time spent":"1.004557405s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:09.846618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.612841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:09.84699Z","caller":"traceutil/trace.go:171","msg":"trace[808967104] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"1.565114579s","start":"2026-03-14T01:34:08.281842Z","end":"2026-03-14T01:34:09.846957Z","steps":["trace[808967104] 'process raft request' (duration: 1.062048117s)","trace[808967104] 'compare' (duration: 502.396746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:09.847149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.281801Z","time spent":"1.565263972s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:09.847193Z","caller":"traceutil/trace.go:171","msg":"trace[2131809387] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"1.565305033s","start":"2026-03-14T01:34:08.281849Z","end":"2026-03-14T01:34:09.847154Z","steps":["trace[2131809387] 'process raft request' (duration: 1.564888374s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.847528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.281825Z","time spent":"1.565550269s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:10.018364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.512092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:34:10.018632Z","caller":"traceutil/trace.go:171","msg":"trace[1834268594] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"817.347766ms","start":"2026-03-14T01:34:09.201265Z","end":"2026-03-14T01:34:10.018613Z","steps":["trace[1834268594] 'process raft request' (duration: 817.222623ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.018641Z","caller":"traceutil/trace.go:171","msg":"trace[1189933511] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2101; }","duration":"1.447266447s","start":"2026-03-14T01:34:08.571357Z","end":"2026-03-14T01:34:10.018624Z","steps":["trace[1189933511] 'read index received' (duration: 297.528671ms)","trace[1189933511] 'applied index is now lower than readState.Index' (duration: 1.149735976s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:10.018743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.18489Z","time spent":"833.787502ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:10.018878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389627557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.018911Z","caller":"traceutil/trace.go:171","msg":"trace[1916126349] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2015; }","duration":"1.38976072s","start":"2026-03-14T01:34:08.629141Z","end":"2026-03-14T01:34:10.018902Z","steps":["trace[1916126349] 'agreement among raft nodes before linearized reading' (duration: 1.389629236s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.018931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.629115Z","time spent":"1.389811232s","remote":"127.0.0.1:47814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:10.019113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080712325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.019148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218252728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:10.019164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.633995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:34:10.019218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218757808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:34:10.019257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218910982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-14T01:34:10.019246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21882355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:34:10.019188Z","caller":"traceutil/trace.go:171","msg":"trace[1145889425] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2015; }","duration":"1.080802136s","start":"2026-03-14T01:34:08.938367Z","end":"2026-03-14T01:34:10.019169Z","steps":["trace[1145889425] 'agreement among raft nodes before linearized reading' (duration: 1.080683884s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.019317Z","caller":"traceutil/trace.go:171","msg":"trace[461440308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2015; }","duration":"1.218945383s","start":"2026-03-14T01:34:08.800353Z","end":"2026-03-14T01:34:10.019298Z","steps":["trace[461440308] 'agreement among raft nodes before linearized reading' (duration: 1.218720088s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.019377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.800341Z","time spent":"1.219022635s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:10.019388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.938357Z","time spent":"1.080998391s","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:34:10.018907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447538584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.019544Z","caller":"traceutil/trace.go:171","msg":"trace[1896602591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"1.448182789s","start":"2026-03-14T01:34:08.571342Z","end":"2026-03-14T01:34:10.019525Z","steps":["trace[1896602591] 'agreement among raft nodes before linearized reading' (duration: 1.44740408s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.01927Z","caller":"traceutil/trace.go:171","msg":"trace[614044576] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2015; }","duration":"961.788148ms","start":"2026-03-14T01:34:09.057455Z","end":"2026-03-14T01:34:10.019243Z","steps":["trace[614044576] 'agreement among raft nodes before linearized reading' (duration: 961.591924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.019606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.571286Z","time spent":"1.448303711s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:10.019669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.057435Z","time spent":"962.196468ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:10.019202Z","caller":"traceutil/trace.go:171","msg":"trace[1501464508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2015; }","duration":"1.218334189s","start":"2026-03-14T01:34:08.800849Z","end":"2026-03-14T01:34:10.019183Z","steps":["trace[1501464508] 'agreement among raft nodes before linearized reading' (duration: 1.218152465s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.019273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360880217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:34:10.019795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.800826Z","time spent":"1.218943963s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:34:10.019846Z","caller":"traceutil/trace.go:171","msg":"trace[76453857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2015; }","duration":"1.361495341s","start":"2026-03-14T01:34:08.658336Z","end":"2026-03-14T01:34:10.019832Z","steps":["trace[76453857] 'agreement among raft nodes before linearized reading' (duration: 1.360829826s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.019935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.658316Z","time spent":"1.361562913s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:34:10.01928Z","caller":"traceutil/trace.go:171","msg":"trace[2002389276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2015; }","duration":"1.218844331s","start":"2026-03-14T01:34:08.800419Z","end":"2026-03-14T01:34:10.019264Z","steps":["trace[2002389276] 'agreement among raft nodes before linearized reading' (duration: 1.218661006s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.020032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.800327Z","time spent":"1.21969703s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:34:10.019293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218882621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:34:10.020104Z","caller":"traceutil/trace.go:171","msg":"trace[2012479214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2015; }","duration":"1.219735101s","start":"2026-03-14T01:34:08.800353Z","end":"2026-03-14T01:34:10.020088Z","steps":["trace[2012479214] 'agreement among raft nodes before linearized reading' (duration: 1.218878982s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.020124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.800327Z","time spent":"1.219792502s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:34:10.019294Z","caller":"traceutil/trace.go:171","msg":"trace[1043707528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2015; }","duration":"1.219003244s","start":"2026-03-14T01:34:08.80028Z","end":"2026-03-14T01:34:10.019283Z","steps":["trace[1043707528] 'agreement among raft nodes before linearized reading' (duration: 1.218902422s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.020188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.800261Z","time spent":"1.219898555s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:10.524743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587115373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:34:10.559042Z","caller":"traceutil/trace.go:171","msg":"trace[1472919708] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"535.383031ms","start":"2026-03-14T01:34:10.023636Z","end":"2026-03-14T01:34:10.559019Z","steps":["trace[1472919708] 'process raft request' (duration: 534.328447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.559173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.02362Z","time spent":"535.477663ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:10.561823Z","caller":"traceutil/trace.go:171","msg":"trace[1924780207] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"537.901219ms","start":"2026-03-14T01:34:10.023896Z","end":"2026-03-14T01:34:10.561797Z","steps":["trace[1924780207] 'process raft request' (duration: 537.716605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.561989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.02388Z","time spent":"538.017001ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:10.56215Z","caller":"traceutil/trace.go:171","msg":"trace[1300562710] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"538.012021ms","start":"2026-03-14T01:34:10.024113Z","end":"2026-03-14T01:34:10.562125Z","steps":["trace[1300562710] 'process raft request' (duration: 537.640923ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.562213Z","caller":"traceutil/trace.go:171","msg":"trace[705068520] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2107; }","duration":"538.015522ms","start":"2026-03-14T01:34:10.024173Z","end":"2026-03-14T01:34:10.562189Z","steps":["trace[705068520] 'read index received' (duration: 533.767225ms)","trace[705068520] 'applied index is now lower than readState.Index' (duration: 4.246967ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:10.562271Z","caller":"traceutil/trace.go:171","msg":"trace[2060002766] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"536.842194ms","start":"2026-03-14T01:34:10.025415Z","end":"2026-03-14T01:34:10.562257Z","steps":["trace[2060002766] 'process raft request' (duration: 536.737242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.562346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.0254Z","time spent":"536.909746ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:10.562344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.024105Z","time spent":"538.161114ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:10.562387Z","caller":"traceutil/trace.go:171","msg":"trace[230214071] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"538.226577ms","start":"2026-03-14T01:34:10.024151Z","end":"2026-03-14T01:34:10.562378Z","steps":["trace[230214071] 'process raft request' (duration: 537.860538ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.562316Z","caller":"traceutil/trace.go:171","msg":"trace[1303576282] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"538.003232ms","start":"2026-03-14T01:34:10.024275Z","end":"2026-03-14T01:34:10.562278Z","steps":["trace[1303576282] 'process raft request' (duration: 537.838247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.562451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.792444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.562463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.42161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.562496Z","caller":"traceutil/trace.go:171","msg":"trace[1806792443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"534.46955ms","start":"2026-03-14T01:34:10.028016Z","end":"2026-03-14T01:34:10.562485Z","steps":["trace[1806792443] 'agreement among raft nodes before linearized reading' (duration: 534.420049ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.562488Z","caller":"traceutil/trace.go:171","msg":"trace[1685397088] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2021; }","duration":"536.852095ms","start":"2026-03-14T01:34:10.025625Z","end":"2026-03-14T01:34:10.562477Z","steps":["trace[1685397088] 'agreement among raft nodes before linearized reading' (duration: 536.798124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.562531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.028007Z","time spent":"534.517781ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:10.562524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.024147Z","time spent":"538.284748ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:10.562543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.025613Z","time spent":"536.920347ms","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:10.562393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.197367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.562552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.024248Z","time spent":"538.200867ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:10.562606Z","caller":"traceutil/trace.go:171","msg":"trace[1712390596] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2021; }","duration":"538.436102ms","start":"2026-03-14T01:34:10.024149Z","end":"2026-03-14T01:34:10.562585Z","steps":["trace[1712390596] 'agreement among raft nodes before linearized reading' (duration: 538.187676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.562676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.024138Z","time spent":"538.519554ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:34:15.050576Z","caller":"traceutil/trace.go:171","msg":"trace[2019728036] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"100.816291ms","start":"2026-03-14T01:34:14.949732Z","end":"2026-03-14T01:34:15.050548Z","steps":["trace[2019728036] 'process raft request' (duration: 100.654207ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:04.314772Z","caller":"traceutil/trace.go:171","msg":"trace[1047382457] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"109.600717ms","start":"2026-03-14T01:35:04.20515Z","end":"2026-03-14T01:35:04.314751Z","steps":["trace[1047382457] 'process raft request' (duration: 109.484344ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:04.320768Z","caller":"traceutil/trace.go:171","msg":"trace[497492226] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"115.352974ms","start":"2026-03-14T01:35:04.205387Z","end":"2026-03-14T01:35:04.32074Z","steps":["trace[497492226] 'process raft request' (duration: 115.180199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.599934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099058822s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:08.600099Z","caller":"traceutil/trace.go:171","msg":"trace[159694364] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"1.364840373s","start":"2026-03-14T01:35:07.235234Z","end":"2026-03-14T01:35:08.600075Z","steps":["trace[159694364] 'process raft request' (duration: 265.494644ms)","trace[159694364] 'compare' (duration: 1.098806097s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:08.600194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:07.235204Z","time spent":"1.364945205s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:09.158746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.710023Z","time spent":"448.711214ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:35:09.159598Z","caller":"traceutil/trace.go:171","msg":"trace[1811869630] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"822.780031ms","start":"2026-03-14T01:35:08.336765Z","end":"2026-03-14T01:35:09.159545Z","steps":["trace[1811869630] 'process raft request' (duration: 730.765182ms)","trace[1811869630] 'compare' (duration: 91.011576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:09.159868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.336742Z","time spent":"823.042886ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:09.161078Z","caller":"traceutil/trace.go:171","msg":"trace[495909491] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"823.23462ms","start":"2026-03-14T01:35:08.337815Z","end":"2026-03-14T01:35:09.161049Z","steps":["trace[495909491] 'process raft request' (duration: 822.934763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:09.161365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.337807Z","time spent":"823.416554ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:09.163035Z","caller":"traceutil/trace.go:171","msg":"trace[1935571567] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2579; }","duration":"589.855724ms","start":"2026-03-14T01:35:08.573157Z","end":"2026-03-14T01:35:09.163013Z","steps":["trace[1935571567] 'read index received' (duration: 494.246607ms)","trace[1935571567] 'applied index is now lower than readState.Index' (duration: 95.607677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:09.163378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.317459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:35:09.163446Z","caller":"traceutil/trace.go:171","msg":"trace[1028321367] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2470; }","duration":"514.427371ms","start":"2026-03-14T01:35:08.649001Z","end":"2026-03-14T01:35:09.163428Z","steps":["trace[1028321367] 'agreement among raft nodes before linearized reading' (duration: 514.253668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:09.163494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.64898Z","time spent":"514.505403ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:35:09.163433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.649667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:35:09.163595Z","caller":"traceutil/trace.go:171","msg":"trace[202334690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2470; }","duration":"309.81856ms","start":"2026-03-14T01:35:08.85372Z","end":"2026-03-14T01:35:09.163538Z","steps":["trace[202334690] 'agreement among raft nodes before linearized reading' (duration: 309.575745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:09.163643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.853699Z","time spent":"309.928343ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:35:09.163664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.073405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:09.163697Z","caller":"traceutil/trace.go:171","msg":"trace[690459314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2470; }","duration":"173.168607ms","start":"2026-03-14T01:35:08.990517Z","end":"2026-03-14T01:35:09.163686Z","steps":["trace[690459314] 'agreement among raft nodes before linearized reading' (duration: 173.082615ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:09.163219Z","caller":"traceutil/trace.go:171","msg":"trace[180493820] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"165.960538ms","start":"2026-03-14T01:35:08.997232Z","end":"2026-03-14T01:35:09.163192Z","steps":["trace[180493820] 'process raft request' (duration: 165.698023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:09.164165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.711146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:35:09.164418Z","caller":"traceutil/trace.go:171","msg":"trace[67326098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2470; }","duration":"177.560975ms","start":"2026-03-14T01:35:08.986669Z","end":"2026-03-14T01:35:09.16423Z","steps":["trace[67326098] 'agreement among raft nodes before linearized reading' (duration: 176.608683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:09.164686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.46865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:09.164798Z","caller":"traceutil/trace.go:171","msg":"trace[1356484913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2470; }","duration":"591.667706ms","start":"2026-03-14T01:35:08.573104Z","end":"2026-03-14T01:35:09.164772Z","steps":["trace[1356484913] 'agreement among raft nodes before linearized reading' (duration: 590.09097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:09.164872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.573079Z","time spent":"591.777688ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:35:18.865015Z","caller":"traceutil/trace.go:171","msg":"trace[2011766577] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2639; }","duration":"156.628851ms","start":"2026-03-14T01:35:18.70836Z","end":"2026-03-14T01:35:18.864989Z","steps":["trace[2011766577] 'read index received' (duration: 156.58655ms)","trace[2011766577] 'applied index is now lower than readState.Index' (duration: 41.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:18.865239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.851655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:18.865316Z","caller":"traceutil/trace.go:171","msg":"trace[215322162] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2526; }","duration":"156.970227ms","start":"2026-03-14T01:35:18.70833Z","end":"2026-03-14T01:35:18.8653Z","steps":["trace[215322162] 'agreement among raft nodes before linearized reading' (duration: 156.827444ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:18.8658Z","caller":"traceutil/trace.go:171","msg":"trace[1404447823] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"164.67858ms","start":"2026-03-14T01:35:18.700934Z","end":"2026-03-14T01:35:18.865613Z","steps":["trace[1404447823] 'process raft request' (duration: 163.842951ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.605035Z","caller":"traceutil/trace.go:171","msg":"trace[464464068] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2648; }","duration":"107.426691ms","start":"2026-03-14T01:35:19.497579Z","end":"2026-03-14T01:35:19.605006Z","steps":["trace[464464068] 'read index received' (duration: 67.550449ms)","trace[464464068] 'applied index is now lower than readState.Index' (duration: 39.874902ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:19.605156Z","caller":"traceutil/trace.go:171","msg":"trace[2021306086] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"107.972803ms","start":"2026-03-14T01:35:19.497153Z","end":"2026-03-14T01:35:19.605126Z","steps":["trace[2021306086] 'process raft request' (duration: 105.768783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.605329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.724498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8409"} {"level":"info","ts":"2026-03-14T01:35:19.605395Z","caller":"traceutil/trace.go:171","msg":"trace[3856966] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2535; }","duration":"107.82228ms","start":"2026-03-14T01:35:19.497554Z","end":"2026-03-14T01:35:19.605377Z","steps":["trace[3856966] 'agreement among raft nodes before linearized reading' (duration: 107.627666ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:23.749612Z","caller":"traceutil/trace.go:171","msg":"trace[769729265] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"115.162973ms","start":"2026-03-14T01:35:23.634409Z","end":"2026-03-14T01:35:23.749572Z","steps":["trace[769729265] 'process raft request' (duration: 72.657394ms)","trace[769729265] 'compare' (duration: 42.298675ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:24.316914Z","caller":"traceutil/trace.go:171","msg":"trace[202777266] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"107.285528ms","start":"2026-03-14T01:35:24.209592Z","end":"2026-03-14T01:35:24.316877Z","steps":["trace[202777266] 'process raft request' (duration: 74.786301ms)","trace[202777266] 'compare' (duration: 32.357113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:41.149675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587116870,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:35:41.21471Z","caller":"traceutil/trace.go:171","msg":"trace[376239191] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"584.995382ms","start":"2026-03-14T01:35:40.629684Z","end":"2026-03-14T01:35:41.214679Z","steps":["trace[376239191] 'process raft request' (duration: 584.754206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.214888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:40.629661Z","time spent":"585.130916ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:41.855323Z","caller":"traceutil/trace.go:171","msg":"trace[1025683350] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"881.417096ms","start":"2026-03-14T01:35:40.973852Z","end":"2026-03-14T01:35:41.855269Z","steps":["trace[1025683350] 'process raft request' (duration: 795.436334ms)","trace[1025683350] 'compare' (duration: 85.858559ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:41.855397Z","caller":"traceutil/trace.go:171","msg":"trace[1724893081] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"507.972311ms","start":"2026-03-14T01:35:41.347394Z","end":"2026-03-14T01:35:41.855367Z","steps":["trace[1724893081] 'process raft request' (duration: 507.885509ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:41.855467Z","caller":"traceutil/trace.go:171","msg":"trace[1410747310] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"402.024734ms","start":"2026-03-14T01:35:41.453411Z","end":"2026-03-14T01:35:41.855435Z","steps":["trace[1410747310] 'process raft request' (duration: 401.914691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.855558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:40.973824Z","time spent":"881.621ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:41.855598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.347358Z","time spent":"508.134414ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:41.855621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.453374Z","time spent":"402.163326ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:41.85588Z","caller":"traceutil/trace.go:171","msg":"trace[255498279] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2764; }","duration":"1.206923319s","start":"2026-03-14T01:35:40.648945Z","end":"2026-03-14T01:35:41.855868Z","steps":["trace[255498279] 'read index received' (duration: 565.71108ms)","trace[255498279] 'applied index is now lower than readState.Index' (duration: 641.210419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:41.856415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207244407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:35:41.856455Z","caller":"traceutil/trace.go:171","msg":"trace[786608719] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2648; }","duration":"1.207556325s","start":"2026-03-14T01:35:40.648886Z","end":"2026-03-14T01:35:41.856442Z","steps":["trace[786608719] 'agreement among raft nodes before linearized reading' (duration: 1.207185006s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.856492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:40.648865Z","time spent":"1.207620276s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:35:41.856735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.381264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:35:41.856765Z","caller":"traceutil/trace.go:171","msg":"trace[1318289586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2648; }","duration":"454.475857ms","start":"2026-03-14T01:35:41.40228Z","end":"2026-03-14T01:35:41.856756Z","steps":["trace[1318289586] 'agreement among raft nodes before linearized reading' (duration: 454.387185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.856791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.402245Z","time spent":"454.540588ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:35:41.857069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.272725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:35:41.857098Z","caller":"traceutil/trace.go:171","msg":"trace[742011616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2648; }","duration":"187.355687ms","start":"2026-03-14T01:35:41.669734Z","end":"2026-03-14T01:35:41.85709Z","steps":["trace[742011616] 'agreement among raft nodes before linearized reading' (duration: 187.267785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.857242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.821685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:41.857273Z","caller":"traceutil/trace.go:171","msg":"trace[1675723] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2648; }","duration":"280.910897ms","start":"2026-03-14T01:35:41.576353Z","end":"2026-03-14T01:35:41.857263Z","steps":["trace[1675723] 'agreement among raft nodes before linearized reading' (duration: 280.850966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.857418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.768904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:41.857444Z","caller":"traceutil/trace.go:171","msg":"trace[1598630746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"284.818395ms","start":"2026-03-14T01:35:41.572617Z","end":"2026-03-14T01:35:41.857436Z","steps":["trace[1598630746] 'agreement among raft nodes before linearized reading' (duration: 284.776564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.857711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.889518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:35:41.857797Z","caller":"traceutil/trace.go:171","msg":"trace[496924605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2648; }","duration":"375.040001ms","start":"2026-03-14T01:35:41.482734Z","end":"2026-03-14T01:35:41.857774Z","steps":["trace[496924605] 'agreement among raft nodes before linearized reading' (duration: 374.782935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.857842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.482686Z","time spent":"375.147313ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:41.857988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.215875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:35:41.858056Z","caller":"traceutil/trace.go:171","msg":"trace[1476321659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2648; }","duration":"375.325597ms","start":"2026-03-14T01:35:41.482712Z","end":"2026-03-14T01:35:41.858038Z","steps":["trace[1476321659] 'agreement among raft nodes before linearized reading' (duration: 375.055151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.858109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.482697Z","time spent":"375.403939ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:35:48.149563Z","caller":"traceutil/trace.go:171","msg":"trace[1402826229] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"261.544244ms","start":"2026-03-14T01:35:47.887986Z","end":"2026-03-14T01:35:48.14953Z","steps":["trace[1402826229] 'process raft request' (duration: 261.38144ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:48.157802Z","caller":"traceutil/trace.go:171","msg":"trace[1627112597] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2798; }","duration":"251.349467ms","start":"2026-03-14T01:35:47.906416Z","end":"2026-03-14T01:35:48.157766Z","steps":["trace[1627112597] 'read index received' (duration: 243.576043ms)","trace[1627112597] 'applied index is now lower than readState.Index' (duration: 7.771974ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:48.158382Z","caller":"traceutil/trace.go:171","msg":"trace[1197396460] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"268.294216ms","start":"2026-03-14T01:35:47.890064Z","end":"2026-03-14T01:35:48.158359Z","steps":["trace[1197396460] 'process raft request' (duration: 267.452307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:48.15904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.229624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c914f46099787\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-14T01:35:48.159104Z","caller":"traceutil/trace.go:171","msg":"trace[645627119] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c914f46099787; range_end:; response_count:1; response_revision:2680; }","duration":"217.324926ms","start":"2026-03-14T01:35:47.941762Z","end":"2026-03-14T01:35:48.159087Z","steps":["trace[645627119] 'agreement among raft nodes before linearized reading' (duration: 217.143662ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:48.159281Z","caller":"traceutil/trace.go:171","msg":"trace[593247629] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"268.415278ms","start":"2026-03-14T01:35:47.890854Z","end":"2026-03-14T01:35:48.159269Z","steps":["trace[593247629] 'process raft request' (duration: 266.848373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:48.159471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.051035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:35:48.15955Z","caller":"traceutil/trace.go:171","msg":"trace[1858762121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2680; }","duration":"253.158378ms","start":"2026-03-14T01:35:47.90638Z","end":"2026-03-14T01:35:48.159538Z","steps":["trace[1858762121] 'agreement among raft nodes before linearized reading' (duration: 253.022375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:48.159738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.449614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:35:48.159776Z","caller":"traceutil/trace.go:171","msg":"trace[1971855469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2680; }","duration":"206.504265ms","start":"2026-03-14T01:35:47.953263Z","end":"2026-03-14T01:35:48.159767Z","steps":["trace[1971855469] 'agreement among raft nodes before linearized reading' (duration: 206.407432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:48.159988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.393565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:35:48.160025Z","caller":"traceutil/trace.go:171","msg":"trace[1059883478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2680; }","duration":"207.473286ms","start":"2026-03-14T01:35:47.952543Z","end":"2026-03-14T01:35:48.160016Z","steps":["trace[1059883478] 'agreement among raft nodes before linearized reading' (duration: 207.356683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:48.160148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.722812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:35:48.160179Z","caller":"traceutil/trace.go:171","msg":"trace[1888396559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2680; }","duration":"207.779542ms","start":"2026-03-14T01:35:47.952392Z","end":"2026-03-14T01:35:48.160171Z","steps":["trace[1888396559] 'agreement among raft nodes before linearized reading' (duration: 207.696941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:48.160306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.417061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:35:48.16034Z","caller":"traceutil/trace.go:171","msg":"trace[1175605726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2680; }","duration":"210.471293ms","start":"2026-03-14T01:35:47.949861Z","end":"2026-03-14T01:35:48.160332Z","steps":["trace[1175605726] 'agreement among raft nodes before linearized reading' (duration: 210.390861ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:56.340463Z","caller":"traceutil/trace.go:171","msg":"trace[254630288] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"153.749746ms","start":"2026-03-14T01:35:56.186679Z","end":"2026-03-14T01:35:56.340429Z","steps":["trace[254630288] 'process raft request' (duration: 153.577432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.344227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.630349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:57.344464Z","caller":"traceutil/trace.go:171","msg":"trace[1470309430] linearizableReadLoop","detail":"{readStateIndex:2843; appliedIndex:2841; }","duration":"1.126026952s","start":"2026-03-14T01:35:56.218415Z","end":"2026-03-14T01:35:57.344442Z","steps":["trace[1470309430] 'read index received' (duration: 122.097059ms)","trace[1470309430] 'applied index is now lower than readState.Index' (duration: 1.003928593s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:57.344474Z","caller":"traceutil/trace.go:171","msg":"trace[1372746434] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"1.15236671s","start":"2026-03-14T01:35:56.19207Z","end":"2026-03-14T01:35:57.344437Z","steps":["trace[1372746434] 'process raft request' (duration: 518.440054ms)","trace[1372746434] 'compare' (duration: 633.20934ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:57.344596Z","caller":"traceutil/trace.go:171","msg":"trace[1352390993] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"1.147816308s","start":"2026-03-14T01:35:56.196762Z","end":"2026-03-14T01:35:57.344578Z","steps":["trace[1352390993] 'process raft request' (duration: 1.147597243s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.344642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.192039Z","time spent":"1.152509614s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:57.344701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.196747Z","time spent":"1.147897761s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:57.345219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034346965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:35:57.345295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.136212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:35:57.34532Z","caller":"traceutil/trace.go:171","msg":"trace[852736957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2721; }","duration":"1.034490938s","start":"2026-03-14T01:35:56.310807Z","end":"2026-03-14T01:35:57.345298Z","steps":["trace[852736957] 'agreement among raft nodes before linearized reading' (duration: 1.033865503s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.345309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126879853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:35:57.34535Z","caller":"traceutil/trace.go:171","msg":"trace[1341738821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2721; }","duration":"992.206493ms","start":"2026-03-14T01:35:56.353126Z","end":"2026-03-14T01:35:57.345333Z","steps":["trace[1341738821] 'agreement among raft nodes before linearized reading' (duration: 991.991298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.345386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.353119Z","time spent":"992.259234ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:35:57.345396Z","caller":"traceutil/trace.go:171","msg":"trace[1875261238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2721; }","duration":"1.127010646s","start":"2026-03-14T01:35:56.218358Z","end":"2026-03-14T01:35:57.345369Z","steps":["trace[1875261238] 'agreement among raft nodes before linearized reading' (duration: 1.126777331s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.345307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.000884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-14T01:35:57.345445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.218344Z","time spent":"1.127092017s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:35:57.345433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.678113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:35:57.345509Z","caller":"traceutil/trace.go:171","msg":"trace[1897528779] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2721; }","duration":"696.218898ms","start":"2026-03-14T01:35:56.649248Z","end":"2026-03-14T01:35:57.345467Z","steps":["trace[1897528779] 'agreement among raft nodes before linearized reading' (duration: 695.889801ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:57.345569Z","caller":"traceutil/trace.go:171","msg":"trace[243428505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2721; }","duration":"992.847307ms","start":"2026-03-14T01:35:56.352683Z","end":"2026-03-14T01:35:57.34553Z","steps":["trace[243428505] 'agreement among raft nodes before linearized reading' (duration: 992.425448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.345629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.399377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:35:57.345638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.352672Z","time spent":"992.951749ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:35:57.345677Z","caller":"traceutil/trace.go:171","msg":"trace[19370287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2721; }","duration":"992.471239ms","start":"2026-03-14T01:35:56.353193Z","end":"2026-03-14T01:35:57.345664Z","steps":["trace[19370287] 'agreement among raft nodes before linearized reading' (duration: 991.65506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.345693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.649232Z","time spent":"696.362012ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:35:57.345649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022359346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:35:57.345715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.353176Z","time spent":"992.53151ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:35:57.34593Z","caller":"traceutil/trace.go:171","msg":"trace[693363292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2721; }","duration":"1.022670473s","start":"2026-03-14T01:35:56.323174Z","end":"2026-03-14T01:35:57.345845Z","steps":["trace[693363292] 'agreement among raft nodes before linearized reading' (duration: 1.021968158s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.346015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.323153Z","time spent":"1.022848217s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:35:57.345813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.310785Z","time spent":"1.034834435s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:57.852295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587117085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:35:58.299749Z","caller":"traceutil/trace.go:171","msg":"trace[1216925724] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"949.915707ms","start":"2026-03-14T01:35:57.349807Z","end":"2026-03-14T01:35:58.299723Z","steps":["trace[1216925724] 'process raft request' (duration: 949.743864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.299905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.349782Z","time spent":"950.041689ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:59.212156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.601799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:59.212499Z","caller":"traceutil/trace.go:171","msg":"trace[144911231] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"1.862105402s","start":"2026-03-14T01:35:57.350353Z","end":"2026-03-14T01:35:59.212459Z","steps":["trace[144911231] 'process raft request' (duration: 1.130056574s)","trace[144911231] 'compare' (duration: 731.406204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:59.212748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.350333Z","time spent":"1.862244155s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:59.212732Z","caller":"traceutil/trace.go:171","msg":"trace[565715101] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"1.861720802s","start":"2026-03-14T01:35:57.350974Z","end":"2026-03-14T01:35:59.212695Z","steps":["trace[565715101] 'process raft request' (duration: 1.861446736s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:59.212757Z","caller":"traceutil/trace.go:171","msg":"trace[1243571139] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"1.862333437s","start":"2026-03-14T01:35:57.350397Z","end":"2026-03-14T01:35:59.21273Z","steps":["trace[1243571139] 'process raft request' (duration: 1.861902748s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:59.21277Z","caller":"traceutil/trace.go:171","msg":"trace[1009186449] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"1.862267695s","start":"2026-03-14T01:35:57.350477Z","end":"2026-03-14T01:35:59.212744Z","steps":["trace[1009186449] 'process raft request' (duration: 1.861893617s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:59.212779Z","caller":"traceutil/trace.go:171","msg":"trace[1163465034] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"866.649176ms","start":"2026-03-14T01:35:58.346098Z","end":"2026-03-14T01:35:59.212747Z","steps":["trace[1163465034] 'process raft request' (duration: 866.425811ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:59.212782Z","caller":"traceutil/trace.go:171","msg":"trace[712259267] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"1.860944376s","start":"2026-03-14T01:35:57.351815Z","end":"2026-03-14T01:35:59.212759Z","steps":["trace[712259267] 'process raft request' (duration: 1.860652069s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:59.212899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.350381Z","time spent":"1.862437589s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:59.212743Z","caller":"traceutil/trace.go:171","msg":"trace[1255985153] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2843; }","duration":"1.86069374s","start":"2026-03-14T01:35:57.351998Z","end":"2026-03-14T01:35:59.212692Z","steps":["trace[1255985153] 'read index received' (duration: 947.552885ms)","trace[1255985153] 'applied index is now lower than readState.Index' (duration: 913.135865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:59.212897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.350961Z","time spent":"1.861847285s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:59.212911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.350449Z","time spent":"1.862389418s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:59.21292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.3518Z","time spent":"1.861046318s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:59.212922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.346074Z","time spent":"866.769628ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:59.308138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737901915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:59.308226Z","caller":"traceutil/trace.go:171","msg":"trace[23829802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"1.738038468s","start":"2026-03-14T01:35:57.570167Z","end":"2026-03-14T01:35:59.308206Z","steps":["trace[23829802] 'agreement among raft nodes before linearized reading' (duration: 1.737897995s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:59.308272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.570138Z","time spent":"1.738126411s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:59.308379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636568781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:59.308389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359884759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:59.308485Z","caller":"traceutil/trace.go:171","msg":"trace[423617979] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2728; }","duration":"1.636730205s","start":"2026-03-14T01:35:57.671727Z","end":"2026-03-14T01:35:59.308458Z","steps":["trace[423617979] 'agreement among raft nodes before linearized reading' (duration: 1.636555281s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:59.308497Z","caller":"traceutil/trace.go:171","msg":"trace[1524393190] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2728; }","duration":"1.360021681s","start":"2026-03-14T01:35:57.948448Z","end":"2026-03-14T01:35:59.30847Z","steps":["trace[1524393190] 'agreement among raft nodes before linearized reading' (duration: 1.359845437s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:59.308398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.621957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T01:35:59.308511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95649719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-03-14T01:35:59.308543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.671709Z","time spent":"1.636822446s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:35:59.308526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71798879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:35:59.30855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.94844Z","time spent":"1.360099673s","remote":"127.0.0.1:39922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:35:59.308584Z","caller":"traceutil/trace.go:171","msg":"trace[177362729] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2728; }","duration":"385.810461ms","start":"2026-03-14T01:35:58.922746Z","end":"2026-03-14T01:35:59.308557Z","steps":["trace[177362729] 'agreement among raft nodes before linearized reading' (duration: 385.517995ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:59.30859Z","caller":"traceutil/trace.go:171","msg":"trace[1671434110] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2728; }","duration":"1.956630303s","start":"2026-03-14T01:35:57.351937Z","end":"2026-03-14T01:35:59.308567Z","steps":["trace[1671434110] 'agreement among raft nodes before linearized reading' (duration: 1.860885744s)","trace[1671434110] 'range keys from in-memory index tree' (duration: 95.175787ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:59.308612Z","caller":"traceutil/trace.go:171","msg":"trace[1466614105] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2728; }","duration":"1.718212566s","start":"2026-03-14T01:35:57.59038Z","end":"2026-03-14T01:35:59.308593Z","steps":["trace[1466614105] 'agreement among raft nodes before linearized reading' (duration: 1.718030692s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:59.308628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.922595Z","time spent":"386.023855ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:35:59.308636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.351928Z","time spent":"1.956698745s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-14T01:35:59.308415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44727022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:59.308673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.590357Z","time spent":"1.718305347s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:35:59.308702Z","caller":"traceutil/trace.go:171","msg":"trace[1782114903] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2728; }","duration":"1.447620828s","start":"2026-03-14T01:35:57.861065Z","end":"2026-03-14T01:35:59.308686Z","steps":["trace[1782114903] 'agreement among raft nodes before linearized reading' (duration: 1.44727358s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:59.308752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.861044Z","time spent":"1.44769586s","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:35:59.309668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367680243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c914f46099787\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-14T01:35:59.309722Z","caller":"traceutil/trace.go:171","msg":"trace[1862097931] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c914f46099787; range_end:; response_count:1; response_revision:2728; }","duration":"1.367803185s","start":"2026-03-14T01:35:57.941906Z","end":"2026-03-14T01:35:59.309709Z","steps":["trace[1862097931] 'agreement among raft nodes before linearized reading' (duration: 1.366294161s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:59.309755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.941884Z","time spent":"1.367862786s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c914f46099787\" "} {"level":"info","ts":"2026-03-14T01:36:03.404105Z","caller":"traceutil/trace.go:171","msg":"trace[1939845774] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"124.201145ms","start":"2026-03-14T01:36:03.279874Z","end":"2026-03-14T01:36:03.404075Z","steps":["trace[1939845774] 'process raft request' (duration: 115.533861ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:03.44825Z","caller":"traceutil/trace.go:171","msg":"trace[916233899] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"168.087077ms","start":"2026-03-14T01:36:03.280133Z","end":"2026-03-14T01:36:03.44822Z","steps":["trace[916233899] 'process raft request' (duration: 167.962824ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:03.448287Z","caller":"traceutil/trace.go:171","msg":"trace[1144388333] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"168.053166ms","start":"2026-03-14T01:36:03.280203Z","end":"2026-03-14T01:36:03.448256Z","steps":["trace[1144388333] 'process raft request' (duration: 167.942233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:03.448419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.461715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:03.448232Z","caller":"traceutil/trace.go:171","msg":"trace[1838150766] linearizableReadLoop","detail":"{readStateIndex:2875; appliedIndex:2871; }","duration":"117.285661ms","start":"2026-03-14T01:36:03.330911Z","end":"2026-03-14T01:36:03.448197Z","steps":["trace[1838150766] 'read index received' (duration: 64.512652ms)","trace[1838150766] 'applied index is now lower than readState.Index' (duration: 52.771579ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:03.448512Z","caller":"traceutil/trace.go:171","msg":"trace[830560246] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2751; }","duration":"117.622569ms","start":"2026-03-14T01:36:03.33086Z","end":"2026-03-14T01:36:03.448483Z","steps":["trace[830560246] 'agreement among raft nodes before linearized reading' (duration: 117.444505ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:03.448573Z","caller":"traceutil/trace.go:171","msg":"trace[883103384] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"168.493695ms","start":"2026-03-14T01:36:03.280024Z","end":"2026-03-14T01:36:03.448518Z","steps":["trace[883103384] 'process raft request' (duration: 167.848881ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:03.66766Z","caller":"traceutil/trace.go:171","msg":"trace[631484716] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2875; }","duration":"104.70215ms","start":"2026-03-14T01:36:03.562938Z","end":"2026-03-14T01:36:03.667641Z","steps":["trace[631484716] 'read index received' (duration: 4.90205ms)","trace[631484716] 'applied index is now lower than readState.Index' (duration: 99.79945ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:03.667752Z","caller":"traceutil/trace.go:171","msg":"trace[1778295722] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"178.537709ms","start":"2026-03-14T01:36:03.489176Z","end":"2026-03-14T01:36:03.667714Z","steps":["trace[1778295722] 'process raft request' (duration: 78.652877ms)","trace[1778295722] 'compare' (duration: 99.671436ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:03.667773Z","caller":"traceutil/trace.go:171","msg":"trace[206760945] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"142.74897ms","start":"2026-03-14T01:36:03.524981Z","end":"2026-03-14T01:36:03.66773Z","steps":["trace[206760945] 'process raft request' (duration: 142.625656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:03.667782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.839243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:03.668037Z","caller":"traceutil/trace.go:171","msg":"trace[1038948775] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2753; }","duration":"105.14974ms","start":"2026-03-14T01:36:03.562874Z","end":"2026-03-14T01:36:03.668024Z","steps":["trace[1038948775] 'agreement among raft nodes before linearized reading' (duration: 104.864014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:24.698065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.01016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:24.698172Z","caller":"traceutil/trace.go:171","msg":"trace[1137220217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2855; }","duration":"128.164174ms","start":"2026-03-14T01:36:24.569983Z","end":"2026-03-14T01:36:24.698147Z","steps":["trace[1137220217] 'range keys from in-memory index tree' (duration: 127.935888ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:54.37695Z","caller":"traceutil/trace.go:171","msg":"trace[134698205] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"101.389878ms","start":"2026-03-14T01:37:54.275535Z","end":"2026-03-14T01:37:54.376925Z","steps":["trace[134698205] 'process raft request' (duration: 101.289316ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:03.734354Z","caller":"traceutil/trace.go:171","msg":"trace[1002026777] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"107.949642ms","start":"2026-03-14T01:38:03.626381Z","end":"2026-03-14T01:38:03.73433Z","steps":["trace[1002026777] 'process raft request' (duration: 101.166353ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:28.567323Z","caller":"traceutil/trace.go:171","msg":"trace[50522856] linearizableReadLoop","detail":"{readStateIndex:3795; appliedIndex:3794; }","duration":"277.039592ms","start":"2026-03-14T01:38:28.29026Z","end":"2026-03-14T01:38:28.5673Z","steps":["trace[50522856] 'read index received' (duration: 276.9512ms)","trace[50522856] 'applied index is now lower than readState.Index' (duration: 87.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:28.567429Z","caller":"traceutil/trace.go:171","msg":"trace[1296429965] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"327.354088ms","start":"2026-03-14T01:38:28.240046Z","end":"2026-03-14T01:38:28.5674Z","steps":["trace[1296429965] 'process raft request' (duration: 327.127093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:28.567494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.229136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:38:28.56752Z","caller":"traceutil/trace.go:171","msg":"trace[737833083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3635; }","duration":"277.311538ms","start":"2026-03-14T01:38:28.290201Z","end":"2026-03-14T01:38:28.567512Z","steps":["trace[737833083] 'agreement among raft nodes before linearized reading' (duration: 277.200556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:28.567597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:28.240034Z","time spent":"327.47156ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:28.584581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.838854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:38:28.584762Z","caller":"traceutil/trace.go:171","msg":"trace[2082846359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3636; }","duration":"151.12758ms","start":"2026-03-14T01:38:28.433619Z","end":"2026-03-14T01:38:28.584746Z","steps":["trace[2082846359] 'agreement among raft nodes before linearized reading' (duration: 150.874125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:28.584614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.590652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:38:28.58497Z","caller":"traceutil/trace.go:171","msg":"trace[1886738148] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3636; }","duration":"170.998241ms","start":"2026-03-14T01:38:28.41396Z","end":"2026-03-14T01:38:28.584958Z","steps":["trace[1886738148] 'agreement among raft nodes before linearized reading' (duration: 170.607112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:28.584705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.674777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:38:28.585232Z","caller":"traceutil/trace.go:171","msg":"trace[931512583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3636; }","duration":"150.21134ms","start":"2026-03-14T01:38:28.435009Z","end":"2026-03-14T01:38:28.585221Z","steps":["trace[931512583] 'agreement among raft nodes before linearized reading' (duration: 149.650127ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.093436Z","caller":"traceutil/trace.go:171","msg":"trace[1324574971] linearizableReadLoop","detail":"{readStateIndex:3831; appliedIndex:3830; }","duration":"195.551113ms","start":"2026-03-14T01:38:33.897861Z","end":"2026-03-14T01:38:34.093413Z","steps":["trace[1324574971] 'read index received' (duration: 195.515193ms)","trace[1324574971] 'applied index is now lower than readState.Index' (duration: 34.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:34.093463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:33.609943Z","time spent":"483.511073ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:38:34.093645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.745957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:38:34.093723Z","caller":"traceutil/trace.go:171","msg":"trace[1897583253] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3669; }","duration":"195.892591ms","start":"2026-03-14T01:38:33.89781Z","end":"2026-03-14T01:38:34.093703Z","steps":["trace[1897583253] 'agreement among raft nodes before linearized reading' (duration: 195.727527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:34.594072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587119623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:38:34.885748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.659519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:38:34.886079Z","caller":"traceutil/trace.go:171","msg":"trace[544461610] linearizableReadLoop","detail":"{readStateIndex:3833; appliedIndex:3831; }","duration":"792.46628ms","start":"2026-03-14T01:38:34.093594Z","end":"2026-03-14T01:38:34.88606Z","steps":["trace[544461610] 'read index received' (duration: 622.561155ms)","trace[544461610] 'applied index is now lower than readState.Index' (duration: 169.904215ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:34.886204Z","caller":"traceutil/trace.go:171","msg":"trace[605181950] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"254.191643ms","start":"2026-03-14T01:38:34.632001Z","end":"2026-03-14T01:38:34.886193Z","steps":["trace[605181950] 'process raft request' (duration: 253.993448ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.88621Z","caller":"traceutil/trace.go:171","msg":"trace[1054494075] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"259.971661ms","start":"2026-03-14T01:38:34.626201Z","end":"2026-03-14T01:38:34.886172Z","steps":["trace[1054494075] 'process raft request' (duration: 259.757167ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.886475Z","caller":"traceutil/trace.go:171","msg":"trace[1422261600] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"888.202581ms","start":"2026-03-14T01:38:33.998253Z","end":"2026-03-14T01:38:34.886456Z","steps":["trace[1422261600] 'process raft request' (duration: 717.732973ms)","trace[1422261600] 'compare' (duration: 169.220849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:34.88653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.176165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:38:34.886581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.817967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:38:34.886713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:33.998233Z","time spent":"888.289652ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:34.886985Z","caller":"traceutil/trace.go:171","msg":"trace[1819857439] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"792.412239ms","start":"2026-03-14T01:38:34.094559Z","end":"2026-03-14T01:38:34.886971Z","steps":["trace[1819857439] 'process raft request' (duration: 791.306795ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.887004Z","caller":"traceutil/trace.go:171","msg":"trace[2094657725] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"212.194132ms","start":"2026-03-14T01:38:34.674792Z","end":"2026-03-14T01:38:34.886986Z","steps":["trace[2094657725] 'process raft request' (duration: 211.236181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:34.88707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:34.094536Z","time spent":"792.48717ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:34.887159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.23278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:38:34.887198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.917237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:38:34.887176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.035697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:38:34.887235Z","caller":"traceutil/trace.go:171","msg":"trace[1968990278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3674; }","duration":"250.000949ms","start":"2026-03-14T01:38:34.637225Z","end":"2026-03-14T01:38:34.887226Z","steps":["trace[1968990278] 'agreement among raft nodes before linearized reading' (duration: 249.872397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:34.88722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.725192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:38:34.887242Z","caller":"traceutil/trace.go:171","msg":"trace[2081195650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3674; }","duration":"248.348063ms","start":"2026-03-14T01:38:34.638875Z","end":"2026-03-14T01:38:34.887223Z","steps":["trace[2081195650] 'agreement among raft nodes before linearized reading' (duration: 248.116978ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.887259Z","caller":"traceutil/trace.go:171","msg":"trace[1697584383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3674; }","duration":"248.17043ms","start":"2026-03-14T01:38:34.639068Z","end":"2026-03-14T01:38:34.887238Z","steps":["trace[1697584383] 'agreement among raft nodes before linearized reading' (duration: 247.930664ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.887292Z","caller":"traceutil/trace.go:171","msg":"trace[616768896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3674; }","duration":"248.837004ms","start":"2026-03-14T01:38:34.638433Z","end":"2026-03-14T01:38:34.88727Z","steps":["trace[616768896] 'agreement among raft nodes before linearized reading' (duration: 248.615799ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.887401Z","caller":"traceutil/trace.go:171","msg":"trace[1085142233] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3674; }","duration":"983.340709ms","start":"2026-03-14T01:38:33.903275Z","end":"2026-03-14T01:38:34.886616Z","steps":["trace[1085142233] 'agreement among raft nodes before linearized reading' (duration: 983.043013ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:34.88668Z","caller":"traceutil/trace.go:171","msg":"trace[1682709171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3674; }","duration":"314.96253ms","start":"2026-03-14T01:38:34.571698Z","end":"2026-03-14T01:38:34.886661Z","steps":["trace[1682709171] 'agreement among raft nodes before linearized reading' (duration: 314.693244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:34.887468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:33.903256Z","time spent":"984.191427ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:38:34.887527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:34.571676Z","time spent":"315.829778ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:38:39.123886Z","caller":"traceutil/trace.go:171","msg":"trace[1748238566] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"131.056023ms","start":"2026-03-14T01:38:38.992797Z","end":"2026-03-14T01:38:39.123853Z","steps":["trace[1748238566] 'process raft request' (duration: 130.975451ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:39.123916Z","caller":"traceutil/trace.go:171","msg":"trace[1172285784] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"131.217837ms","start":"2026-03-14T01:38:38.992664Z","end":"2026-03-14T01:38:39.123882Z","steps":["trace[1172285784] 'process raft request' (duration: 130.973691ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:39.124156Z","caller":"traceutil/trace.go:171","msg":"trace[13340721] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"131.323089ms","start":"2026-03-14T01:38:38.992806Z","end":"2026-03-14T01:38:39.124129Z","steps":["trace[13340721] 'process raft request' (duration: 131.004612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:39.322088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.81048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-xvvzg\" ","response":"range_response_count:1 size:4356"} {"level":"info","ts":"2026-03-14T01:39:39.322185Z","caller":"traceutil/trace.go:171","msg":"trace[1458898131] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-xvvzg; range_end:; response_count:1; response_revision:4080; }","duration":"251.953104ms","start":"2026-03-14T01:39:39.070212Z","end":"2026-03-14T01:39:39.322165Z","steps":["trace[1458898131] 'range keys from in-memory index tree' (duration: 251.598515ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:39.346871Z","caller":"traceutil/trace.go:171","msg":"trace[2017891358] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"174.832611ms","start":"2026-03-14T01:39:39.172011Z","end":"2026-03-14T01:39:39.346843Z","steps":["trace[2017891358] 'process raft request' (duration: 174.410341ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:45.20546Z","caller":"traceutil/trace.go:171","msg":"trace[1638569487] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"124.34676ms","start":"2026-03-14T01:39:45.081078Z","end":"2026-03-14T01:39:45.205424Z","steps":["trace[1638569487] 'process raft request' (duration: 111.443984ms)","trace[1638569487] 'compare' (duration: 12.742232ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:45.93968Z","caller":"traceutil/trace.go:171","msg":"trace[739721243] linearizableReadLoop","detail":"{readStateIndex:4643; appliedIndex:4642; }","duration":"158.626911ms","start":"2026-03-14T01:39:45.781022Z","end":"2026-03-14T01:39:45.939649Z","steps":["trace[739721243] 'read index received' (duration: 158.487088ms)","trace[739721243] 'applied index is now lower than readState.Index' (duration: 138.683µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:45.939886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.826726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:45.940002Z","caller":"traceutil/trace.go:171","msg":"trace[728961410] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4446; }","duration":"158.961789ms","start":"2026-03-14T01:39:45.78098Z","end":"2026-03-14T01:39:45.939941Z","steps":["trace[728961410] 'agreement among raft nodes before linearized reading' (duration: 158.795676ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:45.939861Z","caller":"traceutil/trace.go:171","msg":"trace[1974340827] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"158.905768ms","start":"2026-03-14T01:39:45.780914Z","end":"2026-03-14T01:39:45.93982Z","steps":["trace[1974340827] 'process raft request' (duration: 158.574839ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:50.348343Z","caller":"traceutil/trace.go:171","msg":"trace[246240084] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"133.79336ms","start":"2026-03-14T01:39:50.214513Z","end":"2026-03-14T01:39:50.348307Z","steps":["trace[246240084] 'process raft request' (duration: 109.178933ms)","trace[246240084] 'compare' (duration: 24.438403ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:50.4823Z","caller":"traceutil/trace.go:171","msg":"trace[1366162843] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"241.843748ms","start":"2026-03-14T01:39:50.240432Z","end":"2026-03-14T01:39:50.482275Z","steps":["trace[1366162843] 'process raft request' (duration: 220.33614ms)","trace[1366162843] 'compare' (duration: 21.354185ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:50.482494Z","caller":"traceutil/trace.go:171","msg":"trace[124567030] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"241.548491ms","start":"2026-03-14T01:39:50.240935Z","end":"2026-03-14T01:39:50.482483Z","steps":["trace[124567030] 'process raft request' (duration: 241.283466ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:50.519038Z","caller":"traceutil/trace.go:171","msg":"trace[761511194] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"162.662331ms","start":"2026-03-14T01:39:50.356325Z","end":"2026-03-14T01:39:50.518987Z","steps":["trace[761511194] 'process raft request' (duration: 162.479777ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:50.993486Z","caller":"traceutil/trace.go:171","msg":"trace[1202014887] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"103.069209ms","start":"2026-03-14T01:39:50.890397Z","end":"2026-03-14T01:39:50.993466Z","steps":["trace[1202014887] 'process raft request' (duration: 102.961205ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.170756Z","caller":"traceutil/trace.go:171","msg":"trace[624931174] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"164.097294ms","start":"2026-03-14T01:39:51.006635Z","end":"2026-03-14T01:39:51.170733Z","steps":["trace[624931174] 'process raft request' (duration: 163.734576ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.828999Z","caller":"traceutil/trace.go:171","msg":"trace[1728678951] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"208.282694ms","start":"2026-03-14T01:39:51.620686Z","end":"2026-03-14T01:39:51.828969Z","steps":["trace[1728678951] 'process raft request' (duration: 134.463624ms)","trace[1728678951] 'compare' (duration: 73.705538ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:51.884649Z","caller":"traceutil/trace.go:171","msg":"trace[712980975] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"261.280821ms","start":"2026-03-14T01:39:51.623345Z","end":"2026-03-14T01:39:51.884626Z","steps":["trace[712980975] 'process raft request' (duration: 261.063756ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.884714Z","caller":"traceutil/trace.go:171","msg":"trace[72778626] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"253.536689ms","start":"2026-03-14T01:39:51.631148Z","end":"2026-03-14T01:39:51.884685Z","steps":["trace[72778626] 'process raft request' (duration: 253.413476ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.88497Z","caller":"traceutil/trace.go:171","msg":"trace[1237430140] linearizableReadLoop","detail":"{readStateIndex:4702; appliedIndex:4700; }","duration":"257.570538ms","start":"2026-03-14T01:39:51.627389Z","end":"2026-03-14T01:39:51.88496Z","steps":["trace[1237430140] 'read index received' (duration: 127.768895ms)","trace[1237430140] 'applied index is now lower than readState.Index' (duration: 129.800573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:51.885069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.779814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-14T01:39:51.885163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.379946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:51.885165Z","caller":"traceutil/trace.go:171","msg":"trace[1590548734] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4505; }","duration":"271.881006ms","start":"2026-03-14T01:39:51.613261Z","end":"2026-03-14T01:39:51.885142Z","steps":["trace[1590548734] 'agreement among raft nodes before linearized reading' (duration: 271.725552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.88518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.801799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T01:39:51.885223Z","caller":"traceutil/trace.go:171","msg":"trace[923047069] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4505; }","duration":"269.8469ms","start":"2026-03-14T01:39:51.615363Z","end":"2026-03-14T01:39:51.88521Z","steps":["trace[923047069] 'agreement among raft nodes before linearized reading' (duration: 269.728348ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.885205Z","caller":"traceutil/trace.go:171","msg":"trace[381776625] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4505; }","duration":"272.439068ms","start":"2026-03-14T01:39:51.612754Z","end":"2026-03-14T01:39:51.885193Z","steps":["trace[381776625] 'agreement among raft nodes before linearized reading' (duration: 272.382597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.885121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.990468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T01:39:51.885579Z","caller":"traceutil/trace.go:171","msg":"trace[1665281589] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4505; }","duration":"272.491709ms","start":"2026-03-14T01:39:51.613078Z","end":"2026-03-14T01:39:51.885569Z","steps":["trace[1665281589] 'agreement among raft nodes before linearized reading' (duration: 271.950587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.885584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.321951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125174"} {"level":"warn","ts":"2026-03-14T01:39:51.885541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.865777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:39:51.885718Z","caller":"traceutil/trace.go:171","msg":"trace[1121726304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:4505; }","duration":"282.062122ms","start":"2026-03-14T01:39:51.603647Z","end":"2026-03-14T01:39:51.885709Z","steps":["trace[1121726304] 'agreement among raft nodes before linearized reading' (duration: 281.805397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.886385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.951514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:39:51.886446Z","caller":"traceutil/trace.go:171","msg":"trace[1113756251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4505; }","duration":"284.042425ms","start":"2026-03-14T01:39:51.602393Z","end":"2026-03-14T01:39:51.886435Z","steps":["trace[1113756251] 'agreement among raft nodes before linearized reading' (duration: 283.168296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.886464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.770977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:51.886523Z","caller":"traceutil/trace.go:171","msg":"trace[1025092249] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4505; }","duration":"255.85614ms","start":"2026-03-14T01:39:51.630648Z","end":"2026-03-14T01:39:51.886504Z","steps":["trace[1025092249] 'agreement among raft nodes before linearized reading' (duration: 255.775868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.886736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.838326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:39:51.886773Z","caller":"traceutil/trace.go:171","msg":"trace[1791574020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4505; }","duration":"222.899867ms","start":"2026-03-14T01:39:51.663864Z","end":"2026-03-14T01:39:51.886764Z","steps":["trace[1791574020] 'agreement among raft nodes before linearized reading' (duration: 222.803835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.886807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.873765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:39:51.886895Z","caller":"traceutil/trace.go:171","msg":"trace[2058291278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4505; }","duration":"181.063919ms","start":"2026-03-14T01:39:51.705813Z","end":"2026-03-14T01:39:51.886877Z","steps":["trace[2058291278] 'agreement among raft nodes before linearized reading' (duration: 180.766232ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.887269Z","caller":"traceutil/trace.go:171","msg":"trace[929378839] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4505; }","duration":"272.02343ms","start":"2026-03-14T01:39:51.615225Z","end":"2026-03-14T01:39:51.887248Z","steps":["trace[929378839] 'agreement among raft nodes before linearized reading' (duration: 270.177649ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:53.507677Z","caller":"traceutil/trace.go:171","msg":"trace[1452717231] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4769; }","duration":"363.51716ms","start":"2026-03-14T01:39:53.14414Z","end":"2026-03-14T01:39:53.507658Z","steps":["trace[1452717231] 'read index received' (duration: 363.375127ms)","trace[1452717231] 'applied index is now lower than readState.Index' (duration: 141.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:53.507716Z","caller":"traceutil/trace.go:171","msg":"trace[928420496] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"410.413361ms","start":"2026-03-14T01:39:53.097275Z","end":"2026-03-14T01:39:53.507688Z","steps":["trace[928420496] 'process raft request' (duration: 410.258027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:53.507931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.097262Z","time spent":"410.513033ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:53.507937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.334652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:53.507996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.850667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-14T01:39:53.508025Z","caller":"traceutil/trace.go:171","msg":"trace[5703238] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4572; }","duration":"148.469416ms","start":"2026-03-14T01:39:53.35954Z","end":"2026-03-14T01:39:53.508009Z","steps":["trace[5703238] 'agreement among raft nodes before linearized reading' (duration: 148.313582ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:53.508041Z","caller":"traceutil/trace.go:171","msg":"trace[2028255926] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065; range_end:; response_count:1; response_revision:4572; }","duration":"363.934399ms","start":"2026-03-14T01:39:53.144091Z","end":"2026-03-14T01:39:53.508025Z","steps":["trace[2028255926] 'agreement among raft nodes before linearized reading' (duration: 363.694584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:53.507941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.734526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-14T01:39:53.508068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.14407Z","time spent":"363.992581ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" "} {"level":"info","ts":"2026-03-14T01:39:53.508078Z","caller":"traceutil/trace.go:171","msg":"trace[282149946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065; range_end:; response_count:1; response_revision:4572; }","duration":"337.939591ms","start":"2026-03-14T01:39:53.170128Z","end":"2026-03-14T01:39:53.508068Z","steps":["trace[282149946] 'agreement among raft nodes before linearized reading' (duration: 337.672255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:53.50811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.170109Z","time spent":"337.992613ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" "} {"level":"warn","ts":"2026-03-14T01:39:53.508836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.601958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-14T01:39:53.508904Z","caller":"traceutil/trace.go:171","msg":"trace[96641449] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4572; }","duration":"207.67348ms","start":"2026-03-14T01:39:53.301215Z","end":"2026-03-14T01:39:53.508889Z","steps":["trace[96641449] 'agreement among raft nodes before linearized reading' (duration: 206.658338ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:53.773597Z","caller":"traceutil/trace.go:171","msg":"trace[1332866411] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"257.177179ms","start":"2026-03-14T01:39:53.516395Z","end":"2026-03-14T01:39:53.773572Z","steps":["trace[1332866411] 'process raft request' (duration: 257.029156ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:53.773698Z","caller":"traceutil/trace.go:171","msg":"trace[1675431133] linearizableReadLoop","detail":"{readStateIndex:4771; appliedIndex:4771; }","duration":"234.232001ms","start":"2026-03-14T01:39:53.539438Z","end":"2026-03-14T01:39:53.77367Z","steps":["trace[1675431133] 'read index received' (duration: 234.22092ms)","trace[1675431133] 'applied index is now lower than readState.Index' (duration: 8.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:53.773968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.503256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T01:39:53.77407Z","caller":"traceutil/trace.go:171","msg":"trace[1349126913] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4573; }","duration":"234.66178ms","start":"2026-03-14T01:39:53.539386Z","end":"2026-03-14T01:39:53.774047Z","steps":["trace[1349126913] 'agreement among raft nodes before linearized reading' (duration: 234.374163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.156519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.207037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:54.15683Z","caller":"traceutil/trace.go:171","msg":"trace[222705869] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4771; }","duration":"383.048253ms","start":"2026-03-14T01:39:53.773765Z","end":"2026-03-14T01:39:54.156813Z","steps":["trace[222705869] 'read index received' (duration: 140.359775ms)","trace[222705869] 'applied index is now lower than readState.Index' (duration: 242.687498ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:54.156903Z","caller":"traceutil/trace.go:171","msg":"trace[1791397176] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"598.752502ms","start":"2026-03-14T01:39:53.558129Z","end":"2026-03-14T01:39:54.156881Z","steps":["trace[1791397176] 'process raft request' (duration: 598.640149ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:54.157083Z","caller":"traceutil/trace.go:171","msg":"trace[987074788] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"599.355475ms","start":"2026-03-14T01:39:53.557721Z","end":"2026-03-14T01:39:54.157076Z","steps":["trace[987074788] 'process raft request' (duration: 598.934196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.157138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.558119Z","time spent":"598.976457ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:54.157175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.557708Z","time spent":"599.400377ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:54.157168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.909369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:54.157329Z","caller":"traceutil/trace.go:171","msg":"trace[346605325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4576; }","duration":"587.107054ms","start":"2026-03-14T01:39:53.570201Z","end":"2026-03-14T01:39:54.157308Z","steps":["trace[346605325] 'agreement among raft nodes before linearized reading' (duration: 586.852978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.157458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.486496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:39:54.157465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.351808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:39:54.157497Z","caller":"traceutil/trace.go:171","msg":"trace[1240245684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4576; }","duration":"225.545498ms","start":"2026-03-14T01:39:53.931941Z","end":"2026-03-14T01:39:54.157487Z","steps":["trace[1240245684] 'agreement among raft nodes before linearized reading' (duration: 225.458036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.157587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.183514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:39:54.15722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.553069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:39:54.157612Z","caller":"traceutil/trace.go:171","msg":"trace[45067477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4576; }","duration":"268.250276ms","start":"2026-03-14T01:39:53.889357Z","end":"2026-03-14T01:39:54.157607Z","steps":["trace[45067477] 'agreement among raft nodes before linearized reading' (duration: 268.190324ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:54.157508Z","caller":"traceutil/trace.go:171","msg":"trace[1181309152] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:4576; }","duration":"223.41762ms","start":"2026-03-14T01:39:53.934072Z","end":"2026-03-14T01:39:54.15749Z","steps":["trace[1181309152] 'agreement among raft nodes before linearized reading' (duration: 223.351188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.157617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.119919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517382"} {"level":"info","ts":"2026-03-14T01:39:54.157664Z","caller":"traceutil/trace.go:171","msg":"trace[408416022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4576; }","duration":"577.016929ms","start":"2026-03-14T01:39:53.580615Z","end":"2026-03-14T01:39:54.157632Z","steps":["trace[408416022] 'agreement among raft nodes before linearized reading' (duration: 576.320474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.157681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.604763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:39:54.157394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.24718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:39:54.157754Z","caller":"traceutil/trace.go:171","msg":"trace[720087795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4576; }","duration":"227.722605ms","start":"2026-03-14T01:39:53.930015Z","end":"2026-03-14T01:39:54.157737Z","steps":["trace[720087795] 'agreement among raft nodes before linearized reading' (duration: 227.562202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.15776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.580595Z","time spent":"577.143082ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:39:54.157786Z","caller":"traceutil/trace.go:171","msg":"trace[591908831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4576; }","duration":"225.683239ms","start":"2026-03-14T01:39:53.932096Z","end":"2026-03-14T01:39:54.157779Z","steps":["trace[591908831] 'agreement among raft nodes before linearized reading' (duration: 225.221149ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:54.157785Z","caller":"traceutil/trace.go:171","msg":"trace[422641217] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4576; }","duration":"485.336283ms","start":"2026-03-14T01:39:53.672396Z","end":"2026-03-14T01:39:54.157733Z","steps":["trace[422641217] 'agreement among raft nodes before linearized reading' (duration: 484.679569ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:54.156955Z","caller":"traceutil/trace.go:171","msg":"trace[647615973] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"610.209666ms","start":"2026-03-14T01:39:53.546738Z","end":"2026-03-14T01:39:54.156948Z","steps":["trace[647615973] 'process raft request' (duration: 367.460977ms)","trace[647615973] 'compare' (duration: 241.930871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:54.157871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.672374Z","time spent":"485.458526ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517405,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:39:54.157374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.348391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-14T01:39:54.158012Z","caller":"traceutil/trace.go:171","msg":"trace[882147837] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4576; }","duration":"362.011696ms","start":"2026-03-14T01:39:53.795984Z","end":"2026-03-14T01:39:54.157996Z","steps":["trace[882147837] 'agreement among raft nodes before linearized reading' (duration: 361.28244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.15811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.795948Z","time spent":"362.147519ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-14T01:39:54.158007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.546718Z","time spent":"611.184498ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:54.158043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.655649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:39:54.158298Z","caller":"traceutil/trace.go:171","msg":"trace[1184743971] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:4576; }","duration":"543.964895ms","start":"2026-03-14T01:39:53.614323Z","end":"2026-03-14T01:39:54.158281Z","steps":["trace[1184743971] 'agreement among raft nodes before linearized reading' (duration: 542.645586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.157859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.570186Z","time spent":"587.473502ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:39:54.158333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:53.614303Z","time spent":"544.020897ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-14T01:39:56.819836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.132509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:56.820319Z","caller":"traceutil/trace.go:171","msg":"trace[162391586] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"589.522087ms","start":"2026-03-14T01:39:56.230765Z","end":"2026-03-14T01:39:56.820287Z","steps":["trace[162391586] 'process raft request' (duration: 326.829745ms)","trace[162391586] 'compare' (duration: 261.681819ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:56.820431Z","caller":"traceutil/trace.go:171","msg":"trace[138820996] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"588.879213ms","start":"2026-03-14T01:39:56.231534Z","end":"2026-03-14T01:39:56.820413Z","steps":["trace[138820996] 'process raft request' (duration: 588.673027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.820448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.230741Z","time spent":"589.655301ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:56.820516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.231522Z","time spent":"588.948904ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:56.820562Z","caller":"traceutil/trace.go:171","msg":"trace[1233039009] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"587.713646ms","start":"2026-03-14T01:39:56.232814Z","end":"2026-03-14T01:39:56.820528Z","steps":["trace[1233039009] 'process raft request' (duration: 587.510942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.820671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.232802Z","time spent":"587.814958ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:39:56.820956Z","caller":"traceutil/trace.go:171","msg":"trace[905552261] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"493.904865ms","start":"2026-03-14T01:39:56.327037Z","end":"2026-03-14T01:39:56.820942Z","steps":["trace[905552261] 'process raft request' (duration: 493.850823ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.820978Z","caller":"traceutil/trace.go:171","msg":"trace[622003720] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"585.515638ms","start":"2026-03-14T01:39:56.235449Z","end":"2026-03-14T01:39:56.820965Z","steps":["trace[622003720] 'process raft request' (duration: 584.924225ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.82101Z","caller":"traceutil/trace.go:171","msg":"trace[1535183954] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4875; }","duration":"570.216429ms","start":"2026-03-14T01:39:56.250774Z","end":"2026-03-14T01:39:56.82099Z","steps":["trace[1535183954] 'read index received' (duration: 306.833962ms)","trace[1535183954] 'applied index is now lower than readState.Index' (duration: 263.380217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:56.821041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.235437Z","time spent":"585.565939ms","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:56.821207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.419183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:3431"} {"level":"warn","ts":"2026-03-14T01:39:56.821207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.677979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-14T01:39:56.821214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.447448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:39:56.821231Z","caller":"traceutil/trace.go:171","msg":"trace[662864961] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4679; }","duration":"570.487875ms","start":"2026-03-14T01:39:56.250736Z","end":"2026-03-14T01:39:56.821223Z","steps":["trace[662864961] 'agreement among raft nodes before linearized reading' (duration: 570.358002ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.821237Z","caller":"traceutil/trace.go:171","msg":"trace[1938784833] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4679; }","duration":"384.748471ms","start":"2026-03-14T01:39:56.43648Z","end":"2026-03-14T01:39:56.821228Z","steps":["trace[1938784833] 'agreement among raft nodes before linearized reading' (duration: 384.645019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.945476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:56.821262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.250714Z","time spent":"570.542105ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":3454,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-03-14T01:39:56.821262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.436458Z","time spent":"384.798271ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-14T01:39:56.821271Z","caller":"traceutil/trace.go:171","msg":"trace[1100903123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4679; }","duration":"249.001818ms","start":"2026-03-14T01:39:56.572262Z","end":"2026-03-14T01:39:56.821264Z","steps":["trace[1100903123] 'agreement among raft nodes before linearized reading' (duration: 248.972577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.469115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:39:56.821311Z","caller":"traceutil/trace.go:171","msg":"trace[2074751970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4679; }","duration":"561.555356ms","start":"2026-03-14T01:39:56.25974Z","end":"2026-03-14T01:39:56.821296Z","steps":["trace[2074751970] 'agreement among raft nodes before linearized reading' (duration: 561.424113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.259726Z","time spent":"561.610598ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:39:56.821349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.448766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:39:56.821354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.25812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-03-14T01:39:56.821383Z","caller":"traceutil/trace.go:171","msg":"trace[668657368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4679; }","duration":"562.506477ms","start":"2026-03-14T01:39:56.258866Z","end":"2026-03-14T01:39:56.821373Z","steps":["trace[668657368] 'agreement among raft nodes before linearized reading' (duration: 562.399575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.342481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:39:56.821385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.757511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-14T01:39:56.821408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.258856Z","time spent":"562.548199ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:39:56.821399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.871233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-14T01:39:56.821419Z","caller":"traceutil/trace.go:171","msg":"trace[105043592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4679; }","duration":"561.394742ms","start":"2026-03-14T01:39:56.260016Z","end":"2026-03-14T01:39:56.821411Z","steps":["trace[105043592] 'agreement among raft nodes before linearized reading' (duration: 561.29332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.821467Z","caller":"traceutil/trace.go:171","msg":"trace[719898597] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4679; }","duration":"384.836753ms","start":"2026-03-14T01:39:56.436586Z","end":"2026-03-14T01:39:56.821423Z","steps":["trace[719898597] 'agreement among raft nodes before linearized reading' (duration: 384.663579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.685389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:39:56.821501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.436568Z","time spent":"384.926595ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-14T01:39:56.821423Z","caller":"traceutil/trace.go:171","msg":"trace[1886348554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5739be88-df7c-4082-8fa0-3e58c9879065; range_end:; response_count:1; response_revision:4679; }","duration":"275.345142ms","start":"2026-03-14T01:39:56.546056Z","end":"2026-03-14T01:39:56.821401Z","steps":["trace[1886348554] 'agreement among raft nodes before linearized reading' (duration: 275.125907ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.82154Z","caller":"traceutil/trace.go:171","msg":"trace[1395695765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4679; }","duration":"561.842163ms","start":"2026-03-14T01:39:56.259675Z","end":"2026-03-14T01:39:56.821518Z","steps":["trace[1395695765] 'agreement among raft nodes before linearized reading' (duration: 561.549427ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.82153Z","caller":"traceutil/trace.go:171","msg":"trace[1154935899] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4679; }","duration":"385.032997ms","start":"2026-03-14T01:39:56.436481Z","end":"2026-03-14T01:39:56.821514Z","steps":["trace[1154935899] 'agreement among raft nodes before linearized reading' (duration: 384.811272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.056955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-425f334f-157e-484e-b5b5-7424001bbdcc\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-03-14T01:39:56.821598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.259664Z","time spent":"561.922945ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:39:56.821602Z","caller":"traceutil/trace.go:171","msg":"trace[1186471578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-425f334f-157e-484e-b5b5-7424001bbdcc; range_end:; response_count:1; response_revision:4679; }","duration":"275.461755ms","start":"2026-03-14T01:39:56.546127Z","end":"2026-03-14T01:39:56.821589Z","steps":["trace[1186471578] 'agreement among raft nodes before linearized reading' (duration: 275.013505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.436467Z","time spent":"385.123039ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-14T01:39:56.821492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.260005Z","time spent":"561.482264ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:39:56.821254Z","caller":"traceutil/trace.go:171","msg":"trace[2138948935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4679; }","duration":"563.52892ms","start":"2026-03-14T01:39:56.257715Z","end":"2026-03-14T01:39:56.821244Z","steps":["trace[2138948935] 'agreement among raft nodes before linearized reading' (duration: 563.404467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.821988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.257691Z","time spent":"564.279536ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:39:56.82106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.327011Z","time spent":"493.979417ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:57.052352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.647526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:57.052682Z","caller":"traceutil/trace.go:171","msg":"trace[1522789631] linearizableReadLoop","detail":"{readStateIndex:4886; appliedIndex:4880; }","duration":"217.074889ms","start":"2026-03-14T01:39:56.835589Z","end":"2026-03-14T01:39:57.052664Z","steps":["trace[1522789631] 'read index received' (duration: 106.098296ms)","trace[1522789631] 'applied index is now lower than readState.Index' (duration: 110.975553ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:57.052726Z","caller":"traceutil/trace.go:171","msg":"trace[1633114569] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"224.156616ms","start":"2026-03-14T01:39:56.828445Z","end":"2026-03-14T01:39:57.052602Z","steps":["trace[1633114569] 'process raft request' (duration: 113.181083ms)","trace[1633114569] 'compare' (duration: 110.507322ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:57.05293Z","caller":"traceutil/trace.go:171","msg":"trace[55681316] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"223.475002ms","start":"2026-03-14T01:39:56.829443Z","end":"2026-03-14T01:39:57.052918Z","steps":["trace[55681316] 'process raft request' (duration: 222.99957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.053117Z","caller":"traceutil/trace.go:171","msg":"trace[1074720204] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"223.564233ms","start":"2026-03-14T01:39:56.829544Z","end":"2026-03-14T01:39:57.053108Z","steps":["trace[1074720204] 'process raft request' (duration: 222.954738ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.053254Z","caller":"traceutil/trace.go:171","msg":"trace[494647417] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"223.578064ms","start":"2026-03-14T01:39:56.829667Z","end":"2026-03-14T01:39:57.053245Z","steps":["trace[494647417] 'process raft request' (duration: 222.864077ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.053369Z","caller":"traceutil/trace.go:171","msg":"trace[1336734689] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"220.179548ms","start":"2026-03-14T01:39:56.833177Z","end":"2026-03-14T01:39:57.053357Z","steps":["trace[1336734689] 'process raft request' (duration: 219.38439ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.053482Z","caller":"traceutil/trace.go:171","msg":"trace[1234168553] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"220.24152ms","start":"2026-03-14T01:39:56.833232Z","end":"2026-03-14T01:39:57.053473Z","steps":["trace[1234168553] 'process raft request' (duration: 219.36294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:57.054325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.793331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:715037"} {"level":"info","ts":"2026-03-14T01:39:57.054382Z","caller":"traceutil/trace.go:171","msg":"trace[328311264] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4685; }","duration":"152.891393ms","start":"2026-03-14T01:39:56.901476Z","end":"2026-03-14T01:39:57.054367Z","steps":["trace[328311264] 'agreement among raft nodes before linearized reading' (duration: 152.405323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:57.056966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.357044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5216"} {"level":"info","ts":"2026-03-14T01:39:57.057011Z","caller":"traceutil/trace.go:171","msg":"trace[667930906] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4685; }","duration":"221.435836ms","start":"2026-03-14T01:39:56.835566Z","end":"2026-03-14T01:39:57.057002Z","steps":["trace[667930906] 'agreement among raft nodes before linearized reading' (duration: 218.068251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.349235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.793217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:773222"} {"level":"warn","ts":"2026-03-14T01:39:59.349254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.967121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:59.349342Z","caller":"traceutil/trace.go:171","msg":"trace[1464364165] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4758; }","duration":"250.94865ms","start":"2026-03-14T01:39:59.098369Z","end":"2026-03-14T01:39:59.349317Z","steps":["trace[1464364165] 'range keys from in-memory index tree' (duration: 250.243595ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:59.349425Z","caller":"traceutil/trace.go:171","msg":"trace[1142112682] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"241.094092ms","start":"2026-03-14T01:39:59.108305Z","end":"2026-03-14T01:39:59.349399Z","steps":["trace[1142112682] 'process raft request' (duration: 94.853775ms)","trace[1142112682] 'compare' (duration: 145.756356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:59.838621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.379185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:59.83874Z","caller":"traceutil/trace.go:171","msg":"trace[1714141737] linearizableReadLoop","detail":"{readStateIndex:4965; appliedIndex:4964; }","duration":"629.635258ms","start":"2026-03-14T01:39:59.209086Z","end":"2026-03-14T01:39:59.838721Z","steps":["trace[1714141737] 'read index received' (duration: 335.348165ms)","trace[1714141737] 'applied index is now lower than readState.Index' (duration: 294.285593ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:59.83881Z","caller":"traceutil/trace.go:171","msg":"trace[1185288641] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"690.549069ms","start":"2026-03-14T01:39:59.14825Z","end":"2026-03-14T01:39:59.838799Z","steps":["trace[1185288641] 'process raft request' (duration: 395.918329ms)","trace[1185288641] 'compare' (duration: 294.18051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:59.838869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.148214Z","time spent":"690.627681ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2614,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:39:59.839003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.905493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-14T01:39:59.839062Z","caller":"traceutil/trace.go:171","msg":"trace[1346828844] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef; range_end:; response_count:1; response_revision:4760; }","duration":"629.970325ms","start":"2026-03-14T01:39:59.209076Z","end":"2026-03-14T01:39:59.839046Z","steps":["trace[1346828844] 'agreement among raft nodes before linearized reading' (duration: 629.74636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.8391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.208998Z","time spent":"630.091188ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" "} {"level":"warn","ts":"2026-03-14T01:39:59.871865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.28409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:59.871891Z","caller":"traceutil/trace.go:171","msg":"trace[1316402445] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"516.28136ms","start":"2026-03-14T01:39:59.35558Z","end":"2026-03-14T01:39:59.871861Z","steps":["trace[1316402445] 'process raft request' (duration: 515.999454ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:59.871986Z","caller":"traceutil/trace.go:171","msg":"trace[1247164807] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"416.541677ms","start":"2026-03-14T01:39:59.455436Z","end":"2026-03-14T01:39:59.871977Z","steps":["trace[1247164807] 'process raft request' (duration: 416.20945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.872055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.455407Z","time spent":"416.601239ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:59.872064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.355554Z","time spent":"516.407934ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:39:59.871928Z","caller":"traceutil/trace.go:171","msg":"trace[1512512103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4763; }","duration":"311.415463ms","start":"2026-03-14T01:39:59.560499Z","end":"2026-03-14T01:39:59.871915Z","steps":["trace[1512512103] 'agreement among raft nodes before linearized reading' (duration: 311.31132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.872239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.142231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:59.87226Z","caller":"traceutil/trace.go:171","msg":"trace[765754023] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4763; }","duration":"149.164871ms","start":"2026-03-14T01:39:59.72309Z","end":"2026-03-14T01:39:59.872255Z","steps":["trace[765754023] 'agreement among raft nodes before linearized reading' (duration: 149.13102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.872295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.935437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-14T01:39:59.872363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.560474Z","time spent":"311.74329ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:39:59.872379Z","caller":"traceutil/trace.go:171","msg":"trace[149468931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4763; }","duration":"504.07044ms","start":"2026-03-14T01:39:59.368288Z","end":"2026-03-14T01:39:59.872359Z","steps":["trace[149468931] 'agreement among raft nodes before linearized reading' (duration: 503.815725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.872415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.393248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:59.872457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.471761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:39:59.872498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.156784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-14T01:39:59.872512Z","caller":"traceutil/trace.go:171","msg":"trace[1338591508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4763; }","duration":"464.568993ms","start":"2026-03-14T01:39:59.407925Z","end":"2026-03-14T01:39:59.872494Z","steps":["trace[1338591508] 'agreement among raft nodes before linearized reading' (duration: 464.389899ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:59.872531Z","caller":"traceutil/trace.go:171","msg":"trace[1050120256] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef; range_end:; response_count:1; response_revision:4763; }","duration":"637.237866ms","start":"2026-03-14T01:39:59.235286Z","end":"2026-03-14T01:39:59.872524Z","steps":["trace[1050120256] 'agreement among raft nodes before linearized reading' (duration: 637.157574ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:59.872493Z","caller":"traceutil/trace.go:171","msg":"trace[1314803870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4763; }","duration":"300.47846ms","start":"2026-03-14T01:39:59.571997Z","end":"2026-03-14T01:39:59.872475Z","steps":["trace[1314803870] 'agreement among raft nodes before linearized reading' (duration: 300.357867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.872553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.235261Z","time spent":"637.287616ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" "} {"level":"warn","ts":"2026-03-14T01:39:59.87255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.40789Z","time spent":"464.652655ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:39:59.872433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.368252Z","time spent":"504.170912ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-14T01:39:59.872573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.571937Z","time spent":"300.623203ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:39:59.872638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.205528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-14T01:39:59.872768Z","caller":"traceutil/trace.go:171","msg":"trace[304721338] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4763; }","duration":"611.403473ms","start":"2026-03-14T01:39:59.261334Z","end":"2026-03-14T01:39:59.872738Z","steps":["trace[304721338] 'agreement among raft nodes before linearized reading' (duration: 610.940182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.872829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.261317Z","time spent":"611.501454ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-14T01:39:59.872964Z","caller":"traceutil/trace.go:171","msg":"trace[1302591901] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"636.686254ms","start":"2026-03-14T01:39:59.235039Z","end":"2026-03-14T01:39:59.871725Z","steps":["trace[1302591901] 'process raft request' (duration: 636.425008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.873009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.095524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:775844"} {"level":"info","ts":"2026-03-14T01:39:59.873056Z","caller":"traceutil/trace.go:171","msg":"trace[544281268] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4763; }","duration":"315.182006ms","start":"2026-03-14T01:39:59.55786Z","end":"2026-03-14T01:39:59.873042Z","steps":["trace[544281268] 'agreement among raft nodes before linearized reading' (duration: 313.946769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.873069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.235004Z","time spent":"638.011913ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:39:59.873091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.557838Z","time spent":"315.244087ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":775867,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:40:00.244187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.400868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:00.244411Z","caller":"traceutil/trace.go:171","msg":"trace[1828680861] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4969; }","duration":"328.935733ms","start":"2026-03-14T01:39:59.915454Z","end":"2026-03-14T01:40:00.24439Z","steps":["trace[1828680861] 'read index received' (duration: 133.457704ms)","trace[1828680861] 'applied index is now lower than readState.Index' (duration: 195.477299ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:00.244427Z","caller":"traceutil/trace.go:171","msg":"trace[851773084] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"367.571169ms","start":"2026-03-14T01:39:59.876823Z","end":"2026-03-14T01:40:00.244394Z","steps":["trace[851773084] 'process raft request' (duration: 171.873115ms)","trace[851773084] 'compare' (duration: 194.998399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:00.244549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.987581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-hrz6r\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-03-14T01:40:00.244574Z","caller":"traceutil/trace.go:171","msg":"trace[857229979] range","detail":"{range_begin:/registry/pods/monitoring/vector-hrz6r; range_end:; response_count:1; response_revision:4767; }","duration":"369.055573ms","start":"2026-03-14T01:39:59.875511Z","end":"2026-03-14T01:40:00.244567Z","steps":["trace[857229979] 'agreement among raft nodes before linearized reading' (duration: 368.945401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.244596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.875495Z","time spent":"369.095134ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5874,"request content":"key:\"/registry/pods/monitoring/vector-hrz6r\" "} {"level":"warn","ts":"2026-03-14T01:40:00.244592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.002892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:00.244624Z","caller":"traceutil/trace.go:171","msg":"trace[2038400174] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"364.512592ms","start":"2026-03-14T01:39:59.880089Z","end":"2026-03-14T01:40:00.244602Z","steps":["trace[2038400174] 'process raft request' (duration: 364.188535ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.244561Z","caller":"traceutil/trace.go:171","msg":"trace[1356266038] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"362.838055ms","start":"2026-03-14T01:39:59.881695Z","end":"2026-03-14T01:40:00.244533Z","steps":["trace[1356266038] 'process raft request' (duration: 362.649881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.244611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.8768Z","time spent":"367.695112ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:00.244719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.88007Z","time spent":"364.606113ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:00.244698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.071938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:40:00.244684Z","caller":"traceutil/trace.go:171","msg":"trace[84672433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4767; }","duration":"369.152695ms","start":"2026-03-14T01:39:59.87551Z","end":"2026-03-14T01:40:00.244663Z","steps":["trace[84672433] 'agreement among raft nodes before linearized reading' (duration: 368.967301ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.244848Z","caller":"traceutil/trace.go:171","msg":"trace[1470291332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4767; }","duration":"367.255273ms","start":"2026-03-14T01:39:59.877585Z","end":"2026-03-14T01:40:00.24484Z","steps":["trace[1470291332] 'agreement among raft nodes before linearized reading' (duration: 366.950076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.244875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.877573Z","time spent":"367.293014ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:40:00.244889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.875488Z","time spent":"369.38328ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:00.244849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.694252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-14T01:40:00.245006Z","caller":"traceutil/trace.go:171","msg":"trace[236286862] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5739be88-df7c-4082-8fa0-3e58c9879065; range_end:; response_count:1; response_revision:4767; }","duration":"367.909066ms","start":"2026-03-14T01:39:59.877045Z","end":"2026-03-14T01:40:00.244954Z","steps":["trace[236286862] 'agreement among raft nodes before linearized reading' (duration: 367.400015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.245032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.88167Z","time spent":"363.141822ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:00.24513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.877027Z","time spent":"368.06075ms","remote":"127.0.0.1:39836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" "} {"level":"warn","ts":"2026-03-14T01:40:00.744519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587122020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:40:00.813142Z","caller":"traceutil/trace.go:171","msg":"trace[1946011969] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4972; }","duration":"568.680725ms","start":"2026-03-14T01:40:00.244438Z","end":"2026-03-14T01:40:00.813119Z","steps":["trace[1946011969] 'read index received' (duration: 507.888385ms)","trace[1946011969] 'applied index is now lower than readState.Index' (duration: 60.7915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:00.813464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.580069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:40:00.813524Z","caller":"traceutil/trace.go:171","msg":"trace[1633923016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:4771; }","duration":"571.681661ms","start":"2026-03-14T01:40:00.241826Z","end":"2026-03-14T01:40:00.813508Z","steps":["trace[1633923016] 'agreement among raft nodes before linearized reading' (duration: 571.488837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.421385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-14T01:40:00.813565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.241809Z","time spent":"571.744562ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"info","ts":"2026-03-14T01:40:00.813578Z","caller":"traceutil/trace.go:171","msg":"trace[1432297258] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4771; }","duration":"894.529057ms","start":"2026-03-14T01:39:59.919036Z","end":"2026-03-14T01:40:00.813565Z","steps":["trace[1432297258] 'agreement among raft nodes before linearized reading' (duration: 894.395284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.717569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17171"} {"level":"warn","ts":"2026-03-14T01:40:00.81361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.919008Z","time spent":"894.593679ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-14T01:40:00.81363Z","caller":"traceutil/trace.go:171","msg":"trace[257834703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4771; }","duration":"565.825541ms","start":"2026-03-14T01:40:00.247793Z","end":"2026-03-14T01:40:00.813618Z","steps":["trace[257834703] 'agreement among raft nodes before linearized reading' (duration: 565.668298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.247774Z","time spent":"565.874692ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17194,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:40:00.813637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.231047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-14T01:40:00.813632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.756046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T01:40:00.81365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.034159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-14T01:40:00.813649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.176724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:00.813691Z","caller":"traceutil/trace.go:171","msg":"trace[673906004] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4771; }","duration":"542.32382ms","start":"2026-03-14T01:40:00.271351Z","end":"2026-03-14T01:40:00.813675Z","steps":["trace[673906004] 'agreement among raft nodes before linearized reading' (duration: 542.150456ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.813698Z","caller":"traceutil/trace.go:171","msg":"trace[339006487] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4771; }","duration":"600.871569ms","start":"2026-03-14T01:40:00.212811Z","end":"2026-03-14T01:40:00.813682Z","steps":["trace[339006487] 'agreement among raft nodes before linearized reading' (duration: 600.603413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.81368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.89564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4\" ","response":"range_response_count:1 size:9307"} {"level":"info","ts":"2026-03-14T01:40:00.813717Z","caller":"traceutil/trace.go:171","msg":"trace[927583081] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4771; }","duration":"463.151041ms","start":"2026-03-14T01:40:00.350541Z","end":"2026-03-14T01:40:00.813692Z","steps":["trace[927583081] 'agreement among raft nodes before linearized reading' (duration: 462.953807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.212785Z","time spent":"600.94014ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:40:00.813729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.271329Z","time spent":"542.391591ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-14T01:40:00.813728Z","caller":"traceutil/trace.go:171","msg":"trace[1110425738] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4771; }","duration":"150.306947ms","start":"2026-03-14T01:40:00.663397Z","end":"2026-03-14T01:40:00.813704Z","steps":["trace[1110425738] 'agreement among raft nodes before linearized reading' (duration: 150.168904ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.813752Z","caller":"traceutil/trace.go:171","msg":"trace[1204787855] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"632.44972ms","start":"2026-03-14T01:40:00.181291Z","end":"2026-03-14T01:40:00.813741Z","steps":["trace[1204787855] 'process raft request' (duration: 631.634922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.350516Z","time spent":"463.230903ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-14T01:40:00.81376Z","caller":"traceutil/trace.go:171","msg":"trace[862291362] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4; range_end:; response_count:1; response_revision:4771; }","duration":"565.000113ms","start":"2026-03-14T01:40:00.248732Z","end":"2026-03-14T01:40:00.813732Z","steps":["trace[862291362] 'agreement among raft nodes before linearized reading' (duration: 564.803709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.181272Z","time spent":"632.496612ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:00.813769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.359049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189c918f5bcf01bd\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-14T01:40:00.813814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.248715Z","time spent":"565.084494ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9330,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4\" "} {"level":"warn","ts":"2026-03-14T01:40:00.813791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.714394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-14T01:40:00.813874Z","caller":"traceutil/trace.go:171","msg":"trace[1542663212] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"884.064105ms","start":"2026-03-14T01:39:59.929793Z","end":"2026-03-14T01:40:00.813857Z","steps":["trace[1542663212] 'process raft request' (duration: 822.560069ms)","trace[1542663212] 'compare' (duration: 60.384391ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:00.813879Z","caller":"traceutil/trace.go:171","msg":"trace[1071171247] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4771; }","duration":"440.856317ms","start":"2026-03-14T01:40:00.373002Z","end":"2026-03-14T01:40:00.813859Z","steps":["trace[1071171247] 'agreement among raft nodes before linearized reading' (duration: 440.593671ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.813871Z","caller":"traceutil/trace.go:171","msg":"trace[71364533] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189c918f5bcf01bd; range_end:; response_count:1; response_revision:4771; }","duration":"628.510152ms","start":"2026-03-14T01:40:00.185336Z","end":"2026-03-14T01:40:00.813846Z","steps":["trace[71364533] 'agreement among raft nodes before linearized reading' (duration: 628.177015ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.813918Z","caller":"traceutil/trace.go:171","msg":"trace[80772080] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"628.095263ms","start":"2026-03-14T01:40:00.185818Z","end":"2026-03-14T01:40:00.813913Z","steps":["trace[80772080] 'process raft request' (duration: 627.220544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.372975Z","time spent":"440.941038ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-14T01:40:00.813949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.185791Z","time spent":"628.140324ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:00.813941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.185321Z","time spent":"628.608174ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189c918f5bcf01bd\" "} {"level":"info","ts":"2026-03-14T01:40:00.813898Z","caller":"traceutil/trace.go:171","msg":"trace[357710123] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"623.633794ms","start":"2026-03-14T01:40:00.190259Z","end":"2026-03-14T01:40:00.813892Z","steps":["trace[357710123] 'process raft request' (duration: 622.817137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.813966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.929762Z","time spent":"884.142457ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:00.814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.190249Z","time spent":"623.739277ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:00.814277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.595722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2209000"} {"level":"info","ts":"2026-03-14T01:40:00.814326Z","caller":"traceutil/trace.go:171","msg":"trace[1709759455] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:4771; }","duration":"682.649584ms","start":"2026-03-14T01:40:00.131663Z","end":"2026-03-14T01:40:00.814313Z","steps":["trace[1709759455] 'agreement among raft nodes before linearized reading' (duration: 681.669132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:00.814361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:00.131615Z","time spent":"682.736535ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":55,"response size":2209023,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:40:01.626127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.91505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:01.626267Z","caller":"traceutil/trace.go:171","msg":"trace[58488803] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5006; }","duration":"413.557341ms","start":"2026-03-14T01:40:01.212692Z","end":"2026-03-14T01:40:01.626249Z","steps":["trace[58488803] 'read index received' (duration: 285.454077ms)","trace[58488803] 'applied index is now lower than readState.Index' (duration: 128.102114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:01.626429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.736735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-14T01:40:01.626416Z","caller":"traceutil/trace.go:171","msg":"trace[18803287] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"466.137197ms","start":"2026-03-14T01:40:01.160217Z","end":"2026-03-14T01:40:01.626355Z","steps":["trace[18803287] 'process raft request' (duration: 337.912771ms)","trace[18803287] 'compare' (duration: 127.793097ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:01.62647Z","caller":"traceutil/trace.go:171","msg":"trace[744026222] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4801; }","duration":"413.810217ms","start":"2026-03-14T01:40:01.212647Z","end":"2026-03-14T01:40:01.626457Z","steps":["trace[744026222] 'agreement among raft nodes before linearized reading' (duration: 413.674514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:01.626507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:01.212632Z","time spent":"413.866447ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-14T01:40:01.626639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:01.160211Z","time spent":"466.304351ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:01.828482Z","caller":"traceutil/trace.go:171","msg":"trace[1083074767] linearizableReadLoop","detail":"{readStateIndex:5008; appliedIndex:5007; }","duration":"202.167468ms","start":"2026-03-14T01:40:01.626293Z","end":"2026-03-14T01:40:01.828461Z","steps":["trace[1083074767] 'read index received' (duration: 105.134234ms)","trace[1083074767] 'applied index is now lower than readState.Index' (duration: 97.032034ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:01.828534Z","caller":"traceutil/trace.go:171","msg":"trace[1166266762] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"614.406789ms","start":"2026-03-14T01:40:01.214079Z","end":"2026-03-14T01:40:01.828486Z","steps":["trace[1166266762] 'process raft request' (duration: 517.406087ms)","trace[1166266762] 'compare' (duration: 96.816468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:01.82862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.809104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:01.828668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.245288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-14T01:40:01.828682Z","caller":"traceutil/trace.go:171","msg":"trace[526200758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4802; }","duration":"257.922885ms","start":"2026-03-14T01:40:01.570745Z","end":"2026-03-14T01:40:01.828668Z","steps":["trace[526200758] 'agreement among raft nodes before linearized reading' (duration: 257.780462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:01.828694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:01.214067Z","time spent":"614.547402ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:01.82871Z","caller":"traceutil/trace.go:171","msg":"trace[1277504304] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4802; }","duration":"197.319959ms","start":"2026-03-14T01:40:01.631362Z","end":"2026-03-14T01:40:01.828682Z","steps":["trace[1277504304] 'agreement among raft nodes before linearized reading' (duration: 197.206647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:01.82878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.499781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls-lc6x4\" ","response":"range_response_count:1 size:2629"} {"level":"warn","ts":"2026-03-14T01:40:01.828854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.887574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-14T01:40:01.828954Z","caller":"traceutil/trace.go:171","msg":"trace[1494128681] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4; range_end:; response_count:1; response_revision:4802; }","duration":"581.038528ms","start":"2026-03-14T01:40:01.247895Z","end":"2026-03-14T01:40:01.828933Z","steps":["trace[1494128681] 'agreement among raft nodes before linearized reading' (duration: 580.598938ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:01.828886Z","caller":"traceutil/trace.go:171","msg":"trace[424235874] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls-lc6x4; range_end:; response_count:1; response_revision:4802; }","duration":"614.628413ms","start":"2026-03-14T01:40:01.214234Z","end":"2026-03-14T01:40:01.828863Z","steps":["trace[424235874] 'agreement among raft nodes before linearized reading' (duration: 614.338107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:01.829003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:01.247879Z","time spent":"581.115929ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4\" "} {"level":"warn","ts":"2026-03-14T01:40:01.829034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:01.214229Z","time spent":"614.792897ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":2652,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls-lc6x4\" "} {"level":"warn","ts":"2026-03-14T01:40:01.829448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.015763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2209000"} {"level":"info","ts":"2026-03-14T01:40:01.829533Z","caller":"traceutil/trace.go:171","msg":"trace[425188244] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:4802; }","duration":"456.167217ms","start":"2026-03-14T01:40:01.373347Z","end":"2026-03-14T01:40:01.829514Z","steps":["trace[425188244] 'agreement among raft nodes before linearized reading' (duration: 455.135223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:01.829593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:01.373325Z","time spent":"456.253838ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":55,"response size":2209023,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-14T01:40:02.07576Z","caller":"traceutil/trace.go:171","msg":"trace[223587185] linearizableReadLoop","detail":"{readStateIndex:5010; appliedIndex:5009; }","duration":"152.304292ms","start":"2026-03-14T01:40:01.923431Z","end":"2026-03-14T01:40:02.075735Z","steps":["trace[223587185] 'read index received' (duration: 100.01622ms)","trace[223587185] 'applied index is now lower than readState.Index' (duration: 52.287072ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:02.075868Z","caller":"traceutil/trace.go:171","msg":"trace[269589828] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"239.179259ms","start":"2026-03-14T01:40:01.836641Z","end":"2026-03-14T01:40:02.07582Z","steps":["trace[269589828] 'process raft request' (duration: 186.794426ms)","trace[269589828] 'compare' (duration: 52.187789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:02.076028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.659432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-14T01:40:02.076073Z","caller":"traceutil/trace.go:171","msg":"trace[891472248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef; range_end:; response_count:1; response_revision:4804; }","duration":"208.770435ms","start":"2026-03-14T01:40:01.867289Z","end":"2026-03-14T01:40:02.07606Z","steps":["trace[891472248] 'agreement among raft nodes before linearized reading' (duration: 208.55779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.07617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.535772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T01:40:02.076303Z","caller":"traceutil/trace.go:171","msg":"trace[1542236472] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4804; }","duration":"209.749387ms","start":"2026-03-14T01:40:01.866535Z","end":"2026-03-14T01:40:02.076284Z","steps":["trace[1542236472] 'agreement among raft nodes before linearized reading' (duration: 209.324567ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.08766Z","caller":"traceutil/trace.go:171","msg":"trace[389588726] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"153.853095ms","start":"2026-03-14T01:40:01.933769Z","end":"2026-03-14T01:40:02.087622Z","steps":["trace[389588726] 'process raft request' (duration: 153.5871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.087851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.590262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:02.087877Z","caller":"traceutil/trace.go:171","msg":"trace[2128519802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4805; }","duration":"122.654913ms","start":"2026-03-14T01:40:01.965213Z","end":"2026-03-14T01:40:02.087868Z","steps":["trace[2128519802] 'agreement among raft nodes before linearized reading' (duration: 122.599091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.088039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.270451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:02.088094Z","caller":"traceutil/trace.go:171","msg":"trace[1707574262] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4805; }","duration":"134.369153ms","start":"2026-03-14T01:40:01.95371Z","end":"2026-03-14T01:40:02.088079Z","steps":["trace[1707574262] 'agreement among raft nodes before linearized reading' (duration: 134.280761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.088188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.988079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-14T01:40:02.08821Z","caller":"traceutil/trace.go:171","msg":"trace[1212799660] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4805; }","duration":"154.029019ms","start":"2026-03-14T01:40:01.934175Z","end":"2026-03-14T01:40:02.088204Z","steps":["trace[1212799660] 'agreement among raft nodes before linearized reading' (duration: 153.938037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.585447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.984042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:02.585699Z","caller":"traceutil/trace.go:171","msg":"trace[355938102] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"326.746644ms","start":"2026-03-14T01:40:02.258924Z","end":"2026-03-14T01:40:02.585671Z","steps":["trace[355938102] 'process raft request' (duration: 38.448384ms)","trace[355938102] 'compare' (duration: 287.846669ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:02.585749Z","caller":"traceutil/trace.go:171","msg":"trace[661777809] linearizableReadLoop","detail":"{readStateIndex:5030; appliedIndex:5026; }","duration":"315.219208ms","start":"2026-03-14T01:40:02.270511Z","end":"2026-03-14T01:40:02.585731Z","steps":["trace[661777809] 'read index received' (duration: 26.940338ms)","trace[661777809] 'applied index is now lower than readState.Index' (duration: 288.27777ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:02.585827Z","caller":"traceutil/trace.go:171","msg":"trace[1575697838] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"326.854346ms","start":"2026-03-14T01:40:02.258963Z","end":"2026-03-14T01:40:02.585817Z","steps":["trace[1575697838] 'process raft request' (duration: 326.58833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.585847Z","caller":"traceutil/trace.go:171","msg":"trace[1021534727] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"325.369554ms","start":"2026-03-14T01:40:02.260456Z","end":"2026-03-14T01:40:02.585825Z","steps":["trace[1021534727] 'process raft request' (duration: 325.16289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.585874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:02.258905Z","time spent":"326.868096ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:02.585881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:02.258943Z","time spent":"326.910188ms","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2686,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:02.585883Z","caller":"traceutil/trace.go:171","msg":"trace[336746442] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"315.700359ms","start":"2026-03-14T01:40:02.270154Z","end":"2026-03-14T01:40:02.585854Z","steps":["trace[336746442] 'process raft request' (duration: 315.530055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.585985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:02.260434Z","time spent":"325.464896ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:02.586038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:02.270138Z","time spent":"315.822701ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:02.586153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.617127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-03-14T01:40:02.586267Z","caller":"traceutil/trace.go:171","msg":"trace[543563371] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4; range_end:; response_count:1; response_revision:4823; }","duration":"315.78819ms","start":"2026-03-14T01:40:02.27045Z","end":"2026-03-14T01:40:02.586238Z","steps":["trace[543563371] 'agreement among raft nodes before linearized reading' (duration: 315.489944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.586339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:02.270423Z","time spent":"315.898713ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9747,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4\" "} {"level":"info","ts":"2026-03-14T01:40:02.589868Z","caller":"traceutil/trace.go:171","msg":"trace[964381438] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"210.641516ms","start":"2026-03-14T01:40:02.379195Z","end":"2026-03-14T01:40:02.589837Z","steps":["trace[964381438] 'process raft request' (duration: 210.411871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.591044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.996918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:56 size:2210227"} {"level":"info","ts":"2026-03-14T01:40:02.591175Z","caller":"traceutil/trace.go:171","msg":"trace[904356777] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:56; response_revision:4824; }","duration":"122.151192ms","start":"2026-03-14T01:40:02.468981Z","end":"2026-03-14T01:40:02.591132Z","steps":["trace[904356777] 'agreement among raft nodes before linearized reading' (duration: 120.808722ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.756645Z","caller":"traceutil/trace.go:171","msg":"trace[21378810] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"165.981556ms","start":"2026-03-14T01:40:02.590635Z","end":"2026-03-14T01:40:02.756617Z","steps":["trace[21378810] 'process raft request' (duration: 158.128491ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.756959Z","caller":"traceutil/trace.go:171","msg":"trace[387110043] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"162.283852ms","start":"2026-03-14T01:40:02.59464Z","end":"2026-03-14T01:40:02.756923Z","steps":["trace[387110043] 'process raft request' (duration: 161.890964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.757204Z","caller":"traceutil/trace.go:171","msg":"trace[1974279084] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"157.042996ms","start":"2026-03-14T01:40:02.60015Z","end":"2026-03-14T01:40:02.757193Z","steps":["trace[1974279084] 'process raft request' (duration: 156.438053ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.757305Z","caller":"traceutil/trace.go:171","msg":"trace[709940798] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"129.348841ms","start":"2026-03-14T01:40:02.627931Z","end":"2026-03-14T01:40:02.75728Z","steps":["trace[709940798] 'process raft request' (duration: 129.205428ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.757286Z","caller":"traceutil/trace.go:171","msg":"trace[1095945507] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5031; }","duration":"139.940057ms","start":"2026-03-14T01:40:02.617291Z","end":"2026-03-14T01:40:02.757231Z","steps":["trace[1095945507] 'read index received' (duration: 131.48979ms)","trace[1095945507] 'applied index is now lower than readState.Index' (duration: 8.449387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:02.757761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.438608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T01:40:02.757834Z","caller":"traceutil/trace.go:171","msg":"trace[104981372] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4828; }","duration":"140.56776ms","start":"2026-03-14T01:40:02.617251Z","end":"2026-03-14T01:40:02.757819Z","steps":["trace[104981372] 'agreement among raft nodes before linearized reading' (duration: 140.091579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.723339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.619002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:04.723459Z","caller":"traceutil/trace.go:171","msg":"trace[1181736319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4855; }","duration":"868.785597ms","start":"2026-03-14T01:40:03.854652Z","end":"2026-03-14T01:40:04.723437Z","steps":["trace[1181736319] 'count revisions from in-memory index tree' (duration: 868.48136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.723446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.384543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17171"} {"level":"info","ts":"2026-03-14T01:40:04.723598Z","caller":"traceutil/trace.go:171","msg":"trace[230919729] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4855; }","duration":"543.627038ms","start":"2026-03-14T01:40:04.179932Z","end":"2026-03-14T01:40:04.723559Z","steps":["trace[230919729] 'range keys from in-memory index tree' (duration: 543.115417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.723662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:04.179903Z","time spent":"543.747111ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17194,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:40:04.723655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.704049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-x8x2x\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-14T01:40:04.723737Z","caller":"traceutil/trace.go:171","msg":"trace[45850143] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-x8x2x; range_end:; response_count:1; response_revision:4855; }","duration":"774.830372ms","start":"2026-03-14T01:40:03.948888Z","end":"2026-03-14T01:40:04.723718Z","steps":["trace[45850143] 'range keys from in-memory index tree' (duration: 774.514384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.72377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.948867Z","time spent":"774.896193ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-x8x2x\" "} {"level":"warn","ts":"2026-03-14T01:40:04.723816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.799137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" ","response":"range_response_count:1 size:3908"} {"level":"info","ts":"2026-03-14T01:40:04.723865Z","caller":"traceutil/trace.go:171","msg":"trace[298810553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef; range_end:; response_count:1; response_revision:4855; }","duration":"636.88373ms","start":"2026-03-14T01:40:04.086967Z","end":"2026-03-14T01:40:04.723851Z","steps":["trace[298810553] 'range keys from in-memory index tree' (duration: 636.643733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.723512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.854636Z","time spent":"868.861198ms","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:04.723897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:04.086949Z","time spent":"636.94069ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" "} {"level":"warn","ts":"2026-03-14T01:40:04.724034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.611317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-14T01:40:04.724059Z","caller":"traceutil/trace.go:171","msg":"trace[875090022] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls; range_end:; response_count:1; response_revision:4855; }","duration":"770.660388ms","start":"2026-03-14T01:40:03.953391Z","end":"2026-03-14T01:40:04.724052Z","steps":["trace[875090022] 'range keys from in-memory index tree' (duration: 770.519275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.724085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.95338Z","time spent":"770.70016ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls\" "} {"level":"warn","ts":"2026-03-14T01:40:04.723489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.446692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4.189c91904f3b88d6\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-14T01:40:04.724139Z","caller":"traceutil/trace.go:171","msg":"trace[914685073] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4.189c91904f3b88d6; range_end:; response_count:1; response_revision:4855; }","duration":"434.173148ms","start":"2026-03-14T01:40:04.289936Z","end":"2026-03-14T01:40:04.724109Z","steps":["trace[914685073] 'range keys from in-memory index tree' (duration: 433.221358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.724194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:04.289911Z","time spent":"434.268861ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4.189c91904f3b88d6\" "} {"level":"warn","ts":"2026-03-14T01:40:04.724489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.438762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:04.724551Z","caller":"traceutil/trace.go:171","msg":"trace[1250148180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4855; }","duration":"151.558735ms","start":"2026-03-14T01:40:04.572976Z","end":"2026-03-14T01:40:04.724535Z","steps":["trace[1250148180] 'range keys from in-memory index tree' (duration: 150.718136ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.972609Z","caller":"traceutil/trace.go:171","msg":"trace[1327783420] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"243.491655ms","start":"2026-03-14T01:40:04.729092Z","end":"2026-03-14T01:40:04.972583Z","steps":["trace[1327783420] 'read index received' (duration: 243.346132ms)","trace[1327783420] 'applied index is now lower than readState.Index' (duration: 144.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:04.972678Z","caller":"traceutil/trace.go:171","msg":"trace[1030791332] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"246.059192ms","start":"2026-03-14T01:40:04.726568Z","end":"2026-03-14T01:40:04.972627Z","steps":["trace[1030791332] 'process raft request' (duration: 245.808967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.972918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.799792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" ","response":"range_response_count:1 size:3908"} {"level":"info","ts":"2026-03-14T01:40:04.973003Z","caller":"traceutil/trace.go:171","msg":"trace[509417727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef; range_end:; response_count:1; response_revision:4856; }","duration":"243.926285ms","start":"2026-03-14T01:40:04.729057Z","end":"2026-03-14T01:40:04.972984Z","steps":["trace[509417727] 'agreement among raft nodes before linearized reading' (duration: 243.644239ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.981578Z","caller":"traceutil/trace.go:171","msg":"trace[1693822668] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"248.309983ms","start":"2026-03-14T01:40:04.73324Z","end":"2026-03-14T01:40:04.98155Z","steps":["trace[1693822668] 'process raft request' (duration: 248.122679ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.981654Z","caller":"traceutil/trace.go:171","msg":"trace[479617134] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"141.281817ms","start":"2026-03-14T01:40:04.840347Z","end":"2026-03-14T01:40:04.981628Z","steps":["trace[479617134] 'process raft request' (duration: 141.195015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.981733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.332031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17171"} {"level":"info","ts":"2026-03-14T01:40:04.981727Z","caller":"traceutil/trace.go:171","msg":"trace[2132511271] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"143.289531ms","start":"2026-03-14T01:40:04.838387Z","end":"2026-03-14T01:40:04.981677Z","steps":["trace[2132511271] 'process raft request' (duration: 143.069806ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.981798Z","caller":"traceutil/trace.go:171","msg":"trace[436771437] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4860; }","duration":"252.449984ms","start":"2026-03-14T01:40:04.729333Z","end":"2026-03-14T01:40:04.981783Z","steps":["trace[436771437] 'agreement among raft nodes before linearized reading' (duration: 252.242169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.981875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.031762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:04.981956Z","caller":"traceutil/trace.go:171","msg":"trace[1897936242] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"143.122376ms","start":"2026-03-14T01:40:04.838823Z","end":"2026-03-14T01:40:04.981945Z","steps":["trace[1897936242] 'process raft request' (duration: 142.681137ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.981989Z","caller":"traceutil/trace.go:171","msg":"trace[399908412] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4860; }","duration":"105.207346ms","start":"2026-03-14T01:40:04.876754Z","end":"2026-03-14T01:40:04.981962Z","steps":["trace[399908412] 'agreement among raft nodes before linearized reading' (duration: 104.94649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.982035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.236167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-03-14T01:40:04.98213Z","caller":"traceutil/trace.go:171","msg":"trace[689447472] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4pqp4-tls; range_end:; response_count:1; response_revision:4860; }","duration":"251.34321ms","start":"2026-03-14T01:40:04.730752Z","end":"2026-03-14T01:40:04.982096Z","steps":["trace[689447472] 'agreement among raft nodes before linearized reading' (duration: 251.126315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.982342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.420251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787882"} {"level":"info","ts":"2026-03-14T01:40:04.982422Z","caller":"traceutil/trace.go:171","msg":"trace[1941284456] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4860; }","duration":"224.513873ms","start":"2026-03-14T01:40:04.757889Z","end":"2026-03-14T01:40:04.982403Z","steps":["trace[1941284456] 'agreement among raft nodes before linearized reading' (duration: 223.853009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:12.729946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469411072s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:40:12.986925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.630386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:12.987241Z","caller":"traceutil/trace.go:171","msg":"trace[523477172] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5180; }","duration":"1.748938717s","start":"2026-03-14T01:40:11.238281Z","end":"2026-03-14T01:40:12.987219Z","steps":["trace[523477172] 'read index received' (duration: 22.266945ms)","trace[523477172] 'applied index is now lower than readState.Index' (duration: 1.726670521s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:12.987349Z","caller":"traceutil/trace.go:171","msg":"trace[868047793] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"1.749637211s","start":"2026-03-14T01:40:11.237697Z","end":"2026-03-14T01:40:12.987335Z","steps":["trace[868047793] 'process raft request' (duration: 1.749345165s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:12.987444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:11.237678Z","time spent":"1.749715343s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:12.987464Z","caller":"traceutil/trace.go:171","msg":"trace[210417978] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"1.749522559s","start":"2026-03-14T01:40:11.237886Z","end":"2026-03-14T01:40:12.987408Z","steps":["trace[210417978] 'process raft request' (duration: 1.749268503s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:12.987493Z","caller":"traceutil/trace.go:171","msg":"trace[2026893489] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"1.749822976s","start":"2026-03-14T01:40:11.237638Z","end":"2026-03-14T01:40:12.987461Z","steps":["trace[2026893489] 'process raft request' (duration: 1.492558295s)","trace[2026893489] 'compare' (duration: 256.438732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:12.987581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749275474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17171"} {"level":"warn","ts":"2026-03-14T01:40:12.987637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:11.237619Z","time spent":"1.749951648s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:12.987651Z","caller":"traceutil/trace.go:171","msg":"trace[235379575] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4972; }","duration":"1.749373406s","start":"2026-03-14T01:40:11.238262Z","end":"2026-03-14T01:40:12.987635Z","steps":["trace[235379575] 'agreement among raft nodes before linearized reading' (duration: 1.749158091s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:12.987645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:11.237873Z","time spent":"1.749691213s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:12.987691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:11.238254Z","time spent":"1.749430137s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17194,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:40:13.620064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.612395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:13.620175Z","caller":"traceutil/trace.go:171","msg":"trace[1502430840] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"632.857879ms","start":"2026-03-14T01:40:12.987296Z","end":"2026-03-14T01:40:13.620154Z","steps":["trace[1502430840] 'read index received' (duration: 172.160762ms)","trace[1502430840] 'applied index is now lower than readState.Index' (duration: 460.694427ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:13.620268Z","caller":"traceutil/trace.go:171","msg":"trace[1085181306] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"2.281448167s","start":"2026-03-14T01:40:11.338758Z","end":"2026-03-14T01:40:13.620207Z","steps":["trace[1085181306] 'process raft request' (duration: 1.820581356s)","trace[1085181306] 'compare' (duration: 460.305768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:13.620354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048821343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:13.62042Z","caller":"traceutil/trace.go:171","msg":"trace[1661630696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4973; }","duration":"1.048925285s","start":"2026-03-14T01:40:12.571481Z","end":"2026-03-14T01:40:13.620406Z","steps":["trace[1661630696] 'agreement among raft nodes before linearized reading' (duration: 1.048766731s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.62042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:11.338732Z","time spent":"2.281616961s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:13.620468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.571462Z","time spent":"1.048994277s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:13.620524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684096136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:40:13.62056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282739776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pb7kj\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-14T01:40:13.620602Z","caller":"traceutil/trace.go:171","msg":"trace[1561839763] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-pb7kj; range_end:; response_count:1; response_revision:4973; }","duration":"2.282810997s","start":"2026-03-14T01:40:11.337779Z","end":"2026-03-14T01:40:13.62059Z","steps":["trace[1561839763] 'agreement among raft nodes before linearized reading' (duration: 2.282640423s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:13.620599Z","caller":"traceutil/trace.go:171","msg":"trace[1356575411] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4973; }","duration":"1.684220148s","start":"2026-03-14T01:40:11.93636Z","end":"2026-03-14T01:40:13.62058Z","steps":["trace[1356575411] 'agreement among raft nodes before linearized reading' (duration: 1.684048165s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.620635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:11.337768Z","time spent":"2.282861849s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pb7kj\" "} {"level":"warn","ts":"2026-03-14T01:40:13.620644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:11.93634Z","time spent":"1.684294061s","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":30,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:13.903272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.473396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:13.903397Z","caller":"traceutil/trace.go:171","msg":"trace[1429951852] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"853.472907ms","start":"2026-03-14T01:40:13.049909Z","end":"2026-03-14T01:40:13.903381Z","steps":["trace[1429951852] 'process raft request' (duration: 718.819097ms)","trace[1429951852] 'compare' (duration: 134.386864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:13.903444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.049895Z","time spent":"853.526978ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:13.903754Z","caller":"traceutil/trace.go:171","msg":"trace[570485394] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"824.658698ms","start":"2026-03-14T01:40:13.079065Z","end":"2026-03-14T01:40:13.903723Z","steps":["trace[570485394] 'process raft request' (duration: 824.28524ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:13.903774Z","caller":"traceutil/trace.go:171","msg":"trace[1040490378] linearizableReadLoop","detail":"{readStateIndex:5188; appliedIndex:5185; }","duration":"283.516364ms","start":"2026-03-14T01:40:13.620208Z","end":"2026-03-14T01:40:13.903725Z","steps":["trace[1040490378] 'read index received' (duration: 148.509167ms)","trace[1040490378] 'applied index is now lower than readState.Index' (duration: 135.005967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:13.903842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.467821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:13.904174Z","caller":"traceutil/trace.go:171","msg":"trace[508726057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4976; }","duration":"305.84087ms","start":"2026-03-14T01:40:13.598316Z","end":"2026-03-14T01:40:13.904156Z","steps":["trace[508726057] 'agreement among raft nodes before linearized reading' (duration: 305.476182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.90417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.604276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T01:40:13.903918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.07904Z","time spent":"824.78477ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:13.904229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.598281Z","time spent":"305.936072ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:40:13.904002Z","caller":"traceutil/trace.go:171","msg":"trace[216677753] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"822.842747ms","start":"2026-03-14T01:40:13.081148Z","end":"2026-03-14T01:40:13.903991Z","steps":["trace[216677753] 'process raft request' (duration: 822.430488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.904544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.081126Z","time spent":"823.391629ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:13.904002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.890539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:40:13.904657Z","caller":"traceutil/trace.go:171","msg":"trace[450175619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:4976; }","duration":"819.607884ms","start":"2026-03-14T01:40:13.085033Z","end":"2026-03-14T01:40:13.90464Z","steps":["trace[450175619] 'agreement among raft nodes before linearized reading' (duration: 818.784536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.904722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.085009Z","time spent":"819.696586ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:40:13.903989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.558528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:40:13.904797Z","caller":"traceutil/trace.go:171","msg":"trace[131540793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4976; }","duration":"667.461957ms","start":"2026-03-14T01:40:13.237326Z","end":"2026-03-14T01:40:13.904788Z","steps":["trace[131540793] 'agreement among raft nodes before linearized reading' (duration: 666.469696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.904825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.237301Z","time spent":"667.514858ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:13.904029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.6726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:40:13.903995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.838115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:13.905085Z","caller":"traceutil/trace.go:171","msg":"trace[1771138688] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4976; }","duration":"864.023591ms","start":"2026-03-14T01:40:13.041051Z","end":"2026-03-14T01:40:13.905075Z","steps":["trace[1771138688] 'agreement among raft nodes before linearized reading' (duration: 862.836305ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:13.905057Z","caller":"traceutil/trace.go:171","msg":"trace[439958795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4976; }","duration":"640.698522ms","start":"2026-03-14T01:40:13.264317Z","end":"2026-03-14T01:40:13.905016Z","steps":["trace[439958795] 'agreement among raft nodes before linearized reading' (duration: 639.483076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.905112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.041028Z","time spent":"864.076451ms","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:40:13.904244Z","caller":"traceutil/trace.go:171","msg":"trace[220794644] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:4976; }","duration":"288.700739ms","start":"2026-03-14T01:40:13.615524Z","end":"2026-03-14T01:40:13.904224Z","steps":["trace[220794644] 'agreement among raft nodes before linearized reading' (duration: 288.475184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.905467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.264254Z","time spent":"640.877507ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:40:14.076078Z","caller":"traceutil/trace.go:171","msg":"trace[529974812] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5188; }","duration":"172.08412ms","start":"2026-03-14T01:40:13.903859Z","end":"2026-03-14T01:40:14.075943Z","steps":["trace[529974812] 'read index received' (duration: 150.566723ms)","trace[529974812] 'applied index is now lower than readState.Index' (duration: 21.515907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:14.076104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.825944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:14.076199Z","caller":"traceutil/trace.go:171","msg":"trace[364633081] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4977; }","duration":"312.975887ms","start":"2026-03-14T01:40:13.763199Z","end":"2026-03-14T01:40:14.076174Z","steps":["trace[364633081] 'agreement among raft nodes before linearized reading' (duration: 312.791073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.076213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.506139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-84b6bc5fcc-zv97h.189c91926bc16037\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-14T01:40:14.076281Z","caller":"traceutil/trace.go:171","msg":"trace[1949942856] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-84b6bc5fcc-zv97h.189c91926bc16037; range_end:; response_count:1; response_revision:4977; }","duration":"449.633821ms","start":"2026-03-14T01:40:13.626631Z","end":"2026-03-14T01:40:14.076265Z","steps":["trace[1949942856] 'agreement among raft nodes before linearized reading' (duration: 449.403956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.07626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.760229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:14.076328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.626619Z","time spent":"449.699172ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-84b6bc5fcc-zv97h.189c91926bc16037\" "} {"level":"info","ts":"2026-03-14T01:40:14.076343Z","caller":"traceutil/trace.go:171","msg":"trace[810640441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4977; }","duration":"451.915792ms","start":"2026-03-14T01:40:13.624407Z","end":"2026-03-14T01:40:14.076322Z","steps":["trace[810640441] 'agreement among raft nodes before linearized reading' (duration: 451.744298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.076385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.624385Z","time spent":"451.990923ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:14.076522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.763178Z","time spent":"313.213273ms","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:40:14.076569Z","caller":"traceutil/trace.go:171","msg":"trace[1597146038] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"443.608038ms","start":"2026-03-14T01:40:13.632937Z","end":"2026-03-14T01:40:14.076545Z","steps":["trace[1597146038] 'process raft request' (duration: 421.397896ms)","trace[1597146038] 'compare' (duration: 21.450415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:14.076719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.632926Z","time spent":"443.71249ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:14.082965Z","caller":"traceutil/trace.go:171","msg":"trace[254436564] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"174.546156ms","start":"2026-03-14T01:40:13.908393Z","end":"2026-03-14T01:40:14.08294Z","steps":["trace[254436564] 'process raft request' (duration: 174.391602ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:14.083142Z","caller":"traceutil/trace.go:171","msg":"trace[1373499210] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"174.137126ms","start":"2026-03-14T01:40:13.908985Z","end":"2026-03-14T01:40:14.083122Z","steps":["trace[1373499210] 'process raft request' (duration: 173.911401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.083202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.66526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:14.083249Z","caller":"traceutil/trace.go:171","msg":"trace[1582334621] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4979; }","duration":"175.737081ms","start":"2026-03-14T01:40:13.9075Z","end":"2026-03-14T01:40:14.083237Z","steps":["trace[1582334621] 'agreement among raft nodes before linearized reading' (duration: 175.586138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.083383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.627164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71016"} {"level":"info","ts":"2026-03-14T01:40:14.083427Z","caller":"traceutil/trace.go:171","msg":"trace[539528014] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4979; }","duration":"173.695976ms","start":"2026-03-14T01:40:13.909722Z","end":"2026-03-14T01:40:14.083418Z","steps":["trace[539528014] 'agreement among raft nodes before linearized reading' (duration: 173.521452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.586841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587122501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:14.93514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.13494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:14.93544Z","caller":"traceutil/trace.go:171","msg":"trace[249696610] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"855.391389ms","start":"2026-03-14T01:40:14.079994Z","end":"2026-03-14T01:40:14.935385Z","steps":["trace[249696610] 'process raft request' (duration: 546.922351ms)","trace[249696610] 'compare' (duration: 307.721602ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:14.935484Z","caller":"traceutil/trace.go:171","msg":"trace[927876886] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"853.818705ms","start":"2026-03-14T01:40:14.081647Z","end":"2026-03-14T01:40:14.935466Z","steps":["trace[927876886] 'process raft request' (duration: 853.61257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.935563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:14.079944Z","time spent":"855.556802ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:14.935585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:14.081627Z","time spent":"853.902936ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:14.935763Z","caller":"traceutil/trace.go:171","msg":"trace[1553694088] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"853.992938ms","start":"2026-03-14T01:40:14.081739Z","end":"2026-03-14T01:40:14.935732Z","steps":["trace[1553694088] 'process raft request' (duration: 853.869766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.936197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:14.081722Z","time spent":"854.136991ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:14.936445Z","caller":"traceutil/trace.go:171","msg":"trace[1008132446] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"854.707903ms","start":"2026-03-14T01:40:14.081713Z","end":"2026-03-14T01:40:14.936421Z","steps":["trace[1008132446] 'process raft request' (duration: 853.697951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.936565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:14.0817Z","time spent":"854.805865ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:14.982357Z","caller":"traceutil/trace.go:171","msg":"trace[17451706] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"899.091989ms","start":"2026-03-14T01:40:14.083234Z","end":"2026-03-14T01:40:14.982326Z","steps":["trace[17451706] 'process raft request' (duration: 898.822473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.982551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:14.083205Z","time spent":"899.243353ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:14.982613Z","caller":"traceutil/trace.go:171","msg":"trace[2019101619] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"898.828894ms","start":"2026-03-14T01:40:14.083755Z","end":"2026-03-14T01:40:14.982583Z","steps":["trace[2019101619] 'process raft request' (duration: 898.473466ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:14.982557Z","caller":"traceutil/trace.go:171","msg":"trace[985875390] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5192; }","duration":"896.561293ms","start":"2026-03-14T01:40:14.085955Z","end":"2026-03-14T01:40:14.982517Z","steps":["trace[985875390] 'read index received' (duration: 540.978559ms)","trace[985875390] 'applied index is now lower than readState.Index' (duration: 355.579874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:14.98284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.86728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:40:14.982901Z","caller":"traceutil/trace.go:171","msg":"trace[1441658271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4985; }","duration":"896.983793ms","start":"2026-03-14T01:40:14.085902Z","end":"2026-03-14T01:40:14.982886Z","steps":["trace[1441658271] 'agreement among raft nodes before linearized reading' (duration: 896.716347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.982943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:14.085881Z","time spent":"897.052134ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:40:14.983074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:14.083742Z","time spent":"899.188682ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:15.272857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.689624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:15.272995Z","caller":"traceutil/trace.go:171","msg":"trace[941450532] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"286.381169ms","start":"2026-03-14T01:40:14.986594Z","end":"2026-03-14T01:40:15.272975Z","steps":["trace[941450532] 'read index received' (duration: 154.382598ms)","trace[941450532] 'applied index is now lower than readState.Index' (duration: 131.996521ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:15.273036Z","caller":"traceutil/trace.go:171","msg":"trace[821886390] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"287.300578ms","start":"2026-03-14T01:40:14.985698Z","end":"2026-03-14T01:40:15.272999Z","steps":["trace[821886390] 'process raft request' (duration: 155.370189ms)","trace[821886390] 'compare' (duration: 131.433028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:15.27324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.639845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:40:15.273311Z","caller":"traceutil/trace.go:171","msg":"trace[14527320] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4986; }","duration":"286.741466ms","start":"2026-03-14T01:40:14.986559Z","end":"2026-03-14T01:40:15.2733Z","steps":["trace[14527320] 'agreement among raft nodes before linearized reading' (duration: 286.525561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:15.273309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.85093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:40:15.273354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.906933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T01:40:15.273449Z","caller":"traceutil/trace.go:171","msg":"trace[906379663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4986; }","duration":"279.020785ms","start":"2026-03-14T01:40:14.994405Z","end":"2026-03-14T01:40:15.273426Z","steps":["trace[906379663] 'agreement among raft nodes before linearized reading' (duration: 278.8ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:15.273387Z","caller":"traceutil/trace.go:171","msg":"trace[496789237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4986; }","duration":"282.953022ms","start":"2026-03-14T01:40:14.990416Z","end":"2026-03-14T01:40:15.273369Z","steps":["trace[496789237] 'agreement among raft nodes before linearized reading' (duration: 282.706096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:15.273489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.950802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:40:15.273545Z","caller":"traceutil/trace.go:171","msg":"trace[861326164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4986; }","duration":"283.051634ms","start":"2026-03-14T01:40:14.990479Z","end":"2026-03-14T01:40:15.27353Z","steps":["trace[861326164] 'agreement among raft nodes before linearized reading' (duration: 282.84701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:15.273627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.288137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:40:15.273767Z","caller":"traceutil/trace.go:171","msg":"trace[1723226298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4986; }","duration":"282.511692ms","start":"2026-03-14T01:40:14.991236Z","end":"2026-03-14T01:40:15.273748Z","steps":["trace[1723226298] 'agreement among raft nodes before linearized reading' (duration: 282.061002ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:16.211838Z","caller":"traceutil/trace.go:171","msg":"trace[1104990191] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5207; }","duration":"118.578393ms","start":"2026-03-14T01:40:16.093234Z","end":"2026-03-14T01:40:16.211812Z","steps":["trace[1104990191] 'read index received' (duration: 73.590794ms)","trace[1104990191] 'applied index is now lower than readState.Index' (duration: 44.986529ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:16.211947Z","caller":"traceutil/trace.go:171","msg":"trace[1497481303] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"120.805852ms","start":"2026-03-14T01:40:16.091112Z","end":"2026-03-14T01:40:16.211918Z","steps":["trace[1497481303] 'process raft request' (duration: 120.567457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:16.212194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.944841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71016"} {"level":"info","ts":"2026-03-14T01:40:16.212245Z","caller":"traceutil/trace.go:171","msg":"trace[1231343124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4996; }","duration":"119.059394ms","start":"2026-03-14T01:40:16.093173Z","end":"2026-03-14T01:40:16.212232Z","steps":["trace[1231343124] 'agreement among raft nodes before linearized reading' (duration: 118.739247ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:17.581324Z","caller":"traceutil/trace.go:171","msg":"trace[1738391039] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"151.569186ms","start":"2026-03-14T01:40:17.429695Z","end":"2026-03-14T01:40:17.581264Z","steps":["trace[1738391039] 'process raft request' (duration: 151.422111ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:17.581338Z","caller":"traceutil/trace.go:171","msg":"trace[1537653574] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"157.63247ms","start":"2026-03-14T01:40:17.423665Z","end":"2026-03-14T01:40:17.581298Z","steps":["trace[1537653574] 'process raft request' (duration: 66.886975ms)","trace[1537653574] 'compare' (duration: 90.357776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:22.42373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.353864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:22.424036Z","caller":"traceutil/trace.go:171","msg":"trace[1837304373] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"185.452426ms","start":"2026-03-14T01:40:22.238544Z","end":"2026-03-14T01:40:22.423996Z","steps":["trace[1837304373] 'process raft request' (duration: 45.709964ms)","trace[1837304373] 'compare' (duration: 139.118318ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:22.424053Z","caller":"traceutil/trace.go:171","msg":"trace[1827462009] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"185.349274ms","start":"2026-03-14T01:40:22.238661Z","end":"2026-03-14T01:40:22.42401Z","steps":["trace[1827462009] 'process raft request' (duration: 185.222682ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:22.424082Z","caller":"traceutil/trace.go:171","msg":"trace[321622447] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"126.855135ms","start":"2026-03-14T01:40:22.297197Z","end":"2026-03-14T01:40:22.424052Z","steps":["trace[321622447] 'process raft request' (duration: 126.794504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:22.424132Z","caller":"traceutil/trace.go:171","msg":"trace[1343528292] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5262; }","duration":"185.478367ms","start":"2026-03-14T01:40:22.238617Z","end":"2026-03-14T01:40:22.424095Z","steps":["trace[1343528292] 'read index received' (duration: 43.124847ms)","trace[1343528292] 'applied index is now lower than readState.Index' (duration: 142.34992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:22.424553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.919897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125174"} {"level":"info","ts":"2026-03-14T01:40:22.424606Z","caller":"traceutil/trace.go:171","msg":"trace[1023014234] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5052; }","duration":"185.999858ms","start":"2026-03-14T01:40:22.238593Z","end":"2026-03-14T01:40:22.424593Z","steps":["trace[1023014234] 'agreement among raft nodes before linearized reading' (duration: 185.63955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.424668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.21108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:40:22.424708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.571174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:40:22.424786Z","caller":"traceutil/trace.go:171","msg":"trace[1193601999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5052; }","duration":"107.410934ms","start":"2026-03-14T01:40:22.317334Z","end":"2026-03-14T01:40:22.424745Z","steps":["trace[1193601999] 'agreement among raft nodes before linearized reading' (duration: 107.084757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:22.424842Z","caller":"traceutil/trace.go:171","msg":"trace[1729881912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:5052; }","duration":"101.704988ms","start":"2026-03-14T01:40:22.323069Z","end":"2026-03-14T01:40:22.424774Z","steps":["trace[1729881912] 'agreement among raft nodes before linearized reading' (duration: 101.3971ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.572495Z","caller":"traceutil/trace.go:171","msg":"trace[2027841800] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5317; }","duration":"128.84409ms","start":"2026-03-14T01:40:23.443634Z","end":"2026-03-14T01:40:23.572478Z","steps":["trace[2027841800] 'read index received' (duration: 61.205879ms)","trace[2027841800] 'applied index is now lower than readState.Index' (duration: 67.637511ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:23.572593Z","caller":"traceutil/trace.go:171","msg":"trace[1286759957] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"131.833716ms","start":"2026-03-14T01:40:23.44075Z","end":"2026-03-14T01:40:23.572584Z","steps":["trace[1286759957] 'process raft request' (duration: 131.624352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.572808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.158107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:40:23.572838Z","caller":"traceutil/trace.go:171","msg":"trace[486186440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5105; }","duration":"129.224809ms","start":"2026-03-14T01:40:23.443606Z","end":"2026-03-14T01:40:23.57283Z","steps":["trace[486186440] 'agreement among raft nodes before linearized reading' (duration: 129.120696ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.701486Z","caller":"traceutil/trace.go:171","msg":"trace[387886708] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"125.64789ms","start":"2026-03-14T01:40:23.575799Z","end":"2026-03-14T01:40:23.701447Z","steps":["trace[387886708] 'process raft request' (duration: 59.3765ms)","trace[387886708] 'compare' (duration: 66.051865ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:24.210976Z","caller":"traceutil/trace.go:171","msg":"trace[1096768168] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"247.78468ms","start":"2026-03-14T01:40:23.963148Z","end":"2026-03-14T01:40:24.210933Z","steps":["trace[1096768168] 'process raft request' (duration: 170.747151ms)","trace[1096768168] 'compare' (duration: 76.815395ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:24.210997Z","caller":"traceutil/trace.go:171","msg":"trace[1822990057] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"245.608582ms","start":"2026-03-14T01:40:23.965355Z","end":"2026-03-14T01:40:24.210964Z","steps":["trace[1822990057] 'process raft request' (duration: 245.475619ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.211111Z","caller":"traceutil/trace.go:171","msg":"trace[121756801] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"155.360358ms","start":"2026-03-14T01:40:24.055696Z","end":"2026-03-14T01:40:24.211056Z","steps":["trace[121756801] 'process raft request' (duration: 155.188974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.7609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.39302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:40:24.760926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.83273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:24.760973Z","caller":"traceutil/trace.go:171","msg":"trace[1397009690] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5116; }","duration":"228.530633ms","start":"2026-03-14T01:40:24.532424Z","end":"2026-03-14T01:40:24.760955Z","steps":["trace[1397009690] 'count revisions from in-memory index tree' (duration: 228.307658ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.761003Z","caller":"traceutil/trace.go:171","msg":"trace[345263395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5116; }","duration":"187.959923ms","start":"2026-03-14T01:40:24.573018Z","end":"2026-03-14T01:40:24.760978Z","steps":["trace[345263395] 'range keys from in-memory index tree' (duration: 187.751909ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.998399Z","caller":"traceutil/trace.go:171","msg":"trace[411344726] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5331; }","duration":"216.569788ms","start":"2026-03-14T01:40:24.781808Z","end":"2026-03-14T01:40:24.998378Z","steps":["trace[411344726] 'read index received' (duration: 216.409054ms)","trace[411344726] 'applied index is now lower than readState.Index' (duration: 159.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:24.998563Z","caller":"traceutil/trace.go:171","msg":"trace[413650621] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"220.859243ms","start":"2026-03-14T01:40:24.777633Z","end":"2026-03-14T01:40:24.998492Z","steps":["trace[413650621] 'process raft request' (duration: 220.573937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.998626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.804943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-14T01:40:24.998824Z","caller":"traceutil/trace.go:171","msg":"trace[1931822012] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5117; }","duration":"217.025667ms","start":"2026-03-14T01:40:24.781782Z","end":"2026-03-14T01:40:24.998807Z","steps":["trace[1931822012] 'agreement among raft nodes before linearized reading' (duration: 216.69309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:25.207497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.201657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:25.207653Z","caller":"traceutil/trace.go:171","msg":"trace[279935705] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"153.115299ms","start":"2026-03-14T01:40:25.05451Z","end":"2026-03-14T01:40:25.207625Z","steps":["trace[279935705] 'process raft request' (duration: 33.663797ms)","trace[279935705] 'compare' (duration: 119.053443ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:26.482348Z","caller":"traceutil/trace.go:171","msg":"trace[1736890970] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"169.046462ms","start":"2026-03-14T01:40:26.313271Z","end":"2026-03-14T01:40:26.482317Z","steps":["trace[1736890970] 'process raft request' (duration: 168.846848ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:28.041177Z","caller":"traceutil/trace.go:171","msg":"trace[1607870359] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"549.639971ms","start":"2026-03-14T01:40:27.491512Z","end":"2026-03-14T01:40:28.041152Z","steps":["trace[1607870359] 'process raft request' (duration: 549.510249ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:28.041192Z","caller":"traceutil/trace.go:171","msg":"trace[1260751710] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5346; }","duration":"470.129226ms","start":"2026-03-14T01:40:27.57103Z","end":"2026-03-14T01:40:28.041159Z","steps":["trace[1260751710] 'read index received' (duration: 470.121195ms)","trace[1260751710] 'applied index is now lower than readState.Index' (duration: 6.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:28.041344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.491484Z","time spent":"549.765875ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:28.041421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.373661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:28.041585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.61643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:40:28.041645Z","caller":"traceutil/trace.go:171","msg":"trace[1032010728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5131; }","duration":"262.707212ms","start":"2026-03-14T01:40:27.77892Z","end":"2026-03-14T01:40:28.041627Z","steps":["trace[1032010728] 'agreement among raft nodes before linearized reading' (duration: 262.571518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.041648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.844867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-71ac3abd-acbe-4bd1-9ac1-7e6e4177b8f1\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-14T01:40:28.041651Z","caller":"traceutil/trace.go:171","msg":"trace[907311472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"470.627127ms","start":"2026-03-14T01:40:27.570987Z","end":"2026-03-14T01:40:28.041614Z","steps":["trace[907311472] 'agreement among raft nodes before linearized reading' (duration: 470.356971ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:28.041699Z","caller":"traceutil/trace.go:171","msg":"trace[2046490339] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-71ac3abd-acbe-4bd1-9ac1-7e6e4177b8f1; range_end:; response_count:1; response_revision:5131; }","duration":"258.934949ms","start":"2026-03-14T01:40:27.782753Z","end":"2026-03-14T01:40:28.041688Z","steps":["trace[2046490339] 'agreement among raft nodes before linearized reading' (duration: 258.855707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.041686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.457409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:40:28.04176Z","caller":"traceutil/trace.go:171","msg":"trace[1884412677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5131; }","duration":"354.571161ms","start":"2026-03-14T01:40:27.687172Z","end":"2026-03-14T01:40:28.041743Z","steps":["trace[1884412677] 'agreement among raft nodes before linearized reading' (duration: 354.415378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.041776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.570969Z","time spent":"470.77245ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:28.04157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.845629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:40:28.041921Z","caller":"traceutil/trace.go:171","msg":"trace[1196631495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5131; }","duration":"456.209957ms","start":"2026-03-14T01:40:27.585677Z","end":"2026-03-14T01:40:28.041887Z","steps":["trace[1196631495] 'agreement among raft nodes before linearized reading' (duration: 455.794817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.041812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.687153Z","time spent":"354.641173ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:28.042034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.585655Z","time spent":"456.341951ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:40:28.300544Z","caller":"traceutil/trace.go:171","msg":"trace[322195822] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"200.393239ms","start":"2026-03-14T01:40:28.100112Z","end":"2026-03-14T01:40:28.300506Z","steps":["trace[322195822] 'process raft request' (duration: 176.897798ms)","trace[322195822] 'compare' (duration: 23.393139ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:28.338555Z","caller":"traceutil/trace.go:171","msg":"trace[237933659] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"102.009575ms","start":"2026-03-14T01:40:28.236522Z","end":"2026-03-14T01:40:28.338531Z","steps":["trace[237933659] 'process raft request' (duration: 101.83516ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:28.60743Z","caller":"traceutil/trace.go:171","msg":"trace[1997577961] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"116.495556ms","start":"2026-03-14T01:40:28.49089Z","end":"2026-03-14T01:40:28.607386Z","steps":["trace[1997577961] 'process raft request' (duration: 116.118987ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.432129Z","caller":"traceutil/trace.go:171","msg":"trace[1662467166] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"111.843062ms","start":"2026-03-14T01:40:32.320251Z","end":"2026-03-14T01:40:32.432094Z","steps":["trace[1662467166] 'process raft request' (duration: 50.735616ms)","trace[1662467166] 'compare' (duration: 60.863501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:33.122703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587122982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:33.623284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587122982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:33.644783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059980451s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:40:33.681187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147529745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:33.681283Z","caller":"traceutil/trace.go:171","msg":"trace[1198030334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5184; }","duration":"1.147674928s","start":"2026-03-14T01:40:32.533586Z","end":"2026-03-14T01:40:33.681261Z","steps":["trace[1198030334] 'count revisions from in-memory index tree' (duration: 1.147427333s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.681337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.533566Z","time spent":"1.14775544s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:33.681497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109663434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:33.681597Z","caller":"traceutil/trace.go:171","msg":"trace[1943633737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5184; }","duration":"1.109985491s","start":"2026-03-14T01:40:32.571585Z","end":"2026-03-14T01:40:33.68157Z","steps":["trace[1943633737] 'range keys from in-memory index tree' (duration: 1.109535151s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.681652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.571568Z","time spent":"1.110063242s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:40:33.681781Z","caller":"traceutil/trace.go:171","msg":"trace[1911197796] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"1.097133806s","start":"2026-03-14T01:40:32.584619Z","end":"2026-03-14T01:40:33.681753Z","steps":["trace[1911197796] 'process raft request' (duration: 1.060331169s)","trace[1911197796] 'compare' (duration: 35.910578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:33.681903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.584593Z","time spent":"1.097247179s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:33.735531Z","caller":"traceutil/trace.go:171","msg":"trace[1092328060] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5400; }","duration":"1.113349095s","start":"2026-03-14T01:40:32.622157Z","end":"2026-03-14T01:40:33.735506Z","steps":["trace[1092328060] 'read index received' (duration: 1.022803165s)","trace[1092328060] 'applied index is now lower than readState.Index' (duration: 90.54454ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:33.735587Z","caller":"traceutil/trace.go:171","msg":"trace[190354827] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"994.096208ms","start":"2026-03-14T01:40:32.741468Z","end":"2026-03-14T01:40:33.735565Z","steps":["trace[190354827] 'process raft request' (duration: 993.893684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.735704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.741442Z","time spent":"994.192951ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:33.735726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113555129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:40:33.735766Z","caller":"traceutil/trace.go:171","msg":"trace[568126063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5186; }","duration":"1.113642541s","start":"2026-03-14T01:40:32.622112Z","end":"2026-03-14T01:40:33.735755Z","steps":["trace[568126063] 'agreement among raft nodes before linearized reading' (duration: 1.113514979s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.735807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.622092Z","time spent":"1.113706383s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:40:34.101618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.128253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:34.101825Z","caller":"traceutil/trace.go:171","msg":"trace[2029504516] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"362.116989ms","start":"2026-03-14T01:40:33.739691Z","end":"2026-03-14T01:40:34.101808Z","steps":["trace[2029504516] 'process raft request' (duration: 362.048397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.101911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.739669Z","time spent":"362.19723ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:34.101965Z","caller":"traceutil/trace.go:171","msg":"trace[1598346026] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5402; }","duration":"366.287492ms","start":"2026-03-14T01:40:33.7356Z","end":"2026-03-14T01:40:34.101888Z","steps":["trace[1598346026] 'read index received' (duration: 133.824661ms)","trace[1598346026] 'applied index is now lower than readState.Index' (duration: 232.457581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:34.10207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.260504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:34.102065Z","caller":"traceutil/trace.go:171","msg":"trace[871641806] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"450.348328ms","start":"2026-03-14T01:40:33.651672Z","end":"2026-03-14T01:40:34.10202Z","steps":["trace[871641806] 'process raft request' (duration: 217.742484ms)","trace[871641806] 'compare' (duration: 231.9782ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:34.102106Z","caller":"traceutil/trace.go:171","msg":"trace[1273913084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5188; }","duration":"504.322845ms","start":"2026-03-14T01:40:33.597773Z","end":"2026-03-14T01:40:34.102095Z","steps":["trace[1273913084] 'agreement among raft nodes before linearized reading' (duration: 504.267464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.102098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.884911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-14T01:40:34.102139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.597758Z","time spent":"504.375287ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:34.102142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.811664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T01:40:34.102161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.651648Z","time spent":"450.470211ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:34.102171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471945775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:40:34.10219Z","caller":"traceutil/trace.go:171","msg":"trace[1534480050] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:5188; }","duration":"485.904846ms","start":"2026-03-14T01:40:33.616272Z","end":"2026-03-14T01:40:34.102177Z","steps":["trace[1534480050] 'agreement among raft nodes before linearized reading' (duration: 485.775913ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.102188Z","caller":"traceutil/trace.go:171","msg":"trace[1044184180] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5188; }","duration":"374.018624ms","start":"2026-03-14T01:40:33.728143Z","end":"2026-03-14T01:40:34.102161Z","steps":["trace[1044184180] 'agreement among raft nodes before linearized reading' (duration: 373.802039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.102228Z","caller":"traceutil/trace.go:171","msg":"trace[1017058706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:5188; }","duration":"1.472035068s","start":"2026-03-14T01:40:32.630179Z","end":"2026-03-14T01:40:34.102214Z","steps":["trace[1017058706] 'agreement among raft nodes before linearized reading' (duration: 1.471902415s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.102232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.616249Z","time spent":"485.974208ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-14T01:40:34.102238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.728119Z","time spent":"374.109385ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T01:40:34.102219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409342667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:34.102274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.630168Z","time spent":"1.472094849s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:40:34.10232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474860601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:40:34.10232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.470032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:34.102333Z","caller":"traceutil/trace.go:171","msg":"trace[529592340] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5188; }","duration":"1.40951336s","start":"2026-03-14T01:40:32.692796Z","end":"2026-03-14T01:40:34.10231Z","steps":["trace[529592340] 'agreement among raft nodes before linearized reading' (duration: 1.409321496s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.102377Z","caller":"traceutil/trace.go:171","msg":"trace[51060120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5188; }","duration":"419.580875ms","start":"2026-03-14T01:40:33.682781Z","end":"2026-03-14T01:40:34.102362Z","steps":["trace[51060120] 'agreement among raft nodes before linearized reading' (duration: 419.255098ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.102362Z","caller":"traceutil/trace.go:171","msg":"trace[1146794589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5188; }","duration":"1.474968073s","start":"2026-03-14T01:40:32.627381Z","end":"2026-03-14T01:40:34.102349Z","steps":["trace[1146794589] 'agreement among raft nodes before linearized reading' (duration: 1.474762708s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.10238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.692775Z","time spent":"1.409594572s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:34.102419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.682765Z","time spent":"419.644746ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:34.102426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.627371Z","time spent":"1.475043874s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:34.102632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.924471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-14T01:40:34.102776Z","caller":"traceutil/trace.go:171","msg":"trace[1239595954] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5188; }","duration":"447.109835ms","start":"2026-03-14T01:40:33.65565Z","end":"2026-03-14T01:40:34.10276Z","steps":["trace[1239595954] 'agreement among raft nodes before linearized reading' (duration: 446.270956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.102808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.655627Z","time spent":"447.171536ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-14T01:40:34.269611Z","caller":"traceutil/trace.go:171","msg":"trace[1979021873] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"123.827999ms","start":"2026-03-14T01:40:34.14576Z","end":"2026-03-14T01:40:34.269588Z","steps":["trace[1979021873] 'process raft request' (duration: 118.077941ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.26977Z","caller":"traceutil/trace.go:171","msg":"trace[946636250] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"123.113683ms","start":"2026-03-14T01:40:34.146635Z","end":"2026-03-14T01:40:34.269748Z","steps":["trace[946636250] 'process raft request' (duration: 122.894388ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.269981Z","caller":"traceutil/trace.go:171","msg":"trace[1000485417] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5409; }","duration":"121.527638ms","start":"2026-03-14T01:40:34.148439Z","end":"2026-03-14T01:40:34.269967Z","steps":["trace[1000485417] 'read index received' (duration: 115.338731ms)","trace[1000485417] 'applied index is now lower than readState.Index' (duration: 6.188087ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:34.270155Z","caller":"traceutil/trace.go:171","msg":"trace[1476219419] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"122.909628ms","start":"2026-03-14T01:40:34.147213Z","end":"2026-03-14T01:40:34.270123Z","steps":["trace[1476219419] 'process raft request' (duration: 122.710364ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.270226Z","caller":"traceutil/trace.go:171","msg":"trace[495330611] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"123.342169ms","start":"2026-03-14T01:40:34.146875Z","end":"2026-03-14T01:40:34.270217Z","steps":["trace[495330611] 'process raft request' (duration: 122.807477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.270232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.941052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:40:34.270274Z","caller":"traceutil/trace.go:171","msg":"trace[1632316470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5197; }","duration":"129.008674ms","start":"2026-03-14T01:40:34.141255Z","end":"2026-03-14T01:40:34.270263Z","steps":["trace[1632316470] 'agreement among raft nodes before linearized reading' (duration: 128.86662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.270284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.029624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5739be88-df7c-4082-8fa0-3e58c9879065\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-14T01:40:34.270303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.831437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-03-14T01:40:34.270331Z","caller":"traceutil/trace.go:171","msg":"trace[1803059806] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5739be88-df7c-4082-8fa0-3e58c9879065; range_end:; response_count:1; response_revision:5197; }","duration":"120.104877ms","start":"2026-03-14T01:40:34.150211Z","end":"2026-03-14T01:40:34.270316Z","steps":["trace[1803059806] 'agreement among raft nodes before linearized reading' (duration: 119.955423ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.270341Z","caller":"traceutil/trace.go:171","msg":"trace[1434131484] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5197; }","duration":"122.898848ms","start":"2026-03-14T01:40:34.147429Z","end":"2026-03-14T01:40:34.270328Z","steps":["trace[1434131484] 'agreement among raft nodes before linearized reading' (duration: 122.790876ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.270166Z","caller":"traceutil/trace.go:171","msg":"trace[149649391] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"123.132604ms","start":"2026-03-14T01:40:34.147003Z","end":"2026-03-14T01:40:34.270136Z","steps":["trace[149649391] 'process raft request' (duration: 122.870758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.270594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.049905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-14T01:40:34.270638Z","caller":"traceutil/trace.go:171","msg":"trace[1927384096] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5197; }","duration":"120.116886ms","start":"2026-03-14T01:40:34.150509Z","end":"2026-03-14T01:40:34.270625Z","steps":["trace[1927384096] 'agreement among raft nodes before linearized reading' (duration: 119.991544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.508545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.31154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:34.508654Z","caller":"traceutil/trace.go:171","msg":"trace[1389587684] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5420; }","duration":"101.059553ms","start":"2026-03-14T01:40:34.407579Z","end":"2026-03-14T01:40:34.508639Z","steps":["trace[1389587684] 'read index received' (duration: 46.211µs)","trace[1389587684] 'applied index is now lower than readState.Index' (duration: 101.012292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:34.508717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.149186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:34.508754Z","caller":"traceutil/trace.go:171","msg":"trace[164100070] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5204; }","duration":"101.227868ms","start":"2026-03-14T01:40:34.407514Z","end":"2026-03-14T01:40:34.508742Z","steps":["trace[164100070] 'agreement among raft nodes before linearized reading' (duration: 101.168896ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.508793Z","caller":"traceutil/trace.go:171","msg":"trace[1517188567] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"205.317558ms","start":"2026-03-14T01:40:34.303433Z","end":"2026-03-14T01:40:34.508751Z","steps":["trace[1517188567] 'process raft request' (duration: 75.717131ms)","trace[1517188567] 'compare' (duration: 129.180758ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:47.028821Z","caller":"traceutil/trace.go:171","msg":"trace[234690959] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"375.218419ms","start":"2026-03-14T01:40:46.653576Z","end":"2026-03-14T01:40:47.028795Z","steps":["trace[234690959] 'process raft request' (duration: 375.068255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:47.028963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.653552Z","time spent":"375.340341ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:47.031511Z","caller":"traceutil/trace.go:171","msg":"trace[435804744] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"371.684569ms","start":"2026-03-14T01:40:46.65981Z","end":"2026-03-14T01:40:47.031494Z","steps":["trace[435804744] 'process raft request' (duration: 371.553986ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:47.031771Z","caller":"traceutil/trace.go:171","msg":"trace[1911424413] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"371.828263ms","start":"2026-03-14T01:40:46.659912Z","end":"2026-03-14T01:40:47.03174Z","steps":["trace[1911424413] 'process raft request' (duration: 371.549516ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:47.031796Z","caller":"traceutil/trace.go:171","msg":"trace[1524859186] linearizableReadLoop","detail":"{readStateIndex:5552; appliedIndex:5549; }","duration":"368.420147ms","start":"2026-03-14T01:40:46.663341Z","end":"2026-03-14T01:40:47.031761Z","steps":["trace[1524859186] 'read index received' (duration: 365.303148ms)","trace[1524859186] 'applied index is now lower than readState.Index' (duration: 3.114069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:47.031941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.659878Z","time spent":"371.977726ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:47.031908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.55668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:47.032151Z","caller":"traceutil/trace.go:171","msg":"trace[1019646187] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5333; }","duration":"368.835067ms","start":"2026-03-14T01:40:46.663289Z","end":"2026-03-14T01:40:47.032124Z","steps":["trace[1019646187] 'agreement among raft nodes before linearized reading' (duration: 368.55368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:47.032262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.663267Z","time spent":"368.97591ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:47.031714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.659798Z","time spent":"371.760491ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:50.418649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2695} {"level":"info","ts":"2026-03-14T01:40:50.483407Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2695,"took":"63.450545ms","hash":3446186756,"current-db-size-bytes":38592512,"current-db-size":"39 MB","current-db-size-in-use-bytes":28356608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-14T01:40:50.483541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3446186756,"revision":2695,"compact-revision":-1} {"level":"warn","ts":"2026-03-14T01:40:52.299807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587123356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:52.800313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587123356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:53.301063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587123356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:53.44563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.758785254s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:40:53.446126Z","caller":"traceutil/trace.go:171","msg":"trace[893871081] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"1.784177876s","start":"2026-03-14T01:40:51.661918Z","end":"2026-03-14T01:40:53.446096Z","steps":["trace[893871081] 'process raft request' (duration: 1.783996962s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.446305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.661901Z","time spent":"1.784309269s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:53.801723Z","caller":"traceutil/trace.go:171","msg":"trace[228061418] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"2.139538594s","start":"2026-03-14T01:40:51.662154Z","end":"2026-03-14T01:40:53.801693Z","steps":["trace[228061418] 'process raft request' (duration: 2.13932902s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.801892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.662143Z","time spent":"2.139657907s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:53.802Z","caller":"traceutil/trace.go:171","msg":"trace[486928159] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"724.457721ms","start":"2026-03-14T01:40:53.07752Z","end":"2026-03-14T01:40:53.801978Z","steps":["trace[486928159] 'process raft request' (duration: 724.121233ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.801997Z","caller":"traceutil/trace.go:171","msg":"trace[648787562] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"723.806436ms","start":"2026-03-14T01:40:53.078165Z","end":"2026-03-14T01:40:53.801971Z","steps":["trace[648787562] 'process raft request' (duration: 723.685324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.802182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:53.078153Z","time spent":"723.96686ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:53.802182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:53.077498Z","time spent":"724.599533ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:53.802297Z","caller":"traceutil/trace.go:171","msg":"trace[2029375680] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"723.675293ms","start":"2026-03-14T01:40:53.078604Z","end":"2026-03-14T01:40:53.802279Z","steps":["trace[2029375680] 'process raft request' (duration: 723.336126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.802402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:53.078593Z","time spent":"723.758546ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:53.80225Z","caller":"traceutil/trace.go:171","msg":"trace[852122230] linearizableReadLoop","detail":"{readStateIndex:5582; appliedIndex:5577; }","duration":"2.002530261s","start":"2026-03-14T01:40:51.799697Z","end":"2026-03-14T01:40:53.802228Z","steps":["trace[852122230] 'read index received' (duration: 1.646224602s)","trace[852122230] 'applied index is now lower than readState.Index' (duration: 356.304719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:53.802529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002829387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-14T01:40:53.802573Z","caller":"traceutil/trace.go:171","msg":"trace[1312299480] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5361; }","duration":"2.002905339s","start":"2026-03-14T01:40:51.799655Z","end":"2026-03-14T01:40:53.80256Z","steps":["trace[1312299480] 'agreement among raft nodes before linearized reading' (duration: 2.002777847s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.802612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.799633Z","time spent":"2.00297126s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T01:40:53.802712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95916028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:40:53.802755Z","caller":"traceutil/trace.go:171","msg":"trace[2076200537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5361; }","duration":"1.959239071s","start":"2026-03-14T01:40:51.843501Z","end":"2026-03-14T01:40:53.80274Z","steps":["trace[2076200537] 'agreement among raft nodes before linearized reading' (duration: 1.959099658s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.802786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.84348Z","time spent":"1.959298773s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T01:40:53.802865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23251692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:53.802914Z","caller":"traceutil/trace.go:171","msg":"trace[1280372169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5361; }","duration":"1.232603583s","start":"2026-03-14T01:40:52.570297Z","end":"2026-03-14T01:40:53.802901Z","steps":["trace[1280372169] 'agreement among raft nodes before linearized reading' (duration: 1.232529211s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.802947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.570279Z","time spent":"1.232661685s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:53.802977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.764485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:53.803015Z","caller":"traceutil/trace.go:171","msg":"trace[1389620658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5361; }","duration":"204.839896ms","start":"2026-03-14T01:40:53.598166Z","end":"2026-03-14T01:40:53.803005Z","steps":["trace[1389620658] 'agreement among raft nodes before linearized reading' (duration: 204.785595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.803022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314039247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:40:53.803054Z","caller":"traceutil/trace.go:171","msg":"trace[1898629875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5361; }","duration":"1.314106428s","start":"2026-03-14T01:40:52.488938Z","end":"2026-03-14T01:40:53.803044Z","steps":["trace[1898629875] 'agreement among raft nodes before linearized reading' (duration: 1.314021436s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.80309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.488895Z","time spent":"1.3141892s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:53.803156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.751873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T01:40:53.80316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.963968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:53.803193Z","caller":"traceutil/trace.go:171","msg":"trace[1873817428] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:5361; }","duration":"185.808915ms","start":"2026-03-14T01:40:53.617375Z","end":"2026-03-14T01:40:53.803184Z","steps":["trace[1873817428] 'agreement among raft nodes before linearized reading' (duration: 185.707693ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.803216Z","caller":"traceutil/trace.go:171","msg":"trace[1900536005] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5361; }","duration":"284.0526ms","start":"2026-03-14T01:40:53.519146Z","end":"2026-03-14T01:40:53.803198Z","steps":["trace[1900536005] 'agreement among raft nodes before linearized reading' (duration: 283.966648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.803259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314307902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:40:53.80316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.802823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:53.803346Z","caller":"traceutil/trace.go:171","msg":"trace[623972083] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5361; }","duration":"764.029268ms","start":"2026-03-14T01:40:53.039305Z","end":"2026-03-14T01:40:53.803335Z","steps":["trace[623972083] 'agreement among raft nodes before linearized reading' (duration: 763.823164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.803389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:53.039284Z","time spent":"764.089819ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:53.80351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528425044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:40:53.803286Z","caller":"traceutil/trace.go:171","msg":"trace[582066436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5361; }","duration":"1.314369984s","start":"2026-03-14T01:40:52.488908Z","end":"2026-03-14T01:40:53.803278Z","steps":["trace[582066436] 'agreement among raft nodes before linearized reading' (duration: 1.314295022s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.803671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.488887Z","time spent":"1.314770103s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:53.803702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527643846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T01:40:53.803721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493636062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:40:53.803741Z","caller":"traceutil/trace.go:171","msg":"trace[1287748334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:5361; }","duration":"1.527724288s","start":"2026-03-14T01:40:52.276006Z","end":"2026-03-14T01:40:53.80373Z","steps":["trace[1287748334] 'agreement among raft nodes before linearized reading' (duration: 1.527611785s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.803756Z","caller":"traceutil/trace.go:171","msg":"trace[2020894487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5361; }","duration":"1.493713204s","start":"2026-03-14T01:40:52.310033Z","end":"2026-03-14T01:40:53.803746Z","steps":["trace[2020894487] 'agreement among raft nodes before linearized reading' (duration: 1.493630892s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.803793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.310009Z","time spent":"1.493777476s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:53.803677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504874522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:40:53.804014Z","caller":"traceutil/trace.go:171","msg":"trace[2055615065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5361; }","duration":"1.505229949s","start":"2026-03-14T01:40:52.298773Z","end":"2026-03-14T01:40:53.804003Z","steps":["trace[2055615065] 'agreement among raft nodes before linearized reading' (duration: 1.50484072s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.804077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.298763Z","time spent":"1.505302981s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:53.803517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7608572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-14T01:40:53.804127Z","caller":"traceutil/trace.go:171","msg":"trace[1224493640] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5361; }","duration":"1.761498094s","start":"2026-03-14T01:40:52.042615Z","end":"2026-03-14T01:40:53.804113Z","steps":["trace[1224493640] 'agreement among raft nodes before linearized reading' (duration: 1.760821649s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.804177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.042593Z","time spent":"1.761567555s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-14T01:40:53.803077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.11388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:40:53.804379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.275987Z","time spent":"1.528370233s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"info","ts":"2026-03-14T01:40:53.804413Z","caller":"traceutil/trace.go:171","msg":"trace[1404690433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5361; }","duration":"611.490149ms","start":"2026-03-14T01:40:53.1929Z","end":"2026-03-14T01:40:53.804391Z","steps":["trace[1404690433] 'agreement among raft nodes before linearized reading' (duration: 610.120499ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.803592Z","caller":"traceutil/trace.go:171","msg":"trace[1267743127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5361; }","duration":"1.528550657s","start":"2026-03-14T01:40:52.275027Z","end":"2026-03-14T01:40:53.803578Z","steps":["trace[1267743127] 'agreement among raft nodes before linearized reading' (duration: 1.528394103s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.804494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:53.192883Z","time spent":"611.581932ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:53.804521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.275004Z","time spent":"1.529479596s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:40:55.445781Z","caller":"traceutil/trace.go:171","msg":"trace[1672046028] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5595; }","duration":"294.352807ms","start":"2026-03-14T01:40:55.151406Z","end":"2026-03-14T01:40:55.445758Z","steps":["trace[1672046028] 'read index received' (duration: 294.143643ms)","trace[1672046028] 'applied index is now lower than readState.Index' (duration: 208.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:55.445822Z","caller":"traceutil/trace.go:171","msg":"trace[1889325326] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"301.161249ms","start":"2026-03-14T01:40:55.144629Z","end":"2026-03-14T01:40:55.44579Z","steps":["trace[1889325326] 'process raft request' (duration: 300.924704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:55.445973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.547012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-14T01:40:55.445992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:55.1446Z","time spent":"301.288641ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:55.446011Z","caller":"traceutil/trace.go:171","msg":"trace[684029523] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5374; }","duration":"294.622984ms","start":"2026-03-14T01:40:55.151379Z","end":"2026-03-14T01:40:55.446002Z","steps":["trace[684029523] 'agreement among raft nodes before linearized reading' (duration: 294.4741ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:55.566055Z","caller":"traceutil/trace.go:171","msg":"trace[1502820873] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"113.676107ms","start":"2026-03-14T01:40:55.452349Z","end":"2026-03-14T01:40:55.566025Z","steps":["trace[1502820873] 'process raft request' (duration: 71.076394ms)","trace[1502820873] 'compare' (duration: 42.477851ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:57.215746Z","caller":"traceutil/trace.go:171","msg":"trace[1502347964] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"377.714373ms","start":"2026-03-14T01:40:56.837992Z","end":"2026-03-14T01:40:57.215707Z","steps":["trace[1502347964] 'process raft request' (duration: 377.5549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:57.21588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.83798Z","time spent":"377.840836ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:57.222154Z","caller":"traceutil/trace.go:171","msg":"trace[1909989437] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"377.0455ms","start":"2026-03-14T01:40:56.845088Z","end":"2026-03-14T01:40:57.222134Z","steps":["trace[1909989437] 'process raft request' (duration: 376.858546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:57.222225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.845076Z","time spent":"377.113871ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:57.222127Z","caller":"traceutil/trace.go:171","msg":"trace[1774264498] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5618; }","duration":"358.494718ms","start":"2026-03-14T01:40:56.863605Z","end":"2026-03-14T01:40:57.2221Z","steps":["trace[1774264498] 'read index received' (duration: 352.055025ms)","trace[1774264498] 'applied index is now lower than readState.Index' (duration: 6.438633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:57.222365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.671262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:40:57.222419Z","caller":"traceutil/trace.go:171","msg":"trace[21501595] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5398; }","duration":"358.833976ms","start":"2026-03-14T01:40:56.863574Z","end":"2026-03-14T01:40:57.222408Z","steps":["trace[21501595] 'agreement among raft nodes before linearized reading' (duration: 358.603671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:57.22246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.863558Z","time spent":"358.893457ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-14T01:41:14.102191Z","caller":"traceutil/trace.go:171","msg":"trace[745871823] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"192.682287ms","start":"2026-03-14T01:41:13.909478Z","end":"2026-03-14T01:41:14.10216Z","steps":["trace[745871823] 'process raft request' (duration: 192.442051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:14.102286Z","caller":"traceutil/trace.go:171","msg":"trace[1917329815] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"191.645224ms","start":"2026-03-14T01:41:13.9106Z","end":"2026-03-14T01:41:14.102245Z","steps":["trace[1917329815] 'process raft request' (duration: 191.48971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:14.312236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.036277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:14.31248Z","caller":"traceutil/trace.go:171","msg":"trace[1604540696] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"204.383245ms","start":"2026-03-14T01:41:14.108036Z","end":"2026-03-14T01:41:14.312419Z","steps":["trace[1604540696] 'process raft request' (duration: 204.301583ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:14.312525Z","caller":"traceutil/trace.go:171","msg":"trace[1071483823] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"204.457367ms","start":"2026-03-14T01:41:14.108019Z","end":"2026-03-14T01:41:14.312476Z","steps":["trace[1071483823] 'process raft request' (duration: 85.069743ms)","trace[1071483823] 'compare' (duration: 118.902464ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:14.31269Z","caller":"traceutil/trace.go:171","msg":"trace[1714385129] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"204.434567ms","start":"2026-03-14T01:41:14.108231Z","end":"2026-03-14T01:41:14.312665Z","steps":["trace[1714385129] 'process raft request' (duration: 204.15427ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:14.312761Z","caller":"traceutil/trace.go:171","msg":"trace[523907409] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5780; }","duration":"204.61688ms","start":"2026-03-14T01:41:14.108119Z","end":"2026-03-14T01:41:14.312736Z","steps":["trace[523907409] 'read index received' (duration: 32.916899ms)","trace[523907409] 'applied index is now lower than readState.Index' (duration: 171.699041ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:14.312817Z","caller":"traceutil/trace.go:171","msg":"trace[2072654082] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"204.57447ms","start":"2026-03-14T01:41:14.108231Z","end":"2026-03-14T01:41:14.312805Z","steps":["trace[2072654082] 'process raft request' (duration: 204.348815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:14.313034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.886967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81910"} {"level":"info","ts":"2026-03-14T01:41:14.313076Z","caller":"traceutil/trace.go:171","msg":"trace[1797781052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5556; }","duration":"204.981978ms","start":"2026-03-14T01:41:14.108082Z","end":"2026-03-14T01:41:14.313064Z","steps":["trace[1797781052] 'agreement among raft nodes before linearized reading' (duration: 204.744423ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:15.575255Z","caller":"traceutil/trace.go:171","msg":"trace[26936464] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"191.121333ms","start":"2026-03-14T01:41:15.384102Z","end":"2026-03-14T01:41:15.575223Z","steps":["trace[26936464] 'process raft request' (duration: 190.903697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:15.796691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.990684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:15.79681Z","caller":"traceutil/trace.go:171","msg":"trace[2051741295] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"154.743007ms","start":"2026-03-14T01:41:15.64204Z","end":"2026-03-14T01:41:15.796783Z","steps":["trace[2051741295] 'process raft request' (duration: 26.583079ms)","trace[2051741295] 'compare' (duration: 127.726657ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:17.173007Z","caller":"traceutil/trace.go:171","msg":"trace[1892508347] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"122.241087ms","start":"2026-03-14T01:41:17.050741Z","end":"2026-03-14T01:41:17.172982Z","steps":["trace[1892508347] 'process raft request' (duration: 122.177296ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:17.173226Z","caller":"traceutil/trace.go:171","msg":"trace[280222690] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"122.471272ms","start":"2026-03-14T01:41:17.050728Z","end":"2026-03-14T01:41:17.173199Z","steps":["trace[280222690] 'process raft request' (duration: 84.297036ms)","trace[280222690] 'compare' (duration: 37.774297ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:17.23473Z","caller":"traceutil/trace.go:171","msg":"trace[1149780496] linearizableReadLoop","detail":"{readStateIndex:5804; appliedIndex:5799; }","duration":"142.791882ms","start":"2026-03-14T01:41:17.091921Z","end":"2026-03-14T01:41:17.234713Z","steps":["trace[1149780496] 'read index received' (duration: 43.196256ms)","trace[1149780496] 'applied index is now lower than readState.Index' (duration: 99.594996ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:17.234737Z","caller":"traceutil/trace.go:171","msg":"trace[586476420] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"183.581135ms","start":"2026-03-14T01:41:17.051115Z","end":"2026-03-14T01:41:17.234696Z","steps":["trace[586476420] 'process raft request' (duration: 183.361301ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:17.234832Z","caller":"traceutil/trace.go:171","msg":"trace[1194116615] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"169.320308ms","start":"2026-03-14T01:41:17.065504Z","end":"2026-03-14T01:41:17.234824Z","steps":["trace[1194116615] 'process raft request' (duration: 169.145404ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:17.234841Z","caller":"traceutil/trace.go:171","msg":"trace[212868289] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"183.223606ms","start":"2026-03-14T01:41:17.051587Z","end":"2026-03-14T01:41:17.23481Z","steps":["trace[212868289] 'process raft request' (duration: 182.995901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:17.234975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.991932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:41:17.235011Z","caller":"traceutil/trace.go:171","msg":"trace[1860615777] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5574; }","duration":"122.047543ms","start":"2026-03-14T01:41:17.112954Z","end":"2026-03-14T01:41:17.235002Z","steps":["trace[1860615777] 'agreement among raft nodes before linearized reading' (duration: 121.939471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:17.235015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.095908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T01:41:17.235053Z","caller":"traceutil/trace.go:171","msg":"trace[1623006333] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5574; }","duration":"143.17741ms","start":"2026-03-14T01:41:17.091863Z","end":"2026-03-14T01:41:17.23504Z","steps":["trace[1623006333] 'agreement among raft nodes before linearized reading' (duration: 143.047997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:26.761492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587124287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:41:27.00868Z","caller":"traceutil/trace.go:171","msg":"trace[388749092] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"934.480332ms","start":"2026-03-14T01:41:26.074172Z","end":"2026-03-14T01:41:27.008652Z","steps":["trace[388749092] 'process raft request' (duration: 934.312248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.008958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.074153Z","time spent":"934.702406ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:27.579631Z","caller":"traceutil/trace.go:171","msg":"trace[1736104999] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"1.47273385s","start":"2026-03-14T01:41:26.106835Z","end":"2026-03-14T01:41:27.579569Z","steps":["trace[1736104999] 'process raft request' (duration: 1.427035827s)","trace[1736104999] 'compare' (duration: 45.061568ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:27.579723Z","caller":"traceutil/trace.go:171","msg":"trace[1493780889] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"1.360603808s","start":"2026-03-14T01:41:26.219094Z","end":"2026-03-14T01:41:27.579697Z","steps":["trace[1493780889] 'process raft request' (duration: 1.360461934s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.579842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.106805Z","time spent":"1.472935024s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:27.579882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.219061Z","time spent":"1.36072945s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:27.57992Z","caller":"traceutil/trace.go:171","msg":"trace[1371253363] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5937; }","duration":"1.318860983s","start":"2026-03-14T01:41:26.261041Z","end":"2026-03-14T01:41:27.579902Z","steps":["trace[1371253363] 'read index received' (duration: 747.42821ms)","trace[1371253363] 'applied index is now lower than readState.Index' (duration: 571.432033ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:27.579996Z","caller":"traceutil/trace.go:171","msg":"trace[936831603] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"1.273916678s","start":"2026-03-14T01:41:26.306071Z","end":"2026-03-14T01:41:27.579988Z","steps":["trace[936831603] 'process raft request' (duration: 1.273776715s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.580049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.306042Z","time spent":"1.27397686s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:27.580174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319113889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:41:27.580287Z","caller":"traceutil/trace.go:171","msg":"trace[958181470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5709; }","duration":"1.319285703s","start":"2026-03-14T01:41:26.260978Z","end":"2026-03-14T01:41:27.580264Z","steps":["trace[958181470] 'agreement among raft nodes before linearized reading' (duration: 1.319030097s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.580334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.260952Z","time spent":"1.319373454s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:41:27.580686Z","caller":"traceutil/trace.go:171","msg":"trace[581371804] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"1.358287146s","start":"2026-03-14T01:41:26.222378Z","end":"2026-03-14T01:41:27.580665Z","steps":["trace[581371804] 'process raft request' (duration: 1.357281744s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.580814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.222369Z","time spent":"1.358384478s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:27.781616Z","caller":"traceutil/trace.go:171","msg":"trace[380974467] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5942; }","duration":"201.638675ms","start":"2026-03-14T01:41:27.579947Z","end":"2026-03-14T01:41:27.781586Z","steps":["trace[380974467] 'read index received' (duration: 196.687695ms)","trace[380974467] 'applied index is now lower than readState.Index' (duration: 4.94992ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:27.781662Z","caller":"traceutil/trace.go:171","msg":"trace[1748876026] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"766.691977ms","start":"2026-03-14T01:41:27.014933Z","end":"2026-03-14T01:41:27.781625Z","steps":["trace[1748876026] 'process raft request' (duration: 761.544962ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:27.781701Z","caller":"traceutil/trace.go:171","msg":"trace[1714054928] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"766.011882ms","start":"2026-03-14T01:41:27.015629Z","end":"2026-03-14T01:41:27.781641Z","steps":["trace[1714054928] 'process raft request' (duration: 765.843978ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:27.781827Z","caller":"traceutil/trace.go:171","msg":"trace[1799786361] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"196.45861ms","start":"2026-03-14T01:41:27.585334Z","end":"2026-03-14T01:41:27.781792Z","steps":["trace[1799786361] 'process raft request' (duration: 196.207505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.781849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:27.014913Z","time spent":"766.829889ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:27.781884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376750386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:41:27.781951Z","caller":"traceutil/trace.go:171","msg":"trace[1750580970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5712; }","duration":"1.376862347s","start":"2026-03-14T01:41:26.405069Z","end":"2026-03-14T01:41:27.781932Z","steps":["trace[1750580970] 'agreement among raft nodes before linearized reading' (duration: 1.376680963s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.781945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383203858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:41:27.781985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.405047Z","time spent":"1.376931209s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:41:27.781995Z","caller":"traceutil/trace.go:171","msg":"trace[1197447222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5712; }","duration":"1.38333047s","start":"2026-03-14T01:41:26.398652Z","end":"2026-03-14T01:41:27.781983Z","steps":["trace[1197447222] 'agreement among raft nodes before linearized reading' (duration: 1.383210758s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.781982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.854161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-dp72w\" ","response":"range_response_count:1 size:7552"} {"level":"warn","ts":"2026-03-14T01:41:27.782034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.39863Z","time spent":"1.383395841s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:41:27.782057Z","caller":"traceutil/trace.go:171","msg":"trace[115084590] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-dp72w; range_end:; response_count:1; response_revision:5711; }","duration":"766.983713ms","start":"2026-03-14T01:41:27.015055Z","end":"2026-03-14T01:41:27.782039Z","steps":["trace[115084590] 'agreement among raft nodes before linearized reading' (duration: 766.623225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.782098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:27.015036Z","time spent":"767.054095ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7575,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-dp72w\" "} {"level":"warn","ts":"2026-03-14T01:41:27.782165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.86727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T01:41:27.782176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.654658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:27.782199Z","caller":"traceutil/trace.go:171","msg":"trace[690922460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5711; }","duration":"995.944483ms","start":"2026-03-14T01:41:26.786248Z","end":"2026-03-14T01:41:27.782193Z","steps":["trace[690922460] 'agreement among raft nodes before linearized reading' (duration: 995.440542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.782224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.786225Z","time spent":"995.995125ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:41:27.782246Z","caller":"traceutil/trace.go:171","msg":"trace[648911364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5711; }","duration":"212.756961ms","start":"2026-03-14T01:41:27.569465Z","end":"2026-03-14T01:41:27.782222Z","steps":["trace[648911364] 'agreement among raft nodes before linearized reading' (duration: 212.200889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.782193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382452621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:41:27.782226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376753144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:41:27.782313Z","caller":"traceutil/trace.go:171","msg":"trace[548222542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5712; }","duration":"1.382603223s","start":"2026-03-14T01:41:26.3997Z","end":"2026-03-14T01:41:27.782303Z","steps":["trace[548222542] 'agreement among raft nodes before linearized reading' (duration: 1.382022371s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.782374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.39969Z","time spent":"1.382676925s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:41:27.782359Z","caller":"traceutil/trace.go:171","msg":"trace[132179535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:5711; }","duration":"1.376940999s","start":"2026-03-14T01:41:26.405388Z","end":"2026-03-14T01:41:27.782329Z","steps":["trace[132179535] 'agreement among raft nodes before linearized reading' (duration: 1.376232634s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.78238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382234137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:41:27.782425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.405378Z","time spent":"1.377034931s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"info","ts":"2026-03-14T01:41:27.782454Z","caller":"traceutil/trace.go:171","msg":"trace[1358697708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5712; }","duration":"1.382903391s","start":"2026-03-14T01:41:26.399532Z","end":"2026-03-14T01:41:27.782436Z","steps":["trace[1358697708] 'agreement among raft nodes before linearized reading' (duration: 1.382238217s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:27.782342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:27.015613Z","time spent":"766.262647ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":660,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:27.782499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:26.399507Z","time spent":"1.382980192s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:41:29.758243Z","caller":"traceutil/trace.go:171","msg":"trace[1007811218] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"173.550072ms","start":"2026-03-14T01:41:29.584666Z","end":"2026-03-14T01:41:29.758216Z","steps":["trace[1007811218] 'process raft request' (duration: 173.366128ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:29.802396Z","caller":"traceutil/trace.go:171","msg":"trace[1826192103] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"217.598438ms","start":"2026-03-14T01:41:29.584766Z","end":"2026-03-14T01:41:29.802364Z","steps":["trace[1826192103] 'process raft request' (duration: 217.398624ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:29.802413Z","caller":"traceutil/trace.go:171","msg":"trace[404567154] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"216.638197ms","start":"2026-03-14T01:41:29.585751Z","end":"2026-03-14T01:41:29.80239Z","steps":["trace[404567154] 'process raft request' (duration: 216.557945ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:54.134496Z","caller":"traceutil/trace.go:171","msg":"trace[1071957831] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"212.401404ms","start":"2026-03-14T01:41:53.922072Z","end":"2026-03-14T01:41:54.134474Z","steps":["trace[1071957831] 'process raft request' (duration: 143.189984ms)","trace[1071957831] 'compare' (duration: 68.975925ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:54.134674Z","caller":"traceutil/trace.go:171","msg":"trace[718815850] linearizableReadLoop","detail":"{readStateIndex:6117; appliedIndex:6115; }","duration":"128.336219ms","start":"2026-03-14T01:41:54.006307Z","end":"2026-03-14T01:41:54.134644Z","steps":["trace[718815850] 'read index received' (duration: 58.957865ms)","trace[718815850] 'applied index is now lower than readState.Index' (duration: 69.376324ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:54.134807Z","caller":"traceutil/trace.go:171","msg":"trace[992660353] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"144.984534ms","start":"2026-03-14T01:41:53.989809Z","end":"2026-03-14T01:41:54.134793Z","steps":["trace[992660353] 'process raft request' (duration: 144.624886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:54.13512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.91472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:41:54.135224Z","caller":"traceutil/trace.go:171","msg":"trace[719645446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5878; }","duration":"103.068844ms","start":"2026-03-14T01:41:54.032135Z","end":"2026-03-14T01:41:54.135203Z","steps":["trace[719645446] 'agreement among raft nodes before linearized reading' (duration: 102.796668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:54.135259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.941112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:41:54.135348Z","caller":"traceutil/trace.go:171","msg":"trace[721963409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5878; }","duration":"129.065624ms","start":"2026-03-14T01:41:54.006265Z","end":"2026-03-14T01:41:54.135331Z","steps":["trace[721963409] 'agreement among raft nodes before linearized reading' (duration: 128.8873ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:54.270922Z","caller":"traceutil/trace.go:171","msg":"trace[1348225250] linearizableReadLoop","detail":"{readStateIndex:6121; appliedIndex:6117; }","duration":"130.724291ms","start":"2026-03-14T01:41:54.140174Z","end":"2026-03-14T01:41:54.270899Z","steps":["trace[1348225250] 'read index received' (duration: 27.929943ms)","trace[1348225250] 'applied index is now lower than readState.Index' (duration: 102.793118ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:54.270995Z","caller":"traceutil/trace.go:171","msg":"trace[1720431899] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"131.547688ms","start":"2026-03-14T01:41:54.139414Z","end":"2026-03-14T01:41:54.270962Z","steps":["trace[1720431899] 'process raft request' (duration: 131.401805ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:54.271054Z","caller":"traceutil/trace.go:171","msg":"trace[1697923812] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"130.487575ms","start":"2026-03-14T01:41:54.14053Z","end":"2026-03-14T01:41:54.271017Z","steps":["trace[1697923812] 'process raft request' (duration: 130.330842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:54.271214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.017657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109126"} {"level":"info","ts":"2026-03-14T01:41:54.271098Z","caller":"traceutil/trace.go:171","msg":"trace[1972262933] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"131.674991ms","start":"2026-03-14T01:41:54.13938Z","end":"2026-03-14T01:41:54.271054Z","steps":["trace[1972262933] 'process raft request' (duration: 118.134644ms)","trace[1972262933] 'compare' (duration: 13.170509ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:54.271262Z","caller":"traceutil/trace.go:171","msg":"trace[1451817885] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5883; }","duration":"131.095478ms","start":"2026-03-14T01:41:54.140153Z","end":"2026-03-14T01:41:54.271248Z","steps":["trace[1451817885] 'agreement among raft nodes before linearized reading' (duration: 130.838413ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:54.41408Z","caller":"traceutil/trace.go:171","msg":"trace[468826330] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"105.265312ms","start":"2026-03-14T01:41:54.308782Z","end":"2026-03-14T01:41:54.414047Z","steps":["trace[468826330] 'process raft request' (duration: 100.714231ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:16.365305Z","caller":"traceutil/trace.go:171","msg":"trace[1355785915] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"103.149585ms","start":"2026-03-14T01:43:16.262079Z","end":"2026-03-14T01:43:16.365229Z","steps":["trace[1355785915] 'process raft request' (duration: 63.801981ms)","trace[1355785915] 'compare' (duration: 39.114589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:44:01.141134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.80893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:44:01.141233Z","caller":"traceutil/trace.go:171","msg":"trace[1868266076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6606; }","duration":"149.952342ms","start":"2026-03-14T01:44:00.991262Z","end":"2026-03-14T01:44:01.141214Z","steps":["trace[1868266076] 'range keys from in-memory index tree' (duration: 149.673297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:01.141403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.05421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:44:01.141374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.671362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:44:01.141456Z","caller":"traceutil/trace.go:171","msg":"trace[310212779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6606; }","duration":"143.122952ms","start":"2026-03-14T01:44:00.998318Z","end":"2026-03-14T01:44:01.141441Z","steps":["trace[310212779] 'range keys from in-memory index tree' (duration: 142.967088ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:01.141471Z","caller":"traceutil/trace.go:171","msg":"trace[1112234816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:6606; }","duration":"142.787514ms","start":"2026-03-14T01:44:00.998663Z","end":"2026-03-14T01:44:01.14145Z","steps":["trace[1112234816] 'range keys from in-memory index tree' (duration: 142.532529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:01.141537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.310667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:44:01.141631Z","caller":"traceutil/trace.go:171","msg":"trace[293911584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6606; }","duration":"143.45657ms","start":"2026-03-14T01:44:00.998152Z","end":"2026-03-14T01:44:01.141609Z","steps":["trace[293911584] 'range keys from in-memory index tree' (duration: 143.101252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:06.453234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.399203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:44:06.453321Z","caller":"traceutil/trace.go:171","msg":"trace[258936849] linearizableReadLoop","detail":"{readStateIndex:6918; appliedIndex:6917; }","duration":"119.614333ms","start":"2026-03-14T01:44:06.333696Z","end":"2026-03-14T01:44:06.453311Z","steps":["trace[258936849] 'read index received' (duration: 16.094496ms)","trace[258936849] 'applied index is now lower than readState.Index' (duration: 103.519097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:44:06.453435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.733136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-14T01:44:06.453455Z","caller":"traceutil/trace.go:171","msg":"trace[1392047021] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6650; }","duration":"119.776257ms","start":"2026-03-14T01:44:06.333672Z","end":"2026-03-14T01:44:06.453449Z","steps":["trace[1392047021] 'agreement among raft nodes before linearized reading' (duration: 119.665345ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:06.453551Z","caller":"traceutil/trace.go:171","msg":"trace[730780799] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"120.722229ms","start":"2026-03-14T01:44:06.332621Z","end":"2026-03-14T01:44:06.453344Z","steps":["trace[730780799] 'process raft request' (duration: 17.165591ms)","trace[730780799] 'compare' (duration: 103.275511ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:44:06.467997Z","caller":"traceutil/trace.go:171","msg":"trace[535532067] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"129.315727ms","start":"2026-03-14T01:44:06.338663Z","end":"2026-03-14T01:44:06.467978Z","steps":["trace[535532067] 'process raft request' (duration: 129.135173ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:06.626512Z","caller":"traceutil/trace.go:171","msg":"trace[707078459] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"103.384134ms","start":"2026-03-14T01:44:06.52309Z","end":"2026-03-14T01:44:06.626474Z","steps":["trace[707078459] 'process raft request' (duration: 103.256682ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:06.626553Z","caller":"traceutil/trace.go:171","msg":"trace[260805542] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"104.545909ms","start":"2026-03-14T01:44:06.521978Z","end":"2026-03-14T01:44:06.626524Z","steps":["trace[260805542] 'process raft request' (duration: 59.851162ms)","trace[260805542] 'compare' (duration: 44.35369ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:44:06.626636Z","caller":"traceutil/trace.go:171","msg":"trace[1121927182] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"103.464276ms","start":"2026-03-14T01:44:06.523137Z","end":"2026-03-14T01:44:06.626602Z","steps":["trace[1121927182] 'process raft request' (duration: 103.280102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:06.626518Z","caller":"traceutil/trace.go:171","msg":"trace[696294125] linearizableReadLoop","detail":"{readStateIndex:6926; appliedIndex:6920; }","duration":"100.409437ms","start":"2026-03-14T01:44:06.52607Z","end":"2026-03-14T01:44:06.62648Z","steps":["trace[696294125] 'read index received' (duration: 409.889µs)","trace[696294125] 'applied index is now lower than readState.Index' (duration: 99.998388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:44:06.626732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.649563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-14T01:44:06.62671Z","caller":"traceutil/trace.go:171","msg":"trace[636884970] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"103.490267ms","start":"2026-03-14T01:44:06.523178Z","end":"2026-03-14T01:44:06.626668Z","steps":["trace[636884970] 'process raft request' (duration: 103.265842ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:06.626787Z","caller":"traceutil/trace.go:171","msg":"trace[123173601] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6658; }","duration":"100.761537ms","start":"2026-03-14T01:44:06.526015Z","end":"2026-03-14T01:44:06.626777Z","steps":["trace[123173601] 'agreement among raft nodes before linearized reading' (duration: 100.556312ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:06.626737Z","caller":"traceutil/trace.go:171","msg":"trace[968028341] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"103.63246ms","start":"2026-03-14T01:44:06.523082Z","end":"2026-03-14T01:44:06.626715Z","steps":["trace[968028341] 'process raft request' (duration: 103.304572ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:06.665471Z","caller":"traceutil/trace.go:171","msg":"trace[994965077] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"133.012998ms","start":"2026-03-14T01:44:06.532429Z","end":"2026-03-14T01:44:06.665442Z","steps":["trace[994965077] 'process raft request' (duration: 132.775663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:06.66708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.443281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-14T01:44:06.667174Z","caller":"traceutil/trace.go:171","msg":"trace[380628369] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6659; }","duration":"110.553283ms","start":"2026-03-14T01:44:06.556599Z","end":"2026-03-14T01:44:06.667152Z","steps":["trace[380628369] 'agreement among raft nodes before linearized reading' (duration: 108.875636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:06.884096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.858831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-14T01:44:06.884171Z","caller":"traceutil/trace.go:171","msg":"trace[967599303] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6668; }","duration":"106.951013ms","start":"2026-03-14T01:44:06.777202Z","end":"2026-03-14T01:44:06.884153Z","steps":["trace[967599303] 'agreement among raft nodes before linearized reading' (duration: 106.742478ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:25.913646Z","caller":"traceutil/trace.go:171","msg":"trace[45220584] transaction","detail":"{read_only:false; response_revision:6776; number_of_response:1; }","duration":"109.614432ms","start":"2026-03-14T01:44:25.803989Z","end":"2026-03-14T01:44:25.913604Z","steps":["trace[45220584] 'process raft request' (duration: 51.879947ms)","trace[45220584] 'compare' (duration: 57.478189ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:44:25.91367Z","caller":"traceutil/trace.go:171","msg":"trace[184982629] transaction","detail":"{read_only:false; response_revision:6777; number_of_response:1; }","duration":"105.751656ms","start":"2026-03-14T01:44:25.807888Z","end":"2026-03-14T01:44:25.91364Z","steps":["trace[184982629] 'process raft request' (duration: 105.672644ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:25.913671Z","caller":"traceutil/trace.go:171","msg":"trace[911088211] linearizableReadLoop","detail":"{readStateIndex:7049; appliedIndex:7048; }","duration":"108.921357ms","start":"2026-03-14T01:44:25.804717Z","end":"2026-03-14T01:44:25.913639Z","steps":["trace[911088211] 'read index received' (duration: 51.166181ms)","trace[911088211] 'applied index is now lower than readState.Index' (duration: 57.752406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:44:25.91405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.626056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-14T01:44:25.914116Z","caller":"traceutil/trace.go:171","msg":"trace[1319208814] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6777; }","duration":"106.727629ms","start":"2026-03-14T01:44:25.807369Z","end":"2026-03-14T01:44:25.914097Z","steps":["trace[1319208814] 'agreement among raft nodes before linearized reading' (duration: 106.514384ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:26.511214Z","caller":"traceutil/trace.go:171","msg":"trace[215892434] linearizableReadLoop","detail":"{readStateIndex:7076; appliedIndex:7075; }","duration":"191.100403ms","start":"2026-03-14T01:44:26.320088Z","end":"2026-03-14T01:44:26.511189Z","steps":["trace[215892434] 'read index received' (duration: 51.09243ms)","trace[215892434] 'applied index is now lower than readState.Index' (duration: 140.007053ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:44:26.51132Z","caller":"traceutil/trace.go:171","msg":"trace[1842769224] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"184.146929ms","start":"2026-03-14T01:44:26.327164Z","end":"2026-03-14T01:44:26.511311Z","steps":["trace[1842769224] 'process raft request' (duration: 183.947704ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:26.511368Z","caller":"traceutil/trace.go:171","msg":"trace[1325819881] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"191.653695ms","start":"2026-03-14T01:44:26.319681Z","end":"2026-03-14T01:44:26.511335Z","steps":["trace[1325819881] 'process raft request' (duration: 140.482504ms)","trace[1325819881] 'compare' (duration: 50.804462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:44:26.511531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.268927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:44:26.511597Z","caller":"traceutil/trace.go:171","msg":"trace[191872652] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:6804; }","duration":"191.505472ms","start":"2026-03-14T01:44:26.320074Z","end":"2026-03-14T01:44:26.51158Z","steps":["trace[191872652] 'agreement among raft nodes before linearized reading' (duration: 191.243286ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:26.537475Z","caller":"traceutil/trace.go:171","msg":"trace[1662798680] transaction","detail":"{read_only:false; response_revision:6805; number_of_response:1; }","duration":"162.147603ms","start":"2026-03-14T01:44:26.375309Z","end":"2026-03-14T01:44:26.537457Z","steps":["trace[1662798680] 'process raft request' (duration: 162.031731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:26.537576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.055846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9573"} {"level":"info","ts":"2026-03-14T01:44:26.537645Z","caller":"traceutil/trace.go:171","msg":"trace[1614266006] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:6805; }","duration":"179.163229ms","start":"2026-03-14T01:44:26.358466Z","end":"2026-03-14T01:44:26.537629Z","steps":["trace[1614266006] 'agreement among raft nodes before linearized reading' (duration: 178.997265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:26.537749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.661645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T01:44:26.537834Z","caller":"traceutil/trace.go:171","msg":"trace[817920149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6805; }","duration":"215.792088ms","start":"2026-03-14T01:44:26.322021Z","end":"2026-03-14T01:44:26.537813Z","steps":["trace[817920149] 'agreement among raft nodes before linearized reading' (duration: 215.542033ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:26.664351Z","caller":"traceutil/trace.go:171","msg":"trace[213281423] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"108.493238ms","start":"2026-03-14T01:44:26.555812Z","end":"2026-03-14T01:44:26.664305Z","steps":["trace[213281423] 'process raft request' (duration: 97.897313ms)","trace[213281423] 'compare' (duration: 10.37487ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:45:20.000925Z","caller":"traceutil/trace.go:171","msg":"trace[1651874343] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"104.619982ms","start":"2026-03-14T01:45:19.89626Z","end":"2026-03-14T01:45:20.000879Z","steps":["trace[1651874343] 'process raft request' (duration: 104.448808ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:50.426101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5348} {"level":"info","ts":"2026-03-14T01:45:50.510467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5348,"took":"82.999024ms","hash":3292915590,"current-db-size-bytes":39768064,"current-db-size":"40 MB","current-db-size-in-use-bytes":21422080,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-14T01:45:50.510539Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3292915590,"revision":5348,"compact-revision":2695} {"level":"info","ts":"2026-03-14T01:46:50.257171Z","caller":"traceutil/trace.go:171","msg":"trace[813799666] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"145.074233ms","start":"2026-03-14T01:46:50.112034Z","end":"2026-03-14T01:46:50.257108Z","steps":["trace[813799666] 'process raft request' (duration: 144.894399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:52.59662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587130262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:46:53.084235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407613232s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:46:53.084606Z","caller":"traceutil/trace.go:171","msg":"trace[128579098] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"1.408069904s","start":"2026-03-14T01:46:51.676512Z","end":"2026-03-14T01:46:53.084582Z","steps":["trace[128579098] 'process raft request' (duration: 1.40789411s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.084769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:51.67649Z","time spent":"1.408195126s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:53.08615Z","caller":"traceutil/trace.go:171","msg":"trace[1608442059] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8246; }","duration":"990.359416ms","start":"2026-03-14T01:46:52.09577Z","end":"2026-03-14T01:46:53.08613Z","steps":["trace[1608442059] 'read index received' (duration: 988.681069ms)","trace[1608442059] 'applied index is now lower than readState.Index' (duration: 1.677237ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:53.086236Z","caller":"traceutil/trace.go:171","msg":"trace[36799987] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"1.408241387s","start":"2026-03-14T01:46:51.677978Z","end":"2026-03-14T01:46:53.086219Z","steps":["trace[36799987] 'process raft request' (duration: 1.408040082s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.086278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.493908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:46:53.086323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:51.677946Z","time spent":"1.408333629s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:53.086439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.320088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:46:53.086476Z","caller":"traceutil/trace.go:171","msg":"trace[1022666769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7938; }","duration":"816.40385ms","start":"2026-03-14T01:46:52.270063Z","end":"2026-03-14T01:46:53.086467Z","steps":["trace[1022666769] 'agreement among raft nodes before linearized reading' (duration: 816.258317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.086469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.705676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T01:46:53.086498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.270042Z","time spent":"816.451121ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:46:53.086505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.005766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:46:53.086528Z","caller":"traceutil/trace.go:171","msg":"trace[930284949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:7938; }","duration":"811.802448ms","start":"2026-03-14T01:46:52.27471Z","end":"2026-03-14T01:46:53.086512Z","steps":["trace[930284949] 'agreement among raft nodes before linearized reading' (duration: 811.634784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.08651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.523017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:46:53.086575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.274687Z","time spent":"811.874539ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"info","ts":"2026-03-14T01:46:53.086594Z","caller":"traceutil/trace.go:171","msg":"trace[1432254746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7938; }","duration":"568.66453ms","start":"2026-03-14T01:46:52.517907Z","end":"2026-03-14T01:46:53.086572Z","steps":["trace[1432254746] 'agreement among raft nodes before linearized reading' (duration: 568.404265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.086562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.606788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:53.086535Z","caller":"traceutil/trace.go:171","msg":"trace[2140451774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7938; }","duration":"542.070357ms","start":"2026-03-14T01:46:52.544455Z","end":"2026-03-14T01:46:53.086525Z","steps":["trace[2140451774] 'agreement among raft nodes before linearized reading' (duration: 541.954115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.086587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.587662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:46:53.086652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.517877Z","time spent":"568.763903ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:53.086669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.544434Z","time spent":"542.226071ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:46:53.086675Z","caller":"traceutil/trace.go:171","msg":"trace[710155612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7938; }","duration":"515.753521ms","start":"2026-03-14T01:46:52.570896Z","end":"2026-03-14T01:46:53.086649Z","steps":["trace[710155612] 'agreement among raft nodes before linearized reading' (duration: 515.530956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.086626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.416203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:46:53.086708Z","caller":"traceutil/trace.go:171","msg":"trace[1392857323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7938; }","duration":"824.776277ms","start":"2026-03-14T01:46:52.261902Z","end":"2026-03-14T01:46:53.086678Z","steps":["trace[1392857323] 'agreement among raft nodes before linearized reading' (duration: 824.403829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.086724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.570888Z","time spent":"515.826552ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:46:53.086789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.261877Z","time spent":"824.900749ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:46:53.086781Z","caller":"traceutil/trace.go:171","msg":"trace[1237869965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7938; }","duration":"817.598307ms","start":"2026-03-14T01:46:52.269142Z","end":"2026-03-14T01:46:53.086741Z","steps":["trace[1237869965] 'agreement among raft nodes before linearized reading' (duration: 817.239259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.086916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.269133Z","time spent":"817.75727ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:46:53.087133Z","caller":"traceutil/trace.go:171","msg":"trace[1281505683] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7938; }","duration":"990.58952ms","start":"2026-03-14T01:46:52.095714Z","end":"2026-03-14T01:46:53.086304Z","steps":["trace[1281505683] 'agreement among raft nodes before linearized reading' (duration: 990.515819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.087214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:52.095689Z","time spent":"991.503822ms","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:46:53.593666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587130268,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:46:53.881012Z","caller":"traceutil/trace.go:171","msg":"trace[604652297] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"789.998001ms","start":"2026-03-14T01:46:53.090982Z","end":"2026-03-14T01:46:53.88098Z","steps":["trace[604652297] 'process raft request' (duration: 729.169936ms)","trace[604652297] 'compare' (duration: 60.429507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:53.881196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.090959Z","time spent":"790.137705ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:53.884628Z","caller":"traceutil/trace.go:171","msg":"trace[837705277] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"793.374727ms","start":"2026-03-14T01:46:53.091227Z","end":"2026-03-14T01:46:53.884602Z","steps":["trace[837705277] 'process raft request' (duration: 793.200193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.884779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.091196Z","time spent":"793.50574ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:53.88502Z","caller":"traceutil/trace.go:171","msg":"trace[1787415671] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"793.696494ms","start":"2026-03-14T01:46:53.091289Z","end":"2026-03-14T01:46:53.884985Z","steps":["trace[1787415671] 'process raft request' (duration: 793.273075ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:53.885202Z","caller":"traceutil/trace.go:171","msg":"trace[2105242009] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"793.712865ms","start":"2026-03-14T01:46:53.091468Z","end":"2026-03-14T01:46:53.885181Z","steps":["trace[2105242009] 'process raft request' (duration: 793.404318ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:53.885267Z","caller":"traceutil/trace.go:171","msg":"trace[1264127766] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"793.432438ms","start":"2026-03-14T01:46:53.091812Z","end":"2026-03-14T01:46:53.885245Z","steps":["trace[1264127766] 'process raft request' (duration: 793.266744ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:53.885336Z","caller":"traceutil/trace.go:171","msg":"trace[434725255] linearizableReadLoop","detail":"{readStateIndex:8254; appliedIndex:8248; }","duration":"792.136369ms","start":"2026-03-14T01:46:53.093106Z","end":"2026-03-14T01:46:53.885242Z","steps":["trace[434725255] 'read index received' (duration: 727.140641ms)","trace[434725255] 'applied index is now lower than readState.Index' (duration: 64.994308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:53.885417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.091441Z","time spent":"793.920528ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:53.885447Z","caller":"traceutil/trace.go:171","msg":"trace[615207925] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"325.548164ms","start":"2026-03-14T01:46:53.559872Z","end":"2026-03-14T01:46:53.88542Z","steps":["trace[615207925] 'process raft request' (duration: 325.311449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.885514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.091802Z","time spent":"793.578751ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:53.885568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.499328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:53.885602Z","caller":"traceutil/trace.go:171","msg":"trace[463475555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7944; }","duration":"314.56707ms","start":"2026-03-14T01:46:53.571025Z","end":"2026-03-14T01:46:53.885592Z","steps":["trace[463475555] 'agreement among raft nodes before linearized reading' (duration: 314.495757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.885637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.571008Z","time spent":"314.62379ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:46:53.885703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.559847Z","time spent":"325.705498ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:53.885921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.912184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T01:46:53.885955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.787094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-03-14T01:46:53.886567Z","caller":"traceutil/trace.go:171","msg":"trace[133687805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7944; }","duration":"793.465969ms","start":"2026-03-14T01:46:53.093085Z","end":"2026-03-14T01:46:53.886551Z","steps":["trace[133687805] 'agreement among raft nodes before linearized reading' (duration: 792.379654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:53.886625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.093079Z","time spent":"793.53221ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224129,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:46:53.886039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:53.091277Z","time spent":"793.869568ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:53.886511Z","caller":"traceutil/trace.go:171","msg":"trace[847449200] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:7944; }","duration":"248.461996ms","start":"2026-03-14T01:46:53.637952Z","end":"2026-03-14T01:46:53.886414Z","steps":["trace[847449200] 'agreement among raft nodes before linearized reading' (duration: 247.74764ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:03.397107Z","caller":"traceutil/trace.go:171","msg":"trace[1471455987] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"277.040582ms","start":"2026-03-14T01:47:03.120024Z","end":"2026-03-14T01:47:03.397064Z","steps":["trace[1471455987] 'process raft request' (duration: 183.410776ms)","trace[1471455987] 'compare' (duration: 93.415392ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:03.397299Z","caller":"traceutil/trace.go:171","msg":"trace[1470145211] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"229.80104ms","start":"2026-03-14T01:47:03.167474Z","end":"2026-03-14T01:47:03.397275Z","steps":["trace[1470145211] 'process raft request' (duration: 229.562105ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:03.820329Z","caller":"traceutil/trace.go:171","msg":"trace[769788584] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"134.976167ms","start":"2026-03-14T01:47:03.685308Z","end":"2026-03-14T01:47:03.820284Z","steps":["trace[769788584] 'process raft request' (duration: 68.455234ms)","trace[769788584] 'compare' (duration: 66.297858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:04.553501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.844251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:04.553608Z","caller":"traceutil/trace.go:171","msg":"trace[1349513199] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"617.745035ms","start":"2026-03-14T01:47:03.935844Z","end":"2026-03-14T01:47:04.553589Z","steps":["trace[1349513199] 'read index received' (duration: 370.7143ms)","trace[1349513199] 'applied index is now lower than readState.Index' (duration: 247.029595ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:04.553801Z","caller":"traceutil/trace.go:171","msg":"trace[915444282] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"636.964203ms","start":"2026-03-14T01:47:03.916824Z","end":"2026-03-14T01:47:04.553788Z","steps":["trace[915444282] 'process raft request' (duration: 389.751934ms)","trace[915444282] 'compare' (duration: 246.520533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:04.553871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:03.916798Z","time spent":"637.040534ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:04.554103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.265456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:04.554141Z","caller":"traceutil/trace.go:171","msg":"trace[169815504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7988; }","duration":"618.345867ms","start":"2026-03-14T01:47:03.935786Z","end":"2026-03-14T01:47:04.554132Z","steps":["trace[169815504] 'agreement among raft nodes before linearized reading' (duration: 618.229605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.55417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:03.935764Z","time spent":"618.399129ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:04.554341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.309892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:04.554377Z","caller":"traceutil/trace.go:171","msg":"trace[506253715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7988; }","duration":"616.363493ms","start":"2026-03-14T01:47:03.938005Z","end":"2026-03-14T01:47:04.554368Z","steps":["trace[506253715] 'agreement among raft nodes before linearized reading' (duration: 616.276301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.554402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:03.937995Z","time spent":"616.400924ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:47:04.554626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.115271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:47:04.554663Z","caller":"traceutil/trace.go:171","msg":"trace[1999885190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7988; }","duration":"122.191703ms","start":"2026-03-14T01:47:04.432463Z","end":"2026-03-14T01:47:04.554655Z","steps":["trace[1999885190] 'agreement among raft nodes before linearized reading' (duration: 122.093181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.554852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.950687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"info","ts":"2026-03-14T01:47:04.554886Z","caller":"traceutil/trace.go:171","msg":"trace[1038639166] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7988; }","duration":"214.033779ms","start":"2026-03-14T01:47:04.340845Z","end":"2026-03-14T01:47:04.554878Z","steps":["trace[1038639166] 'agreement among raft nodes before linearized reading' (duration: 213.947427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.555071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.122288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:47:04.555106Z","caller":"traceutil/trace.go:171","msg":"trace[2119545558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:7988; }","duration":"603.169729ms","start":"2026-03-14T01:47:03.951928Z","end":"2026-03-14T01:47:04.555098Z","steps":["trace[2119545558] 'agreement among raft nodes before linearized reading' (duration: 603.083487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.55513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:03.951921Z","time spent":"603.203979ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:47:04.55536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.105301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:04.555397Z","caller":"traceutil/trace.go:171","msg":"trace[517537741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7988; }","duration":"609.154222ms","start":"2026-03-14T01:47:03.946234Z","end":"2026-03-14T01:47:04.555388Z","steps":["trace[517537741] 'agreement among raft nodes before linearized reading' (duration: 609.0704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.555422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:03.946225Z","time spent":"609.191463ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:04.555568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.074772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:04.555604Z","caller":"traceutil/trace.go:171","msg":"trace[797404803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7988; }","duration":"610.147834ms","start":"2026-03-14T01:47:03.945448Z","end":"2026-03-14T01:47:04.555596Z","steps":["trace[797404803] 'agreement among raft nodes before linearized reading' (duration: 610.066592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.555628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:03.94542Z","time spent":"610.202295ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:04.555768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.300437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:47:04.5558Z","caller":"traceutil/trace.go:171","msg":"trace[901624609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7988; }","duration":"610.367549ms","start":"2026-03-14T01:47:03.945426Z","end":"2026-03-14T01:47:04.555793Z","steps":["trace[901624609] 'agreement among raft nodes before linearized reading' (duration: 610.294057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:04.555824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:03.945405Z","time spent":"610.413799ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:05.067016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587130456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:05.567205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587130456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:05.677141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112254522s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:06.495164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.691599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:06.495287Z","caller":"traceutil/trace.go:171","msg":"trace[848413064] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"1.930437881s","start":"2026-03-14T01:47:04.564821Z","end":"2026-03-14T01:47:06.495259Z","steps":["trace[848413064] 'process raft request' (duration: 1.112552258s)","trace[848413064] 'compare' (duration: 817.26195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:06.49538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.564808Z","time spent":"1.930527163s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:06.571707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000727037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:47:06.571801Z","caller":"traceutil/trace.go:171","msg":"trace[1680975873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00084759s","start":"2026-03-14T01:47:04.570934Z","end":"2026-03-14T01:47:06.571781Z","steps":["trace[1680975873] 'agreement among raft nodes before linearized reading' (duration: 2.000735017s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:06.571849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.570928Z","time spent":"2.000911892s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:06.868616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191182911s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:07.075484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.45085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:07.075739Z","caller":"traceutil/trace.go:171","msg":"trace[750472430] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"2.509818171s","start":"2026-03-14T01:47:04.565902Z","end":"2026-03-14T01:47:07.07572Z","steps":["trace[750472430] 'process raft request' (duration: 2.509739039s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.075816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.565889Z","time spent":"2.509894782s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:07.075797Z","caller":"traceutil/trace.go:171","msg":"trace[1710112935] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"2.510815422s","start":"2026-03-14T01:47:04.564955Z","end":"2026-03-14T01:47:07.07577Z","steps":["trace[1710112935] 'process raft request' (duration: 2.510626608s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.076023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.564931Z","time spent":"2.510950886s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:07.076194Z","caller":"traceutil/trace.go:171","msg":"trace[1762054993] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"2.510201339s","start":"2026-03-14T01:47:04.565963Z","end":"2026-03-14T01:47:07.076164Z","steps":["trace[1762054993] 'process raft request' (duration: 2.509720498s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:07.076221Z","caller":"traceutil/trace.go:171","msg":"trace[1702844590] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"1.891137366s","start":"2026-03-14T01:47:05.185054Z","end":"2026-03-14T01:47:07.076191Z","steps":["trace[1702844590] 'process raft request' (duration: 1.890992843s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.0763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.565958Z","time spent":"2.510291441s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:07.076311Z","caller":"traceutil/trace.go:171","msg":"trace[1940510973] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8301; }","duration":"2.509570775s","start":"2026-03-14T01:47:04.566708Z","end":"2026-03-14T01:47:07.076279Z","steps":["trace[1940510973] 'read index received' (duration: 1.110683307s)","trace[1940510973] 'applied index is now lower than readState.Index' (duration: 1.398886608s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:07.076368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.185026Z","time spent":"1.891265178s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:07.07643Z","caller":"traceutil/trace.go:171","msg":"trace[216759759] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"1.495406988s","start":"2026-03-14T01:47:05.581012Z","end":"2026-03-14T01:47:07.076419Z","steps":["trace[216759759] 'process raft request' (duration: 1.495230634s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:07.076422Z","caller":"traceutil/trace.go:171","msg":"trace[1755464428] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.673607599s","start":"2026-03-14T01:47:05.402789Z","end":"2026-03-14T01:47:07.076397Z","steps":["trace[1755464428] 'process raft request' (duration: 1.673342003s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:07.076416Z","caller":"traceutil/trace.go:171","msg":"trace[1248925899] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.537379765s","start":"2026-03-14T01:47:05.539004Z","end":"2026-03-14T01:47:07.076384Z","steps":["trace[1248925899] 'process raft request' (duration: 1.53718674s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.076536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.580983Z","time spent":"1.49547955s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:07.076553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.402763Z","time spent":"1.673714532s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:07.076597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509879952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"warn","ts":"2026-03-14T01:47:07.076637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.538978Z","time spent":"1.537511207s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:07.076653Z","caller":"traceutil/trace.go:171","msg":"trace[1554566593] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7997; }","duration":"2.509964094s","start":"2026-03-14T01:47:04.566675Z","end":"2026-03-14T01:47:07.076639Z","steps":["trace[1554566593] 'agreement among raft nodes before linearized reading' (duration: 2.509842921s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.076695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.56666Z","time spent":"2.510027515s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-14T01:47:07.075805Z","caller":"traceutil/trace.go:171","msg":"trace[1327144424] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"2.510841773s","start":"2026-03-14T01:47:04.56483Z","end":"2026-03-14T01:47:07.075671Z","steps":["trace[1327144424] 'process raft request' (duration: 2.304123947s)","trace[1327144424] 'compare' (duration: 206.119243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:07.076919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.564789Z","time spent":"2.51208292s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:07.89919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.340914Z","time spent":"558.267218ms","remote":"127.0.0.1:57388","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:47:07.899371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.330577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:07.899559Z","caller":"traceutil/trace.go:171","msg":"trace[1718585558] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8310; }","duration":"823.15891ms","start":"2026-03-14T01:47:07.076383Z","end":"2026-03-14T01:47:07.899542Z","steps":["trace[1718585558] 'read index received' (duration: 344.583747ms)","trace[1718585558] 'applied index is now lower than readState.Index' (duration: 478.574043ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:07.899631Z","caller":"traceutil/trace.go:171","msg":"trace[1956529867] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"2.165423507s","start":"2026-03-14T01:47:05.734195Z","end":"2026-03-14T01:47:07.899618Z","steps":["trace[1956529867] 'process raft request' (duration: 1.686755062s)","trace[1956529867] 'compare' (duration: 478.213015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:07.899704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.734169Z","time spent":"2.165493899s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:07.899688Z","caller":"traceutil/trace.go:171","msg":"trace[951126899] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"1.335100377s","start":"2026-03-14T01:47:06.564561Z","end":"2026-03-14T01:47:07.899661Z","steps":["trace[951126899] 'process raft request' (duration: 1.334918543s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.899768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327618951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:07.899823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:06.564541Z","time spent":"1.33521456s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:07.89983Z","caller":"traceutil/trace.go:171","msg":"trace[868481140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"1.327718113s","start":"2026-03-14T01:47:06.572085Z","end":"2026-03-14T01:47:07.899803Z","steps":["trace[868481140] 'agreement among raft nodes before linearized reading' (duration: 1.327623811s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.899819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.672047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:07.899867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:06.572063Z","time spent":"1.327796994s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:47:07.899884Z","caller":"traceutil/trace.go:171","msg":"trace[1228404839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"825.781029ms","start":"2026-03-14T01:47:07.074084Z","end":"2026-03-14T01:47:07.899865Z","steps":["trace[1228404839] 'agreement among raft nodes before linearized reading' (duration: 825.565985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.89987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141002833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:07.899871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638787984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:07.899921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.074062Z","time spent":"825.85182ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:47:07.899937Z","caller":"traceutil/trace.go:171","msg":"trace[478558501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7999; }","duration":"2.141109304s","start":"2026-03-14T01:47:05.758809Z","end":"2026-03-14T01:47:07.899919Z","steps":["trace[478558501] 'agreement among raft nodes before linearized reading' (duration: 2.140992052s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.899941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333181326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-14T01:47:07.899978Z","caller":"traceutil/trace.go:171","msg":"trace[1000968322] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7999; }","duration":"2.638935388s","start":"2026-03-14T01:47:05.261001Z","end":"2026-03-14T01:47:07.899936Z","steps":["trace[1000968322] 'agreement among raft nodes before linearized reading' (duration: 2.638776564s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:07.900023Z","caller":"traceutil/trace.go:171","msg":"trace[2146299202] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7999; }","duration":"3.333267917s","start":"2026-03-14T01:47:04.566742Z","end":"2026-03-14T01:47:07.90001Z","steps":["trace[2146299202] 'agreement among raft nodes before linearized reading' (duration: 3.333064833s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.900027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.758792Z","time spent":"2.141209037s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:07.900034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.260971Z","time spent":"2.6390523s","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:07.900058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.566682Z","time spent":"3.33336818s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:47:07.900258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092213755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:07.900447Z","caller":"traceutil/trace.go:171","msg":"trace[1004330744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7999; }","duration":"2.092448991s","start":"2026-03-14T01:47:05.807952Z","end":"2026-03-14T01:47:07.900401Z","steps":["trace[1004330744] 'agreement among raft nodes before linearized reading' (duration: 2.092254507s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.900489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:05.807929Z","time spent":"2.092547983s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:07.900428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333637925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-03-14T01:47:07.900584Z","caller":"traceutil/trace.go:171","msg":"trace[1418689655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7999; }","duration":"3.333801859s","start":"2026-03-14T01:47:04.566731Z","end":"2026-03-14T01:47:07.900533Z","steps":["trace[1418689655] 'agreement among raft nodes before linearized reading' (duration: 3.333082623s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.900637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:04.566722Z","time spent":"3.333902902s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224129,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:47:08.428325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.744336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:08.428509Z","caller":"traceutil/trace.go:171","msg":"trace[333568506] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"525.015219ms","start":"2026-03-14T01:47:07.903477Z","end":"2026-03-14T01:47:08.428492Z","steps":["trace[333568506] 'process raft request' (duration: 524.948807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.42857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.903457Z","time spent":"525.08399ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:47:08.446482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180762488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:08.446511Z","caller":"traceutil/trace.go:171","msg":"trace[576686492] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8001; }","duration":"1.180821799s","start":"2026-03-14T01:47:07.265681Z","end":"2026-03-14T01:47:08.446503Z","steps":["trace[576686492] 'agreement among raft nodes before linearized reading' (duration: 1.180769178s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.446343Z","caller":"traceutil/trace.go:171","msg":"trace[1942231914] linearizableReadLoop","detail":"{readStateIndex:8313; appliedIndex:8312; }","duration":"546.724132ms","start":"2026-03-14T01:47:07.899587Z","end":"2026-03-14T01:47:08.446311Z","steps":["trace[1942231914] 'read index received' (duration: 173.024645ms)","trace[1942231914] 'applied index is now lower than readState.Index' (duration: 373.693877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:08.44653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.265661Z","time spent":"1.18086481s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:08.446509Z","caller":"traceutil/trace.go:171","msg":"trace[138954453] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"1.094527166s","start":"2026-03-14T01:47:07.351959Z","end":"2026-03-14T01:47:08.446486Z","steps":["trace[138954453] 'process raft request' (duration: 720.533444ms)","trace[138954453] 'compare' (duration: 355.572753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:08.446537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293747586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:08.446572Z","caller":"traceutil/trace.go:171","msg":"trace[1354177389] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8001; }","duration":"1.293823338s","start":"2026-03-14T01:47:07.15274Z","end":"2026-03-14T01:47:08.446563Z","steps":["trace[1354177389] 'agreement among raft nodes before linearized reading' (duration: 1.293727746s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.446602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.152729Z","time spent":"1.293862689s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:08.446624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312433731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:08.446648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.671742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:08.446677Z","caller":"traceutil/trace.go:171","msg":"trace[97543167] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8001; }","duration":"1.312527993s","start":"2026-03-14T01:47:07.134137Z","end":"2026-03-14T01:47:08.446665Z","steps":["trace[97543167] 'agreement among raft nodes before linearized reading' (duration: 1.312435411s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.446692Z","caller":"traceutil/trace.go:171","msg":"trace[1052100461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8001; }","duration":"538.742544ms","start":"2026-03-14T01:47:07.90794Z","end":"2026-03-14T01:47:08.446683Z","steps":["trace[1052100461] 'agreement among raft nodes before linearized reading' (duration: 538.677592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.446704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.13412Z","time spent":"1.312579325s","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:47:08.446718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.907929Z","time spent":"538.783574ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:08.446729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.35194Z","time spent":"1.094620808s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:08.446814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183312314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T01:47:08.446841Z","caller":"traceutil/trace.go:171","msg":"trace[1699924409] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8001; }","duration":"1.183371856s","start":"2026-03-14T01:47:07.263463Z","end":"2026-03-14T01:47:08.446835Z","steps":["trace[1699924409] 'agreement among raft nodes before linearized reading' (duration: 1.182992868s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.446857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.263441Z","time spent":"1.183412266s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":871,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:08.806235Z","caller":"traceutil/trace.go:171","msg":"trace[156098033] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8314; }","duration":"236.266364ms","start":"2026-03-14T01:47:08.569944Z","end":"2026-03-14T01:47:08.80621Z","steps":["trace[156098033] 'read index received' (duration: 179.223003ms)","trace[156098033] 'applied index is now lower than readState.Index' (duration: 57.042161ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:08.806298Z","caller":"traceutil/trace.go:171","msg":"trace[471286612] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"303.614855ms","start":"2026-03-14T01:47:08.502639Z","end":"2026-03-14T01:47:08.806254Z","steps":["trace[471286612] 'process raft request' (duration: 246.506523ms)","trace[471286612] 'compare' (duration: 56.965469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:08.806351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.391807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:08.806386Z","caller":"traceutil/trace.go:171","msg":"trace[733570552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8002; }","duration":"236.474309ms","start":"2026-03-14T01:47:08.569902Z","end":"2026-03-14T01:47:08.806376Z","steps":["trace[733570552] 'agreement among raft nodes before linearized reading' (duration: 236.402517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.806488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:08.502622Z","time spent":"303.764628ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:09.336922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.977073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:09.337181Z","caller":"traceutil/trace.go:171","msg":"trace[623125107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8002; }","duration":"256.140626ms","start":"2026-03-14T01:47:09.080863Z","end":"2026-03-14T01:47:09.337003Z","steps":["trace[623125107] 'range keys from in-memory index tree' (duration: 255.771549ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:09.349337Z","caller":"traceutil/trace.go:171","msg":"trace[1602482418] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8315; }","duration":"268.225446ms","start":"2026-03-14T01:47:09.081083Z","end":"2026-03-14T01:47:09.349309Z","steps":["trace[1602482418] 'read index received' (duration: 267.97445ms)","trace[1602482418] 'applied index is now lower than readState.Index' (duration: 249.606µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:09.349515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.41954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:09.349557Z","caller":"traceutil/trace.go:171","msg":"trace[895729106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8003; }","duration":"268.522383ms","start":"2026-03-14T01:47:09.081028Z","end":"2026-03-14T01:47:09.34955Z","steps":["trace[895729106] 'agreement among raft nodes before linearized reading' (duration: 268.366329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:09.349372Z","caller":"traceutil/trace.go:171","msg":"trace[1657175668] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"268.339399ms","start":"2026-03-14T01:47:09.081005Z","end":"2026-03-14T01:47:09.349345Z","steps":["trace[1657175668] 'process raft request' (duration: 268.074082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:09.850538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587130487,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:47:10.075664Z","caller":"traceutil/trace.go:171","msg":"trace[86816882] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"994.447207ms","start":"2026-03-14T01:47:09.081175Z","end":"2026-03-14T01:47:10.075623Z","steps":["trace[86816882] 'process raft request' (duration: 959.721812ms)","trace[86816882] 'compare' (duration: 34.201393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:10.075889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.081153Z","time spent":"994.629781ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:10.827064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.815231ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:47:10.827761Z","caller":"traceutil/trace.go:171","msg":"trace[1325741494] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"1.486632193s","start":"2026-03-14T01:47:09.341099Z","end":"2026-03-14T01:47:10.827732Z","steps":["trace[1325741494] 'process raft request' (duration: 1.48605811s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:10.827925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.34106Z","time spent":"1.486781176s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:10.899565Z","caller":"traceutil/trace.go:171","msg":"trace[2017798193] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8316; }","duration":"1.550107987s","start":"2026-03-14T01:47:09.349425Z","end":"2026-03-14T01:47:10.899533Z","steps":["trace[2017798193] 'read index received' (duration: 691.564768ms)","trace[2017798193] 'applied index is now lower than readState.Index' (duration: 858.541959ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:10.899669Z","caller":"traceutil/trace.go:171","msg":"trace[523957137] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"1.546241061s","start":"2026-03-14T01:47:09.353407Z","end":"2026-03-14T01:47:10.899648Z","steps":["trace[523957137] 'process raft request' (duration: 1.474308048s)","trace[523957137] 'compare' (duration: 71.549685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:10.899728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818516227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:47:10.899818Z","caller":"traceutil/trace.go:171","msg":"trace[2033987606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8007; }","duration":"1.818657091s","start":"2026-03-14T01:47:09.081144Z","end":"2026-03-14T01:47:10.899801Z","steps":["trace[2033987606] 'agreement among raft nodes before linearized reading' (duration: 1.818406615s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:10.899869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.081135Z","time spent":"1.818724212s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:10.89988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818703182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:10.899935Z","caller":"traceutil/trace.go:171","msg":"trace[1090340333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8007; }","duration":"1.818821014s","start":"2026-03-14T01:47:09.081098Z","end":"2026-03-14T01:47:10.899919Z","steps":["trace[1090340333] 'agreement among raft nodes before linearized reading' (duration: 1.81861298s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:10.90014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.819483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:47:10.900187Z","caller":"traceutil/trace.go:171","msg":"trace[402603265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8007; }","duration":"989.898335ms","start":"2026-03-14T01:47:09.910277Z","end":"2026-03-14T01:47:10.900175Z","steps":["trace[402603265] 'agreement among raft nodes before linearized reading' (duration: 989.796713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:10.900216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.910259Z","time spent":"989.949806ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:47:10.900326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.35339Z","time spent":"1.546778223s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:10.899886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496972753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-14T01:47:10.900419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328392717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:10.900496Z","caller":"traceutil/trace.go:171","msg":"trace[1594164841] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476; range_end:; response_count:1; response_revision:8007; }","duration":"1.497625577s","start":"2026-03-14T01:47:09.402849Z","end":"2026-03-14T01:47:10.900475Z","steps":["trace[1594164841] 'agreement among raft nodes before linearized reading' (duration: 1.496899202s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:10.900552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.402831Z","time spent":"1.497705159s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" "} {"level":"info","ts":"2026-03-14T01:47:10.900502Z","caller":"traceutil/trace.go:171","msg":"trace[95680314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8007; }","duration":"1.328586752s","start":"2026-03-14T01:47:09.571896Z","end":"2026-03-14T01:47:10.900483Z","steps":["trace[95680314] 'agreement among raft nodes before linearized reading' (duration: 1.328448209s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:10.900654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.571864Z","time spent":"1.328777595s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:47:10.899591Z","caller":"traceutil/trace.go:171","msg":"trace[708299728] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"994.16725ms","start":"2026-03-14T01:47:09.905391Z","end":"2026-03-14T01:47:10.899559Z","steps":["trace[708299728] 'process raft request' (duration: 994.070358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:10.900797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.905349Z","time spent":"995.358147ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:10.900406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:09.081073Z","time spent":"1.819004798s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:47:11.030152Z","caller":"traceutil/trace.go:171","msg":"trace[950650508] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"125.017946ms","start":"2026-03-14T01:47:10.90511Z","end":"2026-03-14T01:47:11.030128Z","steps":["trace[950650508] 'process raft request' (duration: 124.912204ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:11.030303Z","caller":"traceutil/trace.go:171","msg":"trace[261709147] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8321; }","duration":"125.027046ms","start":"2026-03-14T01:47:10.90526Z","end":"2026-03-14T01:47:11.030287Z","steps":["trace[261709147] 'read index received' (duration: 20.276982ms)","trace[261709147] 'applied index is now lower than readState.Index' (duration: 104.748554ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:11.030369Z","caller":"traceutil/trace.go:171","msg":"trace[1100625134] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"124.445193ms","start":"2026-03-14T01:47:10.905891Z","end":"2026-03-14T01:47:11.030337Z","steps":["trace[1100625134] 'process raft request' (duration: 124.196598ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:11.030194Z","caller":"traceutil/trace.go:171","msg":"trace[543724132] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"125.408605ms","start":"2026-03-14T01:47:10.904713Z","end":"2026-03-14T01:47:11.030122Z","steps":["trace[543724132] 'process raft request' (duration: 96.04052ms)","trace[543724132] 'compare' (duration: 29.098568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:11.030509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.396342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:11.030576Z","caller":"traceutil/trace.go:171","msg":"trace[445235674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8011; }","duration":"120.495964ms","start":"2026-03-14T01:47:10.910063Z","end":"2026-03-14T01:47:11.030559Z","steps":["trace[445235674] 'agreement among raft nodes before linearized reading' (duration: 120.376182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:11.030766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.478496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-03-14T01:47:11.030807Z","caller":"traceutil/trace.go:171","msg":"trace[324534068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8011; }","duration":"125.554467ms","start":"2026-03-14T01:47:10.90524Z","end":"2026-03-14T01:47:11.030795Z","steps":["trace[324534068] 'agreement among raft nodes before linearized reading' (duration: 125.169279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:12.556101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21633324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:12.556182Z","caller":"traceutil/trace.go:171","msg":"trace[1773248881] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8011; }","duration":"1.216466123s","start":"2026-03-14T01:47:11.339698Z","end":"2026-03-14T01:47:12.556164Z","steps":["trace[1773248881] 'count revisions from in-memory index tree' (duration: 1.216191067s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:12.556224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:11.339675Z","time spent":"1.216537854s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:12.556652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.587299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:12.556783Z","caller":"traceutil/trace.go:171","msg":"trace[1370946746] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"864.643235ms","start":"2026-03-14T01:47:11.692124Z","end":"2026-03-14T01:47:12.556767Z","steps":["trace[1370946746] 'read index received' (duration: 308.78072ms)","trace[1370946746] 'applied index is now lower than readState.Index' (duration: 555.861365ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:12.556979Z","caller":"traceutil/trace.go:171","msg":"trace[2136237807] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"1.201789577s","start":"2026-03-14T01:47:11.355177Z","end":"2026-03-14T01:47:12.556966Z","steps":["trace[2136237807] 'process raft request' (duration: 645.807219ms)","trace[2136237807] 'compare' (duration: 554.636987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:12.557348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.197117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:12.55744Z","caller":"traceutil/trace.go:171","msg":"trace[1824397932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8012; }","duration":"865.338911ms","start":"2026-03-14T01:47:11.692083Z","end":"2026-03-14T01:47:12.557422Z","steps":["trace[1824397932] 'agreement among raft nodes before linearized reading' (duration: 865.160077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:12.557796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:11.692065Z","time spent":"865.606056ms","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:12.55705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:11.355157Z","time spent":"1.201858948s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:13.056896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587130502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:13.170548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089790662s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:13.28305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.697088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:13.28318Z","caller":"traceutil/trace.go:171","msg":"trace[39836643] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"1.202532393s","start":"2026-03-14T01:47:12.080627Z","end":"2026-03-14T01:47:13.28316Z","steps":["trace[39836643] 'process raft request' (duration: 1.09064158s)","trace[39836643] 'compare' (duration: 111.422882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:13.283239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:12.080598Z","time spent":"1.202613695s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:13.325781Z","caller":"traceutil/trace.go:171","msg":"trace[1066544424] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8326; }","duration":"768.946023ms","start":"2026-03-14T01:47:12.556813Z","end":"2026-03-14T01:47:13.325759Z","steps":["trace[1066544424] 'read index received' (duration: 614.455831ms)","trace[1066544424] 'applied index is now lower than readState.Index' (duration: 154.489122ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:13.325908Z","caller":"traceutil/trace.go:171","msg":"trace[907696909] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"418.426453ms","start":"2026-03-14T01:47:12.907471Z","end":"2026-03-14T01:47:13.325897Z","steps":["trace[907696909] 'process raft request' (duration: 418.165177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:13.325994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:12.907445Z","time spent":"418.491984ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:13.326065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.174208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:13.326168Z","caller":"traceutil/trace.go:171","msg":"trace[202398328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8014; }","duration":"756.310191ms","start":"2026-03-14T01:47:12.569836Z","end":"2026-03-14T01:47:13.326146Z","steps":["trace[202398328] 'agreement among raft nodes before linearized reading' (duration: 756.156988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:13.326194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.744718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:47:13.326234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:12.56982Z","time spent":"756.399953ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:13.326238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.567139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:47:13.326288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.613916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:47:13.326329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.888941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:47:13.326338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.7167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:47:13.326359Z","caller":"traceutil/trace.go:171","msg":"trace[1528935333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8014; }","duration":"396.684518ms","start":"2026-03-14T01:47:12.929644Z","end":"2026-03-14T01:47:13.326329Z","steps":["trace[1528935333] 'agreement among raft nodes before linearized reading' (duration: 396.586016ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:13.326368Z","caller":"traceutil/trace.go:171","msg":"trace[1375328350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8014; }","duration":"290.966413ms","start":"2026-03-14T01:47:13.035393Z","end":"2026-03-14T01:47:13.326359Z","steps":["trace[1375328350] 'agreement among raft nodes before linearized reading' (duration: 290.876751ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:13.32638Z","caller":"traceutil/trace.go:171","msg":"trace[1139755258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8014; }","duration":"287.781391ms","start":"2026-03-14T01:47:13.038588Z","end":"2026-03-14T01:47:13.326369Z","steps":["trace[1139755258] 'agreement among raft nodes before linearized reading' (duration: 287.646168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:13.326183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.055811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:47:13.326408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:12.929633Z","time spent":"396.76689ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:47:13.326459Z","caller":"traceutil/trace.go:171","msg":"trace[676260445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8014; }","duration":"421.373017ms","start":"2026-03-14T01:47:12.905064Z","end":"2026-03-14T01:47:13.326437Z","steps":["trace[676260445] 'agreement among raft nodes before linearized reading' (duration: 420.986289ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:13.326299Z","caller":"traceutil/trace.go:171","msg":"trace[358458570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8014; }","duration":"494.660531ms","start":"2026-03-14T01:47:12.831623Z","end":"2026-03-14T01:47:13.326283Z","steps":["trace[358458570] 'agreement among raft nodes before linearized reading' (duration: 494.510328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:13.326524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:12.831598Z","time spent":"494.918306ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:13.326524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:12.905042Z","time spent":"421.4611ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:47:13.326245Z","caller":"traceutil/trace.go:171","msg":"trace[1262427433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8014; }","duration":"290.83972ms","start":"2026-03-14T01:47:13.035393Z","end":"2026-03-14T01:47:13.326232Z","steps":["trace[1262427433] 'agreement among raft nodes before linearized reading' (duration: 290.634836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:13.326069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.639864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:13.326874Z","caller":"traceutil/trace.go:171","msg":"trace[1519592282] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8014; }","duration":"961.493062ms","start":"2026-03-14T01:47:12.365352Z","end":"2026-03-14T01:47:13.326845Z","steps":["trace[1519592282] 'agreement among raft nodes before linearized reading' (duration: 960.601703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:13.326936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:12.365331Z","time spent":"961.584245ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:13.450857Z","caller":"traceutil/trace.go:171","msg":"trace[443341943] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"120.192299ms","start":"2026-03-14T01:47:13.330635Z","end":"2026-03-14T01:47:13.450827Z","steps":["trace[443341943] 'process raft request' (duration: 120.009615ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:13.450872Z","caller":"traceutil/trace.go:171","msg":"trace[883560778] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"120.660199ms","start":"2026-03-14T01:47:13.330133Z","end":"2026-03-14T01:47:13.450793Z","steps":["trace[883560778] 'process raft request' (duration: 73.911987ms)","trace[883560778] 'compare' (duration: 46.24162ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:13.451157Z","caller":"traceutil/trace.go:171","msg":"trace[1373745640] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"120.394142ms","start":"2026-03-14T01:47:13.33074Z","end":"2026-03-14T01:47:13.451135Z","steps":["trace[1373745640] 'process raft request' (duration: 120.032975ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:13.451271Z","caller":"traceutil/trace.go:171","msg":"trace[1022402155] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"119.533074ms","start":"2026-03-14T01:47:13.331722Z","end":"2026-03-14T01:47:13.451255Z","steps":["trace[1022402155] 'process raft request' (duration: 119.259768ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:13.451419Z","caller":"traceutil/trace.go:171","msg":"trace[856033567] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"119.339809ms","start":"2026-03-14T01:47:13.332066Z","end":"2026-03-14T01:47:13.451406Z","steps":["trace[856033567] 'process raft request' (duration: 119.018632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:13.710906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.493219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:13.710938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.972488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:13.710974Z","caller":"traceutil/trace.go:171","msg":"trace[1652110707] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8019; }","duration":"148.606553ms","start":"2026-03-14T01:47:13.562352Z","end":"2026-03-14T01:47:13.710958Z","steps":["trace[1652110707] 'range keys from in-memory index tree' (duration: 148.252384ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:13.711013Z","caller":"traceutil/trace.go:171","msg":"trace[120450139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8019; }","duration":"140.097381ms","start":"2026-03-14T01:47:13.570897Z","end":"2026-03-14T01:47:13.710994Z","steps":["trace[120450139] 'range keys from in-memory index tree' (duration: 139.866447ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:14.737097Z","caller":"traceutil/trace.go:171","msg":"trace[444985115] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8335; }","duration":"164.168919ms","start":"2026-03-14T01:47:14.572901Z","end":"2026-03-14T01:47:14.73707Z","steps":["trace[444985115] 'read index received' (duration: 164.026446ms)","trace[444985115] 'applied index is now lower than readState.Index' (duration: 141.243µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:14.737225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.302732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:14.737214Z","caller":"traceutil/trace.go:171","msg":"trace[1940872497] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"175.02887ms","start":"2026-03-14T01:47:14.562137Z","end":"2026-03-14T01:47:14.737166Z","steps":["trace[1940872497] 'process raft request' (duration: 174.747384ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:14.737265Z","caller":"traceutil/trace.go:171","msg":"trace[1352330298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8021; }","duration":"164.385053ms","start":"2026-03-14T01:47:14.572867Z","end":"2026-03-14T01:47:14.737252Z","steps":["trace[1352330298] 'agreement among raft nodes before linearized reading' (duration: 164.304621ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:15.202424Z","caller":"traceutil/trace.go:171","msg":"trace[1724378764] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"622.268454ms","start":"2026-03-14T01:47:14.580116Z","end":"2026-03-14T01:47:15.202385Z","steps":["trace[1724378764] 'process raft request' (duration: 551.671621ms)","trace[1724378764] 'compare' (duration: 70.215835ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:15.202377Z","caller":"traceutil/trace.go:171","msg":"trace[803253372] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8336; }","duration":"464.05234ms","start":"2026-03-14T01:47:14.738301Z","end":"2026-03-14T01:47:15.202353Z","steps":["trace[803253372] 'read index received' (duration: 393.483477ms)","trace[803253372] 'applied index is now lower than readState.Index' (duration: 70.567533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:15.202571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.580096Z","time spent":"622.398728ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:15.202577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.240264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:15.202621Z","caller":"traceutil/trace.go:171","msg":"trace[468168258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8022; }","duration":"464.346236ms","start":"2026-03-14T01:47:14.738264Z","end":"2026-03-14T01:47:15.20261Z","steps":["trace[468168258] 'agreement among raft nodes before linearized reading' (duration: 464.247724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.202662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.738247Z","time spent":"464.407287ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:15.837886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587130535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:16.306855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.265276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:16.307023Z","caller":"traceutil/trace.go:171","msg":"trace[771961770] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8337; }","duration":"970.207007ms","start":"2026-03-14T01:47:15.336799Z","end":"2026-03-14T01:47:16.307006Z","steps":["trace[771961770] 'read index received' (duration: 583.725865ms)","trace[771961770] 'applied index is now lower than readState.Index' (duration: 386.479972ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:16.30714Z","caller":"traceutil/trace.go:171","msg":"trace[1284525181] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.01659608s","start":"2026-03-14T01:47:15.290531Z","end":"2026-03-14T01:47:16.307127Z","steps":["trace[1284525181] 'process raft request' (duration: 629.978416ms)","trace[1284525181] 'compare' (duration: 386.156874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:16.307203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.290507Z","time spent":"1.016664512s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:16.307377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.916824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:16.30739Z","caller":"traceutil/trace.go:171","msg":"trace[1260487211] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"974.973553ms","start":"2026-03-14T01:47:15.332355Z","end":"2026-03-14T01:47:16.307329Z","steps":["trace[1260487211] 'process raft request' (duration: 974.599905ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.307488Z","caller":"traceutil/trace.go:171","msg":"trace[548962627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8024; }","duration":"897.035036ms","start":"2026-03-14T01:47:15.410417Z","end":"2026-03-14T01:47:16.307452Z","steps":["trace[548962627] 'agreement among raft nodes before linearized reading' (duration: 896.868903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:16.307524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.708294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:47:16.307545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.133631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:47:16.307563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.332329Z","time spent":"975.154267ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:16.307382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.534294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T01:47:16.307565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.880567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:16.307588Z","caller":"traceutil/trace.go:171","msg":"trace[1840157882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8024; }","duration":"850.815876ms","start":"2026-03-14T01:47:15.456757Z","end":"2026-03-14T01:47:16.307573Z","steps":["trace[1840157882] 'agreement among raft nodes before linearized reading' (duration: 850.639162ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.307603Z","caller":"traceutil/trace.go:171","msg":"trace[1267985844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8024; }","duration":"328.231143ms","start":"2026-03-14T01:47:15.97935Z","end":"2026-03-14T01:47:16.307581Z","steps":["trace[1267985844] 'agreement among raft nodes before linearized reading' (duration: 328.032709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:16.307592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.615915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:47:16.307632Z","caller":"traceutil/trace.go:171","msg":"trace[1384507186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8024; }","duration":"970.850361ms","start":"2026-03-14T01:47:15.336759Z","end":"2026-03-14T01:47:16.30761Z","steps":["trace[1384507186] 'agreement among raft nodes before linearized reading' (duration: 970.433162ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.307645Z","caller":"traceutil/trace.go:171","msg":"trace[1087523378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8024; }","duration":"850.98622ms","start":"2026-03-14T01:47:15.45664Z","end":"2026-03-14T01:47:16.307626Z","steps":["trace[1087523378] 'agreement among raft nodes before linearized reading' (duration: 850.731165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:16.307648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.979323Z","time spent":"328.317025ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:47:16.307645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.456735Z","time spent":"850.900378ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:47:16.307672Z","caller":"traceutil/trace.go:171","msg":"trace[1512351352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8024; }","duration":"851.721857ms","start":"2026-03-14T01:47:15.455934Z","end":"2026-03-14T01:47:16.307656Z","steps":["trace[1512351352] 'agreement among raft nodes before linearized reading' (duration: 851.482652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:16.307684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.336744Z","time spent":"970.926642ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:47:16.307693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.456631Z","time spent":"851.053402ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:16.307713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.455928Z","time spent":"851.776858ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:16.307548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.410368Z","time spent":"897.168559ms","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:16.307697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.932012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:16.307838Z","caller":"traceutil/trace.go:171","msg":"trace[96572908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8024; }","duration":"852.135357ms","start":"2026-03-14T01:47:15.455676Z","end":"2026-03-14T01:47:16.307811Z","steps":["trace[96572908] 'agreement among raft nodes before linearized reading' (duration: 851.736778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:16.307897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.455661Z","time spent":"852.226139ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:16.308131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.480225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:47:16.308229Z","caller":"traceutil/trace.go:171","msg":"trace[337922220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8024; }","duration":"852.615028ms","start":"2026-03-14T01:47:15.455592Z","end":"2026-03-14T01:47:16.308207Z","steps":["trace[337922220] 'agreement among raft nodes before linearized reading' (duration: 851.84445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:16.308283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:15.45558Z","time spent":"852.693569ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:47:16.424167Z","caller":"traceutil/trace.go:171","msg":"trace[1207589878] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8339; }","duration":"111.640447ms","start":"2026-03-14T01:47:16.312501Z","end":"2026-03-14T01:47:16.424141Z","steps":["trace[1207589878] 'read index received' (duration: 84.453952ms)","trace[1207589878] 'applied index is now lower than readState.Index' (duration: 27.185345ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:16.424153Z","caller":"traceutil/trace.go:171","msg":"trace[1313114426] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"111.646648ms","start":"2026-03-14T01:47:16.312466Z","end":"2026-03-14T01:47:16.424113Z","steps":["trace[1313114426] 'process raft request' (duration: 111.349071ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.424352Z","caller":"traceutil/trace.go:171","msg":"trace[79194138] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"111.002984ms","start":"2026-03-14T01:47:16.313323Z","end":"2026-03-14T01:47:16.424326Z","steps":["trace[79194138] 'process raft request' (duration: 110.776749ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.424408Z","caller":"traceutil/trace.go:171","msg":"trace[811041026] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"111.804991ms","start":"2026-03-14T01:47:16.312591Z","end":"2026-03-14T01:47:16.424396Z","steps":["trace[811041026] 'process raft request' (duration: 111.410432ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.424333Z","caller":"traceutil/trace.go:171","msg":"trace[1656146273] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"111.413773ms","start":"2026-03-14T01:47:16.312879Z","end":"2026-03-14T01:47:16.424293Z","steps":["trace[1656146273] 'process raft request' (duration: 111.190238ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.424483Z","caller":"traceutil/trace.go:171","msg":"trace[2104746826] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"111.648307ms","start":"2026-03-14T01:47:16.312805Z","end":"2026-03-14T01:47:16.424453Z","steps":["trace[2104746826] 'process raft request' (duration: 111.234508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:16.424896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.363883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-03-14T01:47:16.424997Z","caller":"traceutil/trace.go:171","msg":"trace[913538147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8030; }","duration":"112.518597ms","start":"2026-03-14T01:47:16.312456Z","end":"2026-03-14T01:47:16.424975Z","steps":["trace[913538147] 'agreement among raft nodes before linearized reading' (duration: 111.932874ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:16.843282Z","caller":"traceutil/trace.go:171","msg":"trace[1630714175] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"101.675986ms","start":"2026-03-14T01:47:16.741578Z","end":"2026-03-14T01:47:16.843254Z","steps":["trace[1630714175] 'process raft request' (duration: 101.480102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:28.469049Z","caller":"traceutil/trace.go:171","msg":"trace[1151819822] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"120.909694ms","start":"2026-03-14T01:47:28.348111Z","end":"2026-03-14T01:47:28.469021Z","steps":["trace[1151819822] 'process raft request' (duration: 91.423736ms)","trace[1151819822] 'compare' (duration: 28.871683ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:30.705064Z","caller":"traceutil/trace.go:171","msg":"trace[2096788890] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"135.0974ms","start":"2026-03-14T01:47:30.569929Z","end":"2026-03-14T01:47:30.705026Z","steps":["trace[2096788890] 'process raft request' (duration: 117.752164ms)","trace[2096788890] 'compare' (duration: 17.161652ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:30.705118Z","caller":"traceutil/trace.go:171","msg":"trace[1602091531] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"135.050309ms","start":"2026-03-14T01:47:30.570027Z","end":"2026-03-14T01:47:30.705077Z","steps":["trace[1602091531] 'process raft request' (duration: 134.953487ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.705336Z","caller":"traceutil/trace.go:171","msg":"trace[293609438] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"135.304345ms","start":"2026-03-14T01:47:30.570021Z","end":"2026-03-14T01:47:30.705325Z","steps":["trace[293609438] 'process raft request' (duration: 134.923226ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.705067Z","caller":"traceutil/trace.go:171","msg":"trace[228166871] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8417; }","duration":"134.852264ms","start":"2026-03-14T01:47:30.570197Z","end":"2026-03-14T01:47:30.705049Z","steps":["trace[228166871] 'read index received' (duration: 19.30659ms)","trace[228166871] 'applied index is now lower than readState.Index' (duration: 115.544704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:30.705439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.220372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-03-14T01:47:30.705501Z","caller":"traceutil/trace.go:171","msg":"trace[1724431327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8104; }","duration":"135.338395ms","start":"2026-03-14T01:47:30.57015Z","end":"2026-03-14T01:47:30.705489Z","steps":["trace[1724431327] 'agreement among raft nodes before linearized reading' (duration: 134.963547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.705559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.238136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:30.705602Z","caller":"traceutil/trace.go:171","msg":"trace[1111164802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8104; }","duration":"132.305827ms","start":"2026-03-14T01:47:30.573284Z","end":"2026-03-14T01:47:30.70559Z","steps":["trace[1111164802] 'agreement among raft nodes before linearized reading' (duration: 132.204685ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.705609Z","caller":"traceutil/trace.go:171","msg":"trace[16550873] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"135.54117ms","start":"2026-03-14T01:47:30.569787Z","end":"2026-03-14T01:47:30.705329Z","steps":["trace[16550873] 'process raft request' (duration: 135.224473ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:31.639308Z","caller":"traceutil/trace.go:171","msg":"trace[1280272279] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"128.595505ms","start":"2026-03-14T01:47:31.510686Z","end":"2026-03-14T01:47:31.639282Z","steps":["trace[1280272279] 'process raft request' (duration: 41.214049ms)","trace[1280272279] 'compare' (duration: 87.273304ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:40.295867Z","caller":"traceutil/trace.go:171","msg":"trace[117740233] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"139.949177ms","start":"2026-03-14T01:47:40.15589Z","end":"2026-03-14T01:47:40.295839Z","steps":["trace[117740233] 'process raft request' (duration: 139.807894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:40.423248Z","caller":"traceutil/trace.go:171","msg":"trace[1058883175] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"111.338541ms","start":"2026-03-14T01:47:40.311879Z","end":"2026-03-14T01:47:40.423217Z","steps":["trace[1058883175] 'process raft request' (duration: 111.183598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:40.423398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.942016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-14T01:47:40.423435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.907195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:10000 ","response":"range_response_count:6 size:42811"} {"level":"info","ts":"2026-03-14T01:47:40.423474Z","caller":"traceutil/trace.go:171","msg":"trace[920840807] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8172; }","duration":"117.068949ms","start":"2026-03-14T01:47:40.306386Z","end":"2026-03-14T01:47:40.423455Z","steps":["trace[920840807] 'agreement among raft nodes before linearized reading' (duration: 116.858395ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:40.423524Z","caller":"traceutil/trace.go:171","msg":"trace[302036049] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:6; response_revision:8172; }","duration":"117.064629ms","start":"2026-03-14T01:47:40.30644Z","end":"2026-03-14T01:47:40.423505Z","steps":["trace[302036049] 'agreement among raft nodes before linearized reading' (duration: 116.776773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.626688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.209889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:42.62677Z","caller":"traceutil/trace.go:171","msg":"trace[63415095] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8202; }","duration":"506.352912ms","start":"2026-03-14T01:47:42.120399Z","end":"2026-03-14T01:47:42.626752Z","steps":["trace[63415095] 'count revisions from in-memory index tree' (duration: 506.151238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.626812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.120382Z","time spent":"506.418883ms","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:42.626876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.311137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:42.627007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.397156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q7tk\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-14T01:47:42.627002Z","caller":"traceutil/trace.go:171","msg":"trace[1903850929] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8202; }","duration":"719.493141ms","start":"2026-03-14T01:47:41.907487Z","end":"2026-03-14T01:47:42.62698Z","steps":["trace[1903850929] 'range keys from in-memory index tree' (duration: 719.234176ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.627071Z","caller":"traceutil/trace.go:171","msg":"trace[1854095038] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8q7tk; range_end:; response_count:1; response_revision:8202; }","duration":"503.471858ms","start":"2026-03-14T01:47:42.123585Z","end":"2026-03-14T01:47:42.627057Z","steps":["trace[1854095038] 'range keys from in-memory index tree' (duration: 503.263303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.62711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.123562Z","time spent":"503.542139ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4477,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q7tk\" "} {"level":"warn","ts":"2026-03-14T01:47:42.627112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:41.907465Z","time spent":"719.627984ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"info","ts":"2026-03-14T01:47:42.633022Z","caller":"traceutil/trace.go:171","msg":"trace[1290533358] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"107.628998ms","start":"2026-03-14T01:47:42.525373Z","end":"2026-03-14T01:47:42.633002Z","steps":["trace[1290533358] 'process raft request' (duration: 107.473665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:43.082829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.913058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:43.082912Z","caller":"traceutil/trace.go:171","msg":"trace[963339258] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8210; }","duration":"127.03981ms","start":"2026-03-14T01:47:42.955856Z","end":"2026-03-14T01:47:43.082896Z","steps":["trace[963339258] 'count revisions from in-memory index tree' (duration: 126.844075ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:43.083006Z","caller":"traceutil/trace.go:171","msg":"trace[920550115] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"112.998188ms","start":"2026-03-14T01:47:42.969985Z","end":"2026-03-14T01:47:43.082983Z","steps":["trace[920550115] 'process raft request' (duration: 32.74098ms)","trace[920550115] 'compare' (duration: 80.151275ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:43.268145Z","caller":"traceutil/trace.go:171","msg":"trace[547616326] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"125.161388ms","start":"2026-03-14T01:47:43.142962Z","end":"2026-03-14T01:47:43.268123Z","steps":["trace[547616326] 'process raft request' (duration: 125.014434ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:45.849863Z","caller":"traceutil/trace.go:171","msg":"trace[2073812811] linearizableReadLoop","detail":"{readStateIndex:8547; appliedIndex:8546; }","duration":"278.129196ms","start":"2026-03-14T01:47:45.571715Z","end":"2026-03-14T01:47:45.849844Z","steps":["trace[2073812811] 'read index received' (duration: 277.924332ms)","trace[2073812811] 'applied index is now lower than readState.Index' (duration: 204.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:45.849984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.257459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:45.850008Z","caller":"traceutil/trace.go:171","msg":"trace[2114864184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8223; }","duration":"278.319221ms","start":"2026-03-14T01:47:45.57168Z","end":"2026-03-14T01:47:45.85Z","steps":["trace[2114864184] 'agreement among raft nodes before linearized reading' (duration: 278.237339ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:45.84998Z","caller":"traceutil/trace.go:171","msg":"trace[27890696] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"608.12054ms","start":"2026-03-14T01:47:45.241825Z","end":"2026-03-14T01:47:45.849946Z","steps":["trace[27890696] 'process raft request' (duration: 607.888045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:45.85015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:45.241803Z","time spent":"608.250902ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:47.345544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:47.846115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:48.346988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:48.456019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784829697s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:49.571825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:47:49.571981Z","caller":"traceutil/trace.go:171","msg":"trace[875437616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688726s","start":"2026-03-14T01:47:47.571243Z","end":"2026-03-14T01:47:49.571932Z","steps":["trace[875437616] 'agreement among raft nodes before linearized reading' (duration: 2.000532693s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:49.572037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.571226Z","time spent":"2.000798509s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:49.855119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188805448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T01:47:49.855175Z","caller":"traceutil/trace.go:171","msg":"trace[2106137921] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8224; }","duration":"3.188951392s","start":"2026-03-14T01:47:46.666211Z","end":"2026-03-14T01:47:49.855163Z","steps":["trace[2106137921] 'range keys from in-memory index tree' (duration: 3.188572594s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:49.855207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.66618Z","time spent":"3.189014214s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:47:49.85599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399630195s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:49.856225Z","caller":"traceutil/trace.go:171","msg":"trace[373439957] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"3.185116116s","start":"2026-03-14T01:47:46.671081Z","end":"2026-03-14T01:47:49.856197Z","steps":["trace[373439957] 'process raft request' (duration: 1.785053232s)","trace[373439957] 'compare' (duration: 1.399136554s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:49.858062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.67105Z","time spent":"3.186959088s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:50.378022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921684127s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:47:50.378966Z","caller":"traceutil/trace.go:171","msg":"trace[2142523516] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8548; }","duration":"3.534075262s","start":"2026-03-14T01:47:46.844855Z","end":"2026-03-14T01:47:50.37893Z","steps":["trace[2142523516] 'read index received' (duration: 1.61128795s)","trace[2142523516] 'applied index is now lower than readState.Index' (duration: 1.922786032s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:50.379121Z","caller":"traceutil/trace.go:171","msg":"trace[1607408739] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"3.667638898s","start":"2026-03-14T01:47:46.711468Z","end":"2026-03-14T01:47:50.379107Z","steps":["trace[1607408739] 'process raft request' (duration: 3.667183558s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:50.379169Z","caller":"traceutil/trace.go:171","msg":"trace[1628579827] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"3.267768469s","start":"2026-03-14T01:47:47.111369Z","end":"2026-03-14T01:47:50.379137Z","steps":["trace[1628579827] 'process raft request' (duration: 3.267482883s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.379249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.711443Z","time spent":"3.667711359s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:50.379336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.111334Z","time spent":"3.267905702s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:50.37982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534950882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:50.379901Z","caller":"traceutil/trace.go:171","msg":"trace[1615542106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8227; }","duration":"3.535187647s","start":"2026-03-14T01:47:46.844697Z","end":"2026-03-14T01:47:50.379885Z","steps":["trace[1615542106] 'agreement among raft nodes before linearized reading' (duration: 3.534580253s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.379946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.844662Z","time spent":"3.535276159s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:47:50.440648Z","caller":"traceutil/trace.go:171","msg":"trace[679912196] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"1.28096219s","start":"2026-03-14T01:47:49.159666Z","end":"2026-03-14T01:47:50.440628Z","steps":["trace[679912196] 'process raft request' (duration: 1.280814117s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.440829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.15963Z","time spent":"1.281123094s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:50.441008Z","caller":"traceutil/trace.go:171","msg":"trace[1252447570] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"1.221082176s","start":"2026-03-14T01:47:49.21987Z","end":"2026-03-14T01:47:50.440952Z","steps":["trace[1252447570] 'process raft request' (duration: 1.220717998s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.441233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.219841Z","time spent":"1.221312672s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:50.480405Z","caller":"traceutil/trace.go:171","msg":"trace[171242461] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8551; }","duration":"101.320937ms","start":"2026-03-14T01:47:50.379059Z","end":"2026-03-14T01:47:50.48038Z","steps":["trace[171242461] 'read index received' (duration: 37.26954ms)","trace[171242461] 'applied index is now lower than readState.Index' (duration: 64.050427ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:50.480518Z","caller":"traceutil/trace.go:171","msg":"trace[816999865] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"619.318888ms","start":"2026-03-14T01:47:49.861178Z","end":"2026-03-14T01:47:50.480497Z","steps":["trace[816999865] 'process raft request' (duration: 579.688005ms)","trace[816999865] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-controller; req_size:512; } (duration: 39.300456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:50.480622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.861158Z","time spent":"619.39241ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:50.480828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17772689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:50.480838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720583126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:50.48087Z","caller":"traceutil/trace.go:171","msg":"trace[626683546] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8231; }","duration":"2.177812502s","start":"2026-03-14T01:47:48.303046Z","end":"2026-03-14T01:47:50.480858Z","steps":["trace[626683546] 'agreement among raft nodes before linearized reading' (duration: 2.177557007s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.480902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:48.303015Z","time spent":"2.177879544s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:50.480935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532464486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:50.480951Z","caller":"traceutil/trace.go:171","msg":"trace[854988400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8231; }","duration":"3.532507416s","start":"2026-03-14T01:47:46.948439Z","end":"2026-03-14T01:47:50.480947Z","steps":["trace[854988400] 'agreement among raft nodes before linearized reading' (duration: 3.532177079s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.480966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.948429Z","time spent":"3.532533647s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:50.481073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532533337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:50.48109Z","caller":"traceutil/trace.go:171","msg":"trace[1139766220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8231; }","duration":"3.532567718s","start":"2026-03-14T01:47:46.948518Z","end":"2026-03-14T01:47:50.481086Z","steps":["trace[1139766220] 'agreement among raft nodes before linearized reading' (duration: 3.532105298s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.48106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.970133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:50.481105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.948511Z","time spent":"3.532591578s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:50.481104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.799158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:50.48113Z","caller":"traceutil/trace.go:171","msg":"trace[743857615] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8231; }","duration":"326.054725ms","start":"2026-03-14T01:47:50.155057Z","end":"2026-03-14T01:47:50.481112Z","steps":["trace[743857615] 'agreement among raft nodes before linearized reading' (duration: 325.511423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.481167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145922713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:50.481173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:50.154997Z","time spent":"326.165097ms","remote":"127.0.0.1:39922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:50.481193Z","caller":"traceutil/trace.go:171","msg":"trace[457619411] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8231; }","duration":"3.146010854s","start":"2026-03-14T01:47:47.335178Z","end":"2026-03-14T01:47:50.481189Z","steps":["trace[457619411] 'agreement among raft nodes before linearized reading' (duration: 3.145453932s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:50.481171Z","caller":"traceutil/trace.go:171","msg":"trace[1661559207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8231; }","duration":"908.905511ms","start":"2026-03-14T01:47:49.572249Z","end":"2026-03-14T01:47:50.481155Z","steps":["trace[1661559207] 'agreement among raft nodes before linearized reading' (duration: 908.327368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.481207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.335161Z","time spent":"3.146042676s","remote":"127.0.0.1:40006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:50.481233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.572216Z","time spent":"909.002163ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:50.48129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247346262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:50.481302Z","caller":"traceutil/trace.go:171","msg":"trace[1894160712] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8231; }","duration":"3.247414474s","start":"2026-03-14T01:47:47.233884Z","end":"2026-03-14T01:47:50.481299Z","steps":["trace[1894160712] 'agreement among raft nodes before linearized reading' (duration: 3.246753419s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.481326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.233863Z","time spent":"3.247459745s","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:50.48142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533194961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:50.481437Z","caller":"traceutil/trace.go:171","msg":"trace[1347881787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8231; }","duration":"3.533214222s","start":"2026-03-14T01:47:46.948219Z","end":"2026-03-14T01:47:50.481434Z","steps":["trace[1347881787] 'agreement among raft nodes before linearized reading' (duration: 3.532407944s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.48145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.948056Z","time spent":"3.533390226s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:50.48149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078488389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-14T01:47:50.481529Z","caller":"traceutil/trace.go:171","msg":"trace[643705361] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476; range_end:; response_count:1; response_revision:8231; }","duration":"1.078544721s","start":"2026-03-14T01:47:49.402975Z","end":"2026-03-14T01:47:50.48152Z","steps":["trace[643705361] 'agreement among raft nodes before linearized reading' (duration: 1.07761021s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.48156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.402967Z","time spent":"1.078583241s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" "} {"level":"warn","ts":"2026-03-14T01:47:50.481611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748705812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:50.481856Z","caller":"traceutil/trace.go:171","msg":"trace[1652496213] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8231; }","duration":"2.74897853s","start":"2026-03-14T01:47:47.732864Z","end":"2026-03-14T01:47:50.481843Z","steps":["trace[1652496213] 'agreement among raft nodes before linearized reading' (duration: 2.74768553s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.481558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598849804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:47:50.481931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079662675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:47:50.48193Z","caller":"traceutil/trace.go:171","msg":"trace[917310483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8231; }","duration":"3.599294204s","start":"2026-03-14T01:47:46.882626Z","end":"2026-03-14T01:47:50.48192Z","steps":["trace[917310483] 'agreement among raft nodes before linearized reading' (duration: 3.597848622s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:50.481948Z","caller":"traceutil/trace.go:171","msg":"trace[293563411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8231; }","duration":"1.079713497s","start":"2026-03-14T01:47:49.40223Z","end":"2026-03-14T01:47:50.481943Z","steps":["trace[293563411] 'agreement among raft nodes before linearized reading' (duration: 1.078366476s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.481962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.402206Z","time spent":"1.079753178s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:47:50.481962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.882608Z","time spent":"3.599345116s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:47:50.480876Z","caller":"traceutil/trace.go:171","msg":"trace[20649775] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8231; }","duration":"2.720700039s","start":"2026-03-14T01:47:47.760167Z","end":"2026-03-14T01:47:50.480867Z","steps":["trace[20649775] 'agreement among raft nodes before linearized reading' (duration: 2.720442034s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.482042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.760135Z","time spent":"2.721901856s","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:50.48189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.732843Z","time spent":"2.749037861s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:50.482244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527182978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:47:50.482299Z","caller":"traceutil/trace.go:171","msg":"trace[637552641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8231; }","duration":"3.527375371s","start":"2026-03-14T01:47:46.95491Z","end":"2026-03-14T01:47:50.482285Z","steps":["trace[637552641] 'agreement among raft nodes before linearized reading' (duration: 3.525690683s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.482402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.954902Z","time spent":"3.527486685s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"info","ts":"2026-03-14T01:47:51.995006Z","caller":"traceutil/trace.go:171","msg":"trace[613730695] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"131.804467ms","start":"2026-03-14T01:47:51.863097Z","end":"2026-03-14T01:47:51.994901Z","steps":["trace[613730695] 'process raft request' (duration: 131.619263ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:52.747877Z","caller":"traceutil/trace.go:171","msg":"trace[595281439] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"362.100277ms","start":"2026-03-14T01:47:52.38575Z","end":"2026-03-14T01:47:52.74785Z","steps":["trace[595281439] 'process raft request' (duration: 361.957914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:52.748082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.385715Z","time spent":"362.270502ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:54.572934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:47:54.573012Z","caller":"traceutil/trace.go:171","msg":"trace[1600321727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237247s","start":"2026-03-14T01:47:52.572758Z","end":"2026-03-14T01:47:54.572995Z","steps":["trace[1600321727] 'agreement among raft nodes before linearized reading' (duration: 2.000144975s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:54.573056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.572733Z","time spent":"2.000312878s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:55.006603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.18757175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:47:55.008311Z","caller":"traceutil/trace.go:171","msg":"trace[68467046] linearizableReadLoop","detail":"{readStateIndex:8567; appliedIndex:8565; }","duration":"2.520434006s","start":"2026-03-14T01:47:52.487846Z","end":"2026-03-14T01:47:55.00828Z","steps":["trace[68467046] 'read index received' (duration: 259.850439ms)","trace[68467046] 'applied index is now lower than readState.Index' (duration: 2.260582107s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:55.008345Z","caller":"traceutil/trace.go:171","msg":"trace[725667947] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"2.622480121s","start":"2026-03-14T01:47:52.385838Z","end":"2026-03-14T01:47:55.008318Z","steps":["trace[725667947] 'process raft request' (duration: 2.62107025s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.008485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.385808Z","time spent":"2.622593393s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:55.008874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521012539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:55.009147Z","caller":"traceutil/trace.go:171","msg":"trace[523769693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8242; }","duration":"2.521310246s","start":"2026-03-14T01:47:52.48778Z","end":"2026-03-14T01:47:55.00909Z","steps":["trace[523769693] 'agreement among raft nodes before linearized reading' (duration: 2.520601349s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.009234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.487757Z","time spent":"2.521433499s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:47:55.08824Z","caller":"traceutil/trace.go:171","msg":"trace[1600450315] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"1.72843871s","start":"2026-03-14T01:47:53.359775Z","end":"2026-03-14T01:47:55.088214Z","steps":["trace[1600450315] 'process raft request' (duration: 1.728260276s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.088394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.359749Z","time spent":"1.728564044s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:55.088516Z","caller":"traceutil/trace.go:171","msg":"trace[1142278935] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"1.088501313s","start":"2026-03-14T01:47:53.999983Z","end":"2026-03-14T01:47:55.088484Z","steps":["trace[1142278935] 'process raft request' (duration: 1.088188656s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.088611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542000537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:47:55.088662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.999967Z","time spent":"1.088617735s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:55.088685Z","caller":"traceutil/trace.go:171","msg":"trace[2104944356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8245; }","duration":"2.542120839s","start":"2026-03-14T01:47:52.546545Z","end":"2026-03-14T01:47:55.088666Z","steps":["trace[2104944356] 'agreement among raft nodes before linearized reading' (duration: 2.541956046s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.088719Z","caller":"traceutil/trace.go:171","msg":"trace[1441784431] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"335.614008ms","start":"2026-03-14T01:47:54.753087Z","end":"2026-03-14T01:47:55.088701Z","steps":["trace[1441784431] 'process raft request' (duration: 335.315141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.088735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.54652Z","time spent":"2.542204122s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:55.088645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459327545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:55.088817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.753069Z","time spent":"335.699669ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:55.088823Z","caller":"traceutil/trace.go:171","msg":"trace[269595953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8245; }","duration":"1.459554739s","start":"2026-03-14T01:47:53.629249Z","end":"2026-03-14T01:47:55.088804Z","steps":["trace[269595953] 'agreement among raft nodes before linearized reading' (duration: 1.459328874s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.088869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493959756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:55.088876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.629231Z","time spent":"1.459627761s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:55.088906Z","caller":"traceutil/trace.go:171","msg":"trace[451779515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8245; }","duration":"1.494028267s","start":"2026-03-14T01:47:53.594867Z","end":"2026-03-14T01:47:55.088895Z","steps":["trace[451779515] 'agreement among raft nodes before linearized reading' (duration: 1.493976886s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.088924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.927955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:55.088939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.594846Z","time spent":"1.494085908s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:55.088975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.389602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:55.088999Z","caller":"traceutil/trace.go:171","msg":"trace[341113622] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8245; }","duration":"545.449003ms","start":"2026-03-14T01:47:54.543544Z","end":"2026-03-14T01:47:55.088993Z","steps":["trace[341113622] 'agreement among raft nodes before linearized reading' (duration: 545.413273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.543523Z","time spent":"545.494594ms","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:55.089077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540201917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:55.08911Z","caller":"traceutil/trace.go:171","msg":"trace[1540912107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8245; }","duration":"2.540255039s","start":"2026-03-14T01:47:52.548847Z","end":"2026-03-14T01:47:55.089102Z","steps":["trace[1540912107] 'agreement among raft nodes before linearized reading' (duration: 2.540124846s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.548839Z","time spent":"2.540287459s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:55.089161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485423387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:55.089225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54082875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:55.089239Z","caller":"traceutil/trace.go:171","msg":"trace[381264124] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8245; }","duration":"2.485502639s","start":"2026-03-14T01:47:52.603726Z","end":"2026-03-14T01:47:55.089228Z","steps":["trace[381264124] 'agreement among raft nodes before linearized reading' (duration: 2.485395246s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.089261Z","caller":"traceutil/trace.go:171","msg":"trace[1996821054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8245; }","duration":"2.540927083s","start":"2026-03-14T01:47:52.548324Z","end":"2026-03-14T01:47:55.089251Z","steps":["trace[1996821054] 'agreement among raft nodes before linearized reading' (duration: 2.54078613s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537699341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T01:47:55.089284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.603708Z","time spent":"2.48556553s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:55.089292Z","caller":"traceutil/trace.go:171","msg":"trace[416126418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8245; }","duration":"2.537746343s","start":"2026-03-14T01:47:52.55154Z","end":"2026-03-14T01:47:55.089286Z","steps":["trace[416126418] 'agreement among raft nodes before linearized reading' (duration: 2.537663701s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.548312Z","time spent":"2.540975184s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:55.089319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.551528Z","time spent":"2.537787013s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:47:55.089344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448002342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:47:55.08937Z","caller":"traceutil/trace.go:171","msg":"trace[239651620] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:8245; }","duration":"1.448056854s","start":"2026-03-14T01:47:53.641306Z","end":"2026-03-14T01:47:55.089363Z","steps":["trace[239651620] 'agreement among raft nodes before linearized reading' (duration: 1.448002772s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.64129Z","time spent":"1.448097974s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-14T01:47:55.089294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401762452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T01:47:55.089445Z","caller":"traceutil/trace.go:171","msg":"trace[1452433655] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8245; }","duration":"1.401936035s","start":"2026-03-14T01:47:53.687502Z","end":"2026-03-14T01:47:55.089438Z","steps":["trace[1452433655] 'agreement among raft nodes before linearized reading' (duration: 1.401722641s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.687488Z","time spent":"1.401980206s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-14T01:47:55.089201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016972748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:55.089506Z","caller":"traceutil/trace.go:171","msg":"trace[1850926251] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8245; }","duration":"1.017316866s","start":"2026-03-14T01:47:54.07218Z","end":"2026-03-14T01:47:55.089497Z","steps":["trace[1850926251] 'agreement among raft nodes before linearized reading' (duration: 1.016975849s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.088945Z","caller":"traceutil/trace.go:171","msg":"trace[2019543955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8245; }","duration":"515.981216ms","start":"2026-03-14T01:47:54.572957Z","end":"2026-03-14T01:47:55.088938Z","steps":["trace[2019543955] 'agreement among raft nodes before linearized reading' (duration: 515.950326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.072166Z","time spent":"1.017372957s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:55.089555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.572942Z","time spent":"516.60347ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:55.089469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511143939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:55.089594Z","caller":"traceutil/trace.go:171","msg":"trace[1173153717] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8245; }","duration":"1.511309292s","start":"2026-03-14T01:47:53.578274Z","end":"2026-03-14T01:47:55.089584Z","steps":["trace[1173153717] 'agreement among raft nodes before linearized reading' (duration: 1.511161109s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.578228Z","time spent":"1.511388584s","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:55.089515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542568609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:47:55.089663Z","caller":"traceutil/trace.go:171","msg":"trace[1860858486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8245; }","duration":"2.542737673s","start":"2026-03-14T01:47:52.546917Z","end":"2026-03-14T01:47:55.089655Z","steps":["trace[1860858486] 'agreement among raft nodes before linearized reading' (duration: 2.542532238s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.089695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.546902Z","time spent":"2.542785354s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:55.644997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.223538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:55.645108Z","caller":"traceutil/trace.go:171","msg":"trace[2071678684] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"631.347327ms","start":"2026-03-14T01:47:55.013742Z","end":"2026-03-14T01:47:55.645089Z","steps":["trace[2071678684] 'process raft request' (duration: 309.933826ms)","trace[2071678684] 'compare' (duration: 320.998682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:55.645169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.013721Z","time spent":"631.417929ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:56.337474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.514027ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-14T01:47:56.337843Z","caller":"traceutil/trace.go:171","msg":"trace[1080589844] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8570; }","duration":"1.244464777s","start":"2026-03-14T01:47:55.093359Z","end":"2026-03-14T01:47:56.337823Z","steps":["trace[1080589844] 'read index received' (duration: 230.334292ms)","trace[1080589844] 'applied index is now lower than readState.Index' (duration: 1.014129475s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:56.337936Z","caller":"traceutil/trace.go:171","msg":"trace[1995115888] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"1.243621078s","start":"2026-03-14T01:47:55.094287Z","end":"2026-03-14T01:47:56.337908Z","steps":["trace[1995115888] 'process raft request' (duration: 1.243472525s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.337984Z","caller":"traceutil/trace.go:171","msg":"trace[1453734456] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"1.243457296s","start":"2026-03-14T01:47:55.094512Z","end":"2026-03-14T01:47:56.33797Z","steps":["trace[1453734456] 'process raft request' (duration: 1.243277632s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.338071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.094259Z","time spent":"1.243743901s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:56.338085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24457034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-14T01:47:56.338121Z","caller":"traceutil/trace.go:171","msg":"trace[1641862919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef; range_end:; response_count:1; response_revision:8250; }","duration":"1.244657012s","start":"2026-03-14T01:47:55.093453Z","end":"2026-03-14T01:47:56.33811Z","steps":["trace[1641862919] 'agreement among raft nodes before linearized reading' (duration: 1.244489798s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.338154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.093431Z","time spent":"1.244715403s","remote":"127.0.0.1:39836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0894128f-b8cd-4472-a3e1-57812dbe74ef\" "} {"level":"warn","ts":"2026-03-14T01:47:56.338159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.094502Z","time spent":"1.243558688s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:56.338264Z","caller":"traceutil/trace.go:171","msg":"trace[510458294] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"1.243951126s","start":"2026-03-14T01:47:55.094277Z","end":"2026-03-14T01:47:56.338228Z","steps":["trace[510458294] 'process raft request' (duration: 1.243423455s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.338307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244937118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228836"} {"level":"warn","ts":"2026-03-14T01:47:56.338342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.091393Z","time spent":"1.246947433s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:47:56.338335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2409821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:56.33836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.038998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:47:56.338426Z","caller":"traceutil/trace.go:171","msg":"trace[225833851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8250; }","duration":"696.13463ms","start":"2026-03-14T01:47:55.642274Z","end":"2026-03-14T01:47:56.338409Z","steps":["trace[225833851] 'agreement among raft nodes before linearized reading' (duration: 695.924226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.338429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022535023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:56.338361Z","caller":"traceutil/trace.go:171","msg":"trace[1841371751] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8250; }","duration":"1.245018399s","start":"2026-03-14T01:47:55.093328Z","end":"2026-03-14T01:47:56.338346Z","steps":["trace[1841371751] 'agreement among raft nodes before linearized reading' (duration: 1.244613s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.338431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.094262Z","time spent":"1.244077749s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:56.338353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231227752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:56.338473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.642257Z","time spent":"696.207431ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:47:56.338476Z","caller":"traceutil/trace.go:171","msg":"trace[1364522271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8250; }","duration":"1.022607474s","start":"2026-03-14T01:47:55.31585Z","end":"2026-03-14T01:47:56.338458Z","steps":["trace[1364522271] 'agreement among raft nodes before linearized reading' (duration: 1.022551353s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.338488Z","caller":"traceutil/trace.go:171","msg":"trace[1608731442] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8250; }","duration":"1.231404736s","start":"2026-03-14T01:47:55.107071Z","end":"2026-03-14T01:47:56.338476Z","steps":["trace[1608731442] 'agreement among raft nodes before linearized reading' (duration: 1.23112968s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.338422Z","caller":"traceutil/trace.go:171","msg":"trace[1835719661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8250; }","duration":"1.241096852s","start":"2026-03-14T01:47:55.097303Z","end":"2026-03-14T01:47:56.3384Z","steps":["trace[1835719661] 'agreement among raft nodes before linearized reading' (duration: 1.240954209s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.338511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.315831Z","time spent":"1.022671985s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:56.338532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.107065Z","time spent":"1.231453877s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:56.338519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.093315Z","time spent":"1.245160323s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228859,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:47:56.338541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.097289Z","time spent":"1.241239926s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:56.338345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.501735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:56.33877Z","caller":"traceutil/trace.go:171","msg":"trace[754158125] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8250; }","duration":"265.993157ms","start":"2026-03-14T01:47:56.072761Z","end":"2026-03-14T01:47:56.338754Z","steps":["trace[754158125] 'agreement among raft nodes before linearized reading' (duration: 265.513266ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.337904Z","caller":"traceutil/trace.go:171","msg":"trace[916138596] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"1.245394768s","start":"2026-03-14T01:47:55.092469Z","end":"2026-03-14T01:47:56.337864Z","steps":["trace[916138596] 'process raft request' (duration: 1.245111462s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.338484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244895256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c91f368fe3c2f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T01:47:56.339344Z","caller":"traceutil/trace.go:171","msg":"trace[757051469] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c91f368fe3c2f; range_end:; response_count:1; response_revision:8250; }","duration":"1.245769476s","start":"2026-03-14T01:47:55.093552Z","end":"2026-03-14T01:47:56.339321Z","steps":["trace[757051469] 'agreement among raft nodes before linearized reading' (duration: 1.244732324s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.33939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.093546Z","time spent":"1.245828908s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c91f368fe3c2f\" "} {"level":"warn","ts":"2026-03-14T01:47:56.339607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.09245Z","time spent":"1.246438362s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:56.623312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.924994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:56.623391Z","caller":"traceutil/trace.go:171","msg":"trace[1397246826] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8252; }","duration":"125.066757ms","start":"2026-03-14T01:47:56.498306Z","end":"2026-03-14T01:47:56.623373Z","steps":["trace[1397246826] 'range keys from in-memory index tree' (duration: 124.828731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.623642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.075675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:56.623765Z","caller":"traceutil/trace.go:171","msg":"trace[1361489153] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8252; }","duration":"186.244799ms","start":"2026-03-14T01:47:56.437466Z","end":"2026-03-14T01:47:56.623711Z","steps":["trace[1361489153] 'range keys from in-memory index tree' (duration: 185.81338ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.143237Z","caller":"traceutil/trace.go:171","msg":"trace[1749038355] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"129.475245ms","start":"2026-03-14T01:47:57.01374Z","end":"2026-03-14T01:47:57.143215Z","steps":["trace[1749038355] 'process raft request' (duration: 129.345362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.681241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:58.182058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:58.682186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:58.83756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.694460264s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:59.28723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.318652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:59.287531Z","caller":"traceutil/trace.go:171","msg":"trace[592362726] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8579; }","duration":"2.106393791s","start":"2026-03-14T01:47:57.181117Z","end":"2026-03-14T01:47:59.28751Z","steps":["trace[592362726] 'read index received' (duration: 1.656602929s)","trace[592362726] 'applied index is now lower than readState.Index' (duration: 449.789562ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:59.287617Z","caller":"traceutil/trace.go:171","msg":"trace[1208876265] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"2.193032472s","start":"2026-03-14T01:47:57.094571Z","end":"2026-03-14T01:47:59.287603Z","steps":["trace[1208876265] 'process raft request' (duration: 2.192855659s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:59.287657Z","caller":"traceutil/trace.go:171","msg":"trace[1626777996] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"2.194010794s","start":"2026-03-14T01:47:57.093616Z","end":"2026-03-14T01:47:59.287627Z","steps":["trace[1626777996] 'process raft request' (duration: 1.744184421s)","trace[1626777996] 'compare' (duration: 449.195349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:59.287702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.094554Z","time spent":"2.193098234s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.287758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.093585Z","time spent":"2.194120746s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.287748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106602516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:59.287836Z","caller":"traceutil/trace.go:171","msg":"trace[1934367982] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8255; }","duration":"2.106742349s","start":"2026-03-14T01:47:57.181073Z","end":"2026-03-14T01:47:59.287816Z","steps":["trace[1934367982] 'agreement among raft nodes before linearized reading' (duration: 2.106598896s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.287883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.181055Z","time spent":"2.106817491s","remote":"127.0.0.1:60820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:59.570323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984289031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:47:59.570424Z","caller":"traceutil/trace.go:171","msg":"trace[2079907713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.984427334s","start":"2026-03-14T01:47:57.585947Z","end":"2026-03-14T01:47:59.570375Z","steps":["trace[2079907713] 'agreement among raft nodes before linearized reading' (duration: 1.984308971s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.570478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.585933Z","time spent":"1.984535037s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:59.756109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.006814ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:47:59.756365Z","caller":"traceutil/trace.go:171","msg":"trace[1614752891] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8581; }","duration":"468.779454ms","start":"2026-03-14T01:47:59.287571Z","end":"2026-03-14T01:47:59.756351Z","steps":["trace[1614752891] 'read index received' (duration: 102.538425ms)","trace[1614752891] 'applied index is now lower than readState.Index' (duration: 366.240199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:59.756514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413651746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:47:59.75654Z","caller":"traceutil/trace.go:171","msg":"trace[179445596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8256; }","duration":"1.413702437s","start":"2026-03-14T01:47:58.342831Z","end":"2026-03-14T01:47:59.756533Z","steps":["trace[179445596] 'agreement among raft nodes before linearized reading' (duration: 1.413595195s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.756562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.342823Z","time spent":"1.413733758s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:59.756616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413422051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:47:59.756699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106959035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:59.756722Z","caller":"traceutil/trace.go:171","msg":"trace[1354694432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8256; }","duration":"1.413555934s","start":"2026-03-14T01:47:58.343139Z","end":"2026-03-14T01:47:59.756695Z","steps":["trace[1354694432] 'agreement among raft nodes before linearized reading' (duration: 1.413222896s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:59.756758Z","caller":"traceutil/trace.go:171","msg":"trace[1683368913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8256; }","duration":"2.107035886s","start":"2026-03-14T01:47:57.649708Z","end":"2026-03-14T01:47:59.756744Z","steps":["trace[1683368913] 'agreement among raft nodes before linearized reading' (duration: 2.106890623s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.756793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.649701Z","time spent":"2.107083447s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:47:59.756778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.115083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-14T01:47:59.756797Z","caller":"traceutil/trace.go:171","msg":"trace[607410868] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"608.501828ms","start":"2026-03-14T01:47:59.148253Z","end":"2026-03-14T01:47:59.756755Z","steps":["trace[607410868] 'process raft request' (duration: 607.935516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.756846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.158527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:59.75688Z","caller":"traceutil/trace.go:171","msg":"trace[1818194122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8256; }","duration":"186.227479ms","start":"2026-03-14T01:47:59.570643Z","end":"2026-03-14T01:47:59.756871Z","steps":["trace[1818194122] 'agreement among raft nodes before linearized reading' (duration: 186.183558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.756879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3298812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:59.756911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414964746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:59.756921Z","caller":"traceutil/trace.go:171","msg":"trace[1013095819] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8256; }","duration":"2.329975282s","start":"2026-03-14T01:47:57.426936Z","end":"2026-03-14T01:47:59.756911Z","steps":["trace[1013095819] 'agreement among raft nodes before linearized reading' (duration: 2.32987371s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:59.756932Z","caller":"traceutil/trace.go:171","msg":"trace[531589623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8256; }","duration":"1.415019037s","start":"2026-03-14T01:47:58.341906Z","end":"2026-03-14T01:47:59.756926Z","steps":["trace[531589623] 'agreement among raft nodes before linearized reading' (duration: 1.414957495s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.756922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411420907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:47:59.756841Z","caller":"traceutil/trace.go:171","msg":"trace[214689218] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476; range_end:; response_count:1; response_revision:8256; }","duration":"351.214975ms","start":"2026-03-14T01:47:59.405608Z","end":"2026-03-14T01:47:59.756823Z","steps":["trace[214689218] 'agreement among raft nodes before linearized reading' (duration: 351.057591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.756953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.341886Z","time spent":"1.415060878s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:59.756954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.426909Z","time spent":"2.330035924s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:59.756971Z","caller":"traceutil/trace.go:171","msg":"trace[1417606294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8256; }","duration":"1.411487177s","start":"2026-03-14T01:47:58.34547Z","end":"2026-03-14T01:47:59.756957Z","steps":["trace[1417606294] 'agreement among raft nodes before linearized reading' (duration: 1.411351205s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.756982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.405587Z","time spent":"351.379139ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" "} {"level":"warn","ts":"2026-03-14T01:47:59.756971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.148226Z","time spent":"608.652931ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.757008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.345463Z","time spent":"1.411535669s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:47:59.756778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414659679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:59.757081Z","caller":"traceutil/trace.go:171","msg":"trace[1100716164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8256; }","duration":"1.415022158s","start":"2026-03-14T01:47:58.342046Z","end":"2026-03-14T01:47:59.757068Z","steps":["trace[1100716164] 'agreement among raft nodes before linearized reading' (duration: 1.414572017s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.757138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.342012Z","time spent":"1.41511226s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:59.756788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.343132Z","time spent":"1.413637836s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:48:00.264997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:48:00.369706Z","caller":"traceutil/trace.go:171","msg":"trace[1559508134] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"610.070833ms","start":"2026-03-14T01:47:59.759604Z","end":"2026-03-14T01:48:00.369675Z","steps":["trace[1559508134] 'process raft request' (duration: 530.081491ms)","trace[1559508134] 'compare' (duration: 79.653024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:00.369869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.759586Z","time spent":"610.197546ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:00.377902Z","caller":"traceutil/trace.go:171","msg":"trace[927368421] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"617.477828ms","start":"2026-03-14T01:47:59.760407Z","end":"2026-03-14T01:48:00.377885Z","steps":["trace[927368421] 'process raft request' (duration: 617.363455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.378053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.76039Z","time spent":"617.573749ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:00.378173Z","caller":"traceutil/trace.go:171","msg":"trace[2095832182] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"617.59224ms","start":"2026-03-14T01:47:59.760554Z","end":"2026-03-14T01:48:00.378146Z","steps":["trace[2095832182] 'process raft request' (duration: 617.306284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:00.378233Z","caller":"traceutil/trace.go:171","msg":"trace[347374215] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"617.038198ms","start":"2026-03-14T01:47:59.761186Z","end":"2026-03-14T01:48:00.378224Z","steps":["trace[347374215] 'process raft request' (duration: 616.878655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.37827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.761179Z","time spent":"617.071509ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:00.378296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.760546Z","time spent":"617.686942ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:00.378524Z","caller":"traceutil/trace.go:171","msg":"trace[1448931444] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"616.348913ms","start":"2026-03-14T01:47:59.762167Z","end":"2026-03-14T01:48:00.378516Z","steps":["trace[1448931444] 'process raft request' (duration: 616.21821ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:00.378512Z","caller":"traceutil/trace.go:171","msg":"trace[1458029811] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8583; }","duration":"614.488681ms","start":"2026-03-14T01:47:59.764007Z","end":"2026-03-14T01:48:00.378496Z","steps":["trace[1458029811] 'read index received' (duration: 525.673763ms)","trace[1458029811] 'applied index is now lower than readState.Index' (duration: 88.813888ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:00.378546Z","caller":"traceutil/trace.go:171","msg":"trace[600837837] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"617.062488ms","start":"2026-03-14T01:47:59.761473Z","end":"2026-03-14T01:48:00.378535Z","steps":["trace[600837837] 'process raft request' (duration: 616.722841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.37857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.762156Z","time spent":"616.392213ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:00.378595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.761444Z","time spent":"617.12813ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:00.378612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.600313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:00.378659Z","caller":"traceutil/trace.go:171","msg":"trace[1947823602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"614.689075ms","start":"2026-03-14T01:47:59.763957Z","end":"2026-03-14T01:48:00.378646Z","steps":["trace[1947823602] 'agreement among raft nodes before linearized reading' (duration: 614.619254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.378688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.763944Z","time spent":"614.736836ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:00.378858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.812987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228836"} {"level":"info","ts":"2026-03-14T01:48:00.378889Z","caller":"traceutil/trace.go:171","msg":"trace[1727056607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8262; }","duration":"613.886418ms","start":"2026-03-14T01:47:59.764994Z","end":"2026-03-14T01:48:00.37888Z","steps":["trace[1727056607] 'agreement among raft nodes before linearized reading' (duration: 613.606101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.378923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.764977Z","time spent":"613.93776ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228859,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:48:04.566363Z","caller":"traceutil/trace.go:171","msg":"trace[178179994] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"128.392091ms","start":"2026-03-14T01:48:04.43794Z","end":"2026-03-14T01:48:04.566332Z","steps":["trace[178179994] 'process raft request' (duration: 57.660395ms)","trace[178179994] 'compare' (duration: 70.613423ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:04.566931Z","caller":"traceutil/trace.go:171","msg":"trace[1405567191] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"128.778109ms","start":"2026-03-14T01:48:04.438131Z","end":"2026-03-14T01:48:04.566909Z","steps":["trace[1405567191] 'process raft request' (duration: 128.647556ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:04.567097Z","caller":"traceutil/trace.go:171","msg":"trace[809385437] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"128.836851ms","start":"2026-03-14T01:48:04.438243Z","end":"2026-03-14T01:48:04.56708Z","steps":["trace[809385437] 'process raft request' (duration: 128.628846ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:04.567273Z","caller":"traceutil/trace.go:171","msg":"trace[1314184547] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8610; }","duration":"127.783768ms","start":"2026-03-14T01:48:04.439481Z","end":"2026-03-14T01:48:04.567265Z","steps":["trace[1314184547] 'read index received' (duration: 56.134611ms)","trace[1314184547] 'applied index is now lower than readState.Index' (duration: 71.648447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:04.567418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.932211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:48:04.567447Z","caller":"traceutil/trace.go:171","msg":"trace[1579142665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8286; }","duration":"128.018503ms","start":"2026-03-14T01:48:04.439422Z","end":"2026-03-14T01:48:04.56744Z","steps":["trace[1579142665] 'agreement among raft nodes before linearized reading' (duration: 127.883ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:04.567539Z","caller":"traceutil/trace.go:171","msg":"trace[1159426457] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"129.22052ms","start":"2026-03-14T01:48:04.438288Z","end":"2026-03-14T01:48:04.567508Z","steps":["trace[1159426457] 'process raft request' (duration: 128.739919ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.362712Z","caller":"traceutil/trace.go:171","msg":"trace[552664572] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"120.743141ms","start":"2026-03-14T01:48:05.241947Z","end":"2026-03-14T01:48:05.36269Z","steps":["trace[552664572] 'process raft request' (duration: 120.483874ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.362799Z","caller":"traceutil/trace.go:171","msg":"trace[233622690] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"112.800034ms","start":"2026-03-14T01:48:05.249984Z","end":"2026-03-14T01:48:05.362784Z","steps":["trace[233622690] 'process raft request' (duration: 112.467196ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.36289Z","caller":"traceutil/trace.go:171","msg":"trace[180857009] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8628; }","duration":"118.880899ms","start":"2026-03-14T01:48:05.244003Z","end":"2026-03-14T01:48:05.362884Z","steps":["trace[180857009] 'read index received' (duration: 67.30564ms)","trace[180857009] 'applied index is now lower than readState.Index' (duration: 51.574359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:05.362977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.961861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-14T01:48:05.362991Z","caller":"traceutil/trace.go:171","msg":"trace[1191735886] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"121.367655ms","start":"2026-03-14T01:48:05.241615Z","end":"2026-03-14T01:48:05.362983Z","steps":["trace[1191735886] 'process raft request' (duration: 119.968924ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.362999Z","caller":"traceutil/trace.go:171","msg":"trace[529717800] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8306; }","duration":"119.016342ms","start":"2026-03-14T01:48:05.243975Z","end":"2026-03-14T01:48:05.362991Z","steps":["trace[529717800] 'agreement among raft nodes before linearized reading' (duration: 118.932741ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.363076Z","caller":"traceutil/trace.go:171","msg":"trace[61654699] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"121.388295ms","start":"2026-03-14T01:48:05.241681Z","end":"2026-03-14T01:48:05.36307Z","steps":["trace[61654699] 'process raft request' (duration: 120.687249ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.363158Z","caller":"traceutil/trace.go:171","msg":"trace[415915871] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"121.360275ms","start":"2026-03-14T01:48:05.241792Z","end":"2026-03-14T01:48:05.363152Z","steps":["trace[415915871] 'process raft request' (duration: 120.601227ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.363274Z","caller":"traceutil/trace.go:171","msg":"trace[1515757758] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"121.427436ms","start":"2026-03-14T01:48:05.241835Z","end":"2026-03-14T01:48:05.363262Z","steps":["trace[1515757758] 'process raft request' (duration: 120.575997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.683589Z","caller":"traceutil/trace.go:171","msg":"trace[1487936063] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"208.773822ms","start":"2026-03-14T01:48:05.474789Z","end":"2026-03-14T01:48:05.683563Z","steps":["trace[1487936063] 'process raft request' (duration: 200.264892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.76526Z","caller":"traceutil/trace.go:171","msg":"trace[1887504741] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"288.288563ms","start":"2026-03-14T01:48:05.476934Z","end":"2026-03-14T01:48:05.765222Z","steps":["trace[1887504741] 'process raft request' (duration: 288.113479ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.765247Z","caller":"traceutil/trace.go:171","msg":"trace[1784875816] linearizableReadLoop","detail":"{readStateIndex:8643; appliedIndex:8640; }","duration":"279.286952ms","start":"2026-03-14T01:48:05.485932Z","end":"2026-03-14T01:48:05.765219Z","steps":["trace[1784875816] 'read index received' (duration: 189.194375ms)","trace[1784875816] 'applied index is now lower than readState.Index' (duration: 90.080137ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:05.765381Z","caller":"traceutil/trace.go:171","msg":"trace[427121007] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8313; }","duration":"286.276509ms","start":"2026-03-14T01:48:05.479071Z","end":"2026-03-14T01:48:05.765348Z","steps":["trace[427121007] 'process raft request' (duration: 286.091455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:05.765547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.589218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-14T01:48:05.765599Z","caller":"traceutil/trace.go:171","msg":"trace[1838820851] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8313; }","duration":"279.680011ms","start":"2026-03-14T01:48:05.485904Z","end":"2026-03-14T01:48:05.765584Z","steps":["trace[1838820851] 'agreement among raft nodes before linearized reading' (duration: 279.468986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:05.765744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.529591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T01:48:05.765782Z","caller":"traceutil/trace.go:171","msg":"trace[1166016541] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8313; }","duration":"276.594042ms","start":"2026-03-14T01:48:05.489178Z","end":"2026-03-14T01:48:05.765772Z","steps":["trace[1166016541] 'agreement among raft nodes before linearized reading' (duration: 276.449579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:05.765917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.401729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-14T01:48:05.76594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.000387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-14T01:48:05.765971Z","caller":"traceutil/trace.go:171","msg":"trace[1422122527] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8313; }","duration":"266.058648ms","start":"2026-03-14T01:48:05.499903Z","end":"2026-03-14T01:48:05.765961Z","steps":["trace[1422122527] 'agreement among raft nodes before linearized reading' (duration: 265.984236ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.765973Z","caller":"traceutil/trace.go:171","msg":"trace[307862930] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8313; }","duration":"263.484652ms","start":"2026-03-14T01:48:05.502473Z","end":"2026-03-14T01:48:05.765958Z","steps":["trace[307862930] 'agreement among raft nodes before linearized reading' (duration: 263.307507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:05.766038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.240479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:05.766078Z","caller":"traceutil/trace.go:171","msg":"trace[1576837938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8313; }","duration":"194.307741ms","start":"2026-03-14T01:48:05.571761Z","end":"2026-03-14T01:48:05.766068Z","steps":["trace[1576837938] 'agreement among raft nodes before linearized reading' (duration: 194.248019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:06.604565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.434189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:06.604674Z","caller":"traceutil/trace.go:171","msg":"trace[830785856] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8655; }","duration":"249.931898ms","start":"2026-03-14T01:48:06.354724Z","end":"2026-03-14T01:48:06.604656Z","steps":["trace[830785856] 'read index received' (duration: 118.260104ms)","trace[830785856] 'applied index is now lower than readState.Index' (duration: 131.670314ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:06.604786Z","caller":"traceutil/trace.go:171","msg":"trace[1800496566] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"250.901121ms","start":"2026-03-14T01:48:06.353871Z","end":"2026-03-14T01:48:06.604772Z","steps":["trace[1800496566] 'process raft request' (duration: 119.166616ms)","trace[1800496566] 'compare' (duration: 131.213394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:06.605056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.638752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-14T01:48:06.605141Z","caller":"traceutil/trace.go:171","msg":"trace[1810304400] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8326; }","duration":"249.738505ms","start":"2026-03-14T01:48:06.355382Z","end":"2026-03-14T01:48:06.60512Z","steps":["trace[1810304400] 'agreement among raft nodes before linearized reading' (duration: 249.53063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:06.605434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.689305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-14T01:48:06.605478Z","caller":"traceutil/trace.go:171","msg":"trace[2557453] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8326; }","duration":"250.783487ms","start":"2026-03-14T01:48:06.354684Z","end":"2026-03-14T01:48:06.605468Z","steps":["trace[2557453] 'agreement among raft nodes before linearized reading' (duration: 250.660034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:06.605574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.375821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:06.60562Z","caller":"traceutil/trace.go:171","msg":"trace[1450090250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8326; }","duration":"181.442073ms","start":"2026-03-14T01:48:06.424167Z","end":"2026-03-14T01:48:06.605609Z","steps":["trace[1450090250] 'agreement among raft nodes before linearized reading' (duration: 181.343851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:06.605729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.802941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:06.605765Z","caller":"traceutil/trace.go:171","msg":"trace[1966618547] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8326; }","duration":"216.880342ms","start":"2026-03-14T01:48:06.388874Z","end":"2026-03-14T01:48:06.605754Z","steps":["trace[1966618547] 'agreement among raft nodes before linearized reading' (duration: 216.815461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:06.605975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.315145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q7tk\" ","response":"range_response_count:1 size:4742"} {"level":"info","ts":"2026-03-14T01:48:06.606013Z","caller":"traceutil/trace.go:171","msg":"trace[616064304] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8q7tk; range_end:; response_count:1; response_revision:8326; }","duration":"245.366696ms","start":"2026-03-14T01:48:06.360638Z","end":"2026-03-14T01:48:06.606005Z","steps":["trace[616064304] 'agreement among raft nodes before linearized reading' (duration: 245.261874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:06.606042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.793866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-14T01:48:06.60614Z","caller":"traceutil/trace.go:171","msg":"trace[10256225] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8326; }","duration":"245.911588ms","start":"2026-03-14T01:48:06.360206Z","end":"2026-03-14T01:48:06.606117Z","steps":["trace[10256225] 'agreement among raft nodes before linearized reading' (duration: 245.770895ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:06.940904Z","caller":"traceutil/trace.go:171","msg":"trace[1649744135] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"330.189057ms","start":"2026-03-14T01:48:06.610688Z","end":"2026-03-14T01:48:06.940878Z","steps":["trace[1649744135] 'process raft request' (duration: 272.730397ms)","trace[1649744135] 'compare' (duration: 57.210165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:06.94104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.610671Z","time spent":"330.291829ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:07.419084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.494102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:07.419316Z","caller":"traceutil/trace.go:171","msg":"trace[90596073] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"808.461794ms","start":"2026-03-14T01:48:06.610806Z","end":"2026-03-14T01:48:07.419268Z","steps":["trace[90596073] 'process raft request' (duration: 684.632224ms)","trace[90596073] 'compare' (duration: 122.99267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:07.419441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.610776Z","time spent":"808.611247ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:07.419333Z","caller":"traceutil/trace.go:171","msg":"trace[2118991052] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"808.366232ms","start":"2026-03-14T01:48:06.610949Z","end":"2026-03-14T01:48:07.419316Z","steps":["trace[2118991052] 'process raft request' (duration: 808.2915ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:07.419672Z","caller":"traceutil/trace.go:171","msg":"trace[1151028914] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"808.501035ms","start":"2026-03-14T01:48:06.610895Z","end":"2026-03-14T01:48:07.419396Z","steps":["trace[1151028914] 'process raft request' (duration: 808.28561ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:07.419824Z","caller":"traceutil/trace.go:171","msg":"trace[2103874210] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8656; }","duration":"808.428723ms","start":"2026-03-14T01:48:06.611377Z","end":"2026-03-14T01:48:07.419806Z","steps":["trace[2103874210] 'read index received' (duration: 272.129673ms)","trace[2103874210] 'applied index is now lower than readState.Index' (duration: 536.297799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:07.419844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.610942Z","time spent":"808.788341ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:07.419914Z","caller":"traceutil/trace.go:171","msg":"trace[1861629398] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"806.198823ms","start":"2026-03-14T01:48:06.613702Z","end":"2026-03-14T01:48:07.419901Z","steps":["trace[1861629398] 'process raft request' (duration: 806.012729ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:07.419585Z","caller":"traceutil/trace.go:171","msg":"trace[1057725408] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"808.564266ms","start":"2026-03-14T01:48:06.611008Z","end":"2026-03-14T01:48:07.419573Z","steps":["trace[1057725408] 'process raft request' (duration: 808.26574ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:07.419944Z","caller":"traceutil/trace.go:171","msg":"trace[970259477] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"808.322151ms","start":"2026-03-14T01:48:06.611589Z","end":"2026-03-14T01:48:07.419911Z","steps":["trace[970259477] 'process raft request' (duration: 807.934432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:07.420019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.613697Z","time spent":"806.251455ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:07.420057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.611001Z","time spent":"809.026216ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:07.420147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.611564Z","time spent":"808.494084ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:07.420279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.610887Z","time spent":"808.882293ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:07.420421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.033057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112144"} {"level":"info","ts":"2026-03-14T01:48:07.420476Z","caller":"traceutil/trace.go:171","msg":"trace[441124502] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8333; }","duration":"809.112338ms","start":"2026-03-14T01:48:06.611352Z","end":"2026-03-14T01:48:07.420465Z","steps":["trace[441124502] 'agreement among raft nodes before linearized reading' (duration: 808.723689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:07.420518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.611342Z","time spent":"809.165439ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112167,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:48:07.43605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.156061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q7tk\" ","response":"range_response_count:1 size:4640"} {"level":"warn","ts":"2026-03-14T01:48:07.436073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.240897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-14T01:48:07.436119Z","caller":"traceutil/trace.go:171","msg":"trace[800564165] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8q7tk; range_end:; response_count:1; response_revision:8334; }","duration":"823.247112ms","start":"2026-03-14T01:48:06.612856Z","end":"2026-03-14T01:48:07.436103Z","steps":["trace[800564165] 'agreement among raft nodes before linearized reading' (duration: 823.066929ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:07.436124Z","caller":"traceutil/trace.go:171","msg":"trace[1141570251] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8334; }","duration":"492.31652ms","start":"2026-03-14T01:48:06.943795Z","end":"2026-03-14T01:48:07.436112Z","steps":["trace[1141570251] 'agreement among raft nodes before linearized reading' (duration: 492.149036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:07.436125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.3123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-14T01:48:07.436154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.943783Z","time spent":"492.36582ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T01:48:07.436156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.612846Z","time spent":"823.301273ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4663,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q7tk\" "} {"level":"info","ts":"2026-03-14T01:48:07.436191Z","caller":"traceutil/trace.go:171","msg":"trace[1328418720] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8334; }","duration":"492.378201ms","start":"2026-03-14T01:48:06.943793Z","end":"2026-03-14T01:48:07.436171Z","steps":["trace[1328418720] 'agreement among raft nodes before linearized reading' (duration: 492.194717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:07.436199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.304197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T01:48:07.436252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.943745Z","time spent":"492.494613ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-03-14T01:48:07.436313Z","caller":"traceutil/trace.go:171","msg":"trace[1029486939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8334; }","duration":"693.447401ms","start":"2026-03-14T01:48:06.742847Z","end":"2026-03-14T01:48:07.436294Z","steps":["trace[1029486939] 'agreement among raft nodes before linearized reading' (duration: 693.175855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:07.436431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:06.742832Z","time spent":"693.585753ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:48:07.855689Z","caller":"traceutil/trace.go:171","msg":"trace[1156331862] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"420.673883ms","start":"2026-03-14T01:48:07.434991Z","end":"2026-03-14T01:48:07.855665Z","steps":["trace[1156331862] 'process raft request' (duration: 420.152781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:07.855837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.434973Z","time spent":"420.789865ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:08.184819Z","caller":"traceutil/trace.go:171","msg":"trace[2127635743] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"747.290171ms","start":"2026-03-14T01:48:07.437508Z","end":"2026-03-14T01:48:08.184798Z","steps":["trace[2127635743] 'process raft request' (duration: 747.094296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:08.184957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.437487Z","time spent":"747.401663ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:08.185158Z","caller":"traceutil/trace.go:171","msg":"trace[756269597] linearizableReadLoop","detail":"{readStateIndex:8667; appliedIndex:8664; }","duration":"746.317598ms","start":"2026-03-14T01:48:07.438815Z","end":"2026-03-14T01:48:08.185132Z","steps":["trace[756269597] 'read index received' (duration: 416.319165ms)","trace[756269597] 'applied index is now lower than readState.Index' (duration: 329.997303ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:08.185206Z","caller":"traceutil/trace.go:171","msg":"trace[1727979914] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"361.606027ms","start":"2026-03-14T01:48:07.823575Z","end":"2026-03-14T01:48:08.185181Z","steps":["trace[1727979914] 'process raft request' (duration: 361.436323ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:08.185164Z","caller":"traceutil/trace.go:171","msg":"trace[1853667287] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"746.735367ms","start":"2026-03-14T01:48:07.438395Z","end":"2026-03-14T01:48:08.18513Z","steps":["trace[1853667287] 'process raft request' (duration: 746.351319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:08.185301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.438382Z","time spent":"746.884681ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:08.185351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.523942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"warn","ts":"2026-03-14T01:48:08.185413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.485712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-14T01:48:08.185429Z","caller":"traceutil/trace.go:171","msg":"trace[1443694588] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8338; }","duration":"746.622285ms","start":"2026-03-14T01:48:07.438789Z","end":"2026-03-14T01:48:08.185411Z","steps":["trace[1443694588] 'agreement among raft nodes before linearized reading' (duration: 746.435411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:08.185441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.331317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:08.185456Z","caller":"traceutil/trace.go:171","msg":"trace[1688519686] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8338; }","duration":"746.576224ms","start":"2026-03-14T01:48:07.438869Z","end":"2026-03-14T01:48:08.185446Z","steps":["trace[1688519686] 'agreement among raft nodes before linearized reading' (duration: 746.41423ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:08.185476Z","caller":"traceutil/trace.go:171","msg":"trace[1843027363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8338; }","duration":"614.399228ms","start":"2026-03-14T01:48:07.571067Z","end":"2026-03-14T01:48:08.185466Z","steps":["trace[1843027363] 'agreement among raft nodes before linearized reading' (duration: 614.340107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:08.185482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.438778Z","time spent":"746.690266ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-14T01:48:08.18549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.43884Z","time spent":"746.642975ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T01:48:08.185513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.571047Z","time spent":"614.45967ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:08.185524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.049852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:48:08.185565Z","caller":"traceutil/trace.go:171","msg":"trace[1280241242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8338; }","duration":"746.108593ms","start":"2026-03-14T01:48:07.439445Z","end":"2026-03-14T01:48:08.185554Z","steps":["trace[1280241242] 'agreement among raft nodes before linearized reading' (duration: 746.001341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:08.185363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.823555Z","time spent":"361.703559ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:08.185599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:07.439431Z","time spent":"746.162175ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:48:08.389412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.447583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-14T01:48:08.389527Z","caller":"traceutil/trace.go:171","msg":"trace[1368545078] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8668; }","duration":"196.888967ms","start":"2026-03-14T01:48:08.192618Z","end":"2026-03-14T01:48:08.389507Z","steps":["trace[1368545078] 'read index received' (duration: 94.227449ms)","trace[1368545078] 'applied index is now lower than readState.Index' (duration: 102.660148ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:08.389614Z","caller":"traceutil/trace.go:171","msg":"trace[1057189398] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8339; }","duration":"197.48267ms","start":"2026-03-14T01:48:08.192117Z","end":"2026-03-14T01:48:08.3896Z","steps":["trace[1057189398] 'process raft request' (duration: 94.71465ms)","trace[1057189398] 'compare' (duration: 102.31711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:08.389808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.170823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q7tk\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-14T01:48:08.389915Z","caller":"traceutil/trace.go:171","msg":"trace[1110003699] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8q7tk; range_end:; response_count:1; response_revision:8339; }","duration":"197.401338ms","start":"2026-03-14T01:48:08.192489Z","end":"2026-03-14T01:48:08.38989Z","steps":["trace[1110003699] 'agreement among raft nodes before linearized reading' (duration: 197.137653ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:08.416573Z","caller":"traceutil/trace.go:171","msg":"trace[1514725122] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"222.491068ms","start":"2026-03-14T01:48:08.194063Z","end":"2026-03-14T01:48:08.416554Z","steps":["trace[1514725122] 'process raft request' (duration: 222.277173ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:08.416744Z","caller":"traceutil/trace.go:171","msg":"trace[1588708988] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"216.798781ms","start":"2026-03-14T01:48:08.199912Z","end":"2026-03-14T01:48:08.416711Z","steps":["trace[1588708988] 'process raft request' (duration: 216.560806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:08.416797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.875191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-14T01:48:08.416859Z","caller":"traceutil/trace.go:171","msg":"trace[1155114926] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8341; }","duration":"220.949283ms","start":"2026-03-14T01:48:08.19589Z","end":"2026-03-14T01:48:08.41684Z","steps":["trace[1155114926] 'agreement among raft nodes before linearized reading' (duration: 220.713368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:08.416875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.591054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:08.416876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.007019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q7tk\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-14T01:48:08.416952Z","caller":"traceutil/trace.go:171","msg":"trace[982396689] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8341; }","duration":"167.711447ms","start":"2026-03-14T01:48:08.249224Z","end":"2026-03-14T01:48:08.416935Z","steps":["trace[982396689] 'agreement among raft nodes before linearized reading' (duration: 167.566864ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:08.416974Z","caller":"traceutil/trace.go:171","msg":"trace[410688872] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8q7tk; range_end:; response_count:1; response_revision:8341; }","duration":"223.137762ms","start":"2026-03-14T01:48:08.193812Z","end":"2026-03-14T01:48:08.416949Z","steps":["trace[410688872] 'agreement among raft nodes before linearized reading' (duration: 222.922098ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:09.622782Z","caller":"traceutil/trace.go:171","msg":"trace[1739464676] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8673; }","duration":"197.301506ms","start":"2026-03-14T01:48:09.425456Z","end":"2026-03-14T01:48:09.622758Z","steps":["trace[1739464676] 'read index received' (duration: 197.174993ms)","trace[1739464676] 'applied index is now lower than readState.Index' (duration: 125.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:09.622864Z","caller":"traceutil/trace.go:171","msg":"trace[1345947711] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"216.585195ms","start":"2026-03-14T01:48:09.40625Z","end":"2026-03-14T01:48:09.622835Z","steps":["trace[1345947711] 'process raft request' (duration: 216.34659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:09.622991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.516401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:09.623036Z","caller":"traceutil/trace.go:171","msg":"trace[1494498652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8344; }","duration":"197.614002ms","start":"2026-03-14T01:48:09.425411Z","end":"2026-03-14T01:48:09.623025Z","steps":["trace[1494498652] 'agreement among raft nodes before linearized reading' (duration: 197.463859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.52222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660158378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:48:11.571209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:48:11.571319Z","caller":"traceutil/trace.go:171","msg":"trace[645704054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502332s","start":"2026-03-14T01:48:09.570791Z","end":"2026-03-14T01:48:11.571293Z","steps":["trace[645704054] 'agreement among raft nodes before linearized reading' (duration: 2.000342129s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.571385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.570778Z","time spent":"2.000591184s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:11.766618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.729883Z","time spent":"2.03672679s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:48:11.766646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.511894ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:11.766775Z","caller":"traceutil/trace.go:171","msg":"trace[780838107] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8344; }","duration":"834.639457ms","start":"2026-03-14T01:48:10.932104Z","end":"2026-03-14T01:48:11.766743Z","steps":["trace[780838107] 'range keys from in-memory index tree' (duration: 834.495373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.768337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90618206s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:11.768511Z","caller":"traceutil/trace.go:171","msg":"trace[81561701] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"2.327138941s","start":"2026-03-14T01:48:09.441321Z","end":"2026-03-14T01:48:11.76846Z","steps":["trace[81561701] 'process raft request' (duration: 420.699155ms)","trace[81561701] 'compare' (duration: 1.905066146s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:11.768557Z","caller":"traceutil/trace.go:171","msg":"trace[1070531629] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"2.14131082s","start":"2026-03-14T01:48:09.627223Z","end":"2026-03-14T01:48:11.768534Z","steps":["trace[1070531629] 'process raft request' (duration: 2.141221728s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:11.768558Z","caller":"traceutil/trace.go:171","msg":"trace[1673161774] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8674; }","duration":"2.145687598s","start":"2026-03-14T01:48:09.622849Z","end":"2026-03-14T01:48:11.768537Z","steps":["trace[1673161774] 'read index received' (duration: 239.134719ms)","trace[1673161774] 'applied index is now lower than readState.Index' (duration: 1.906550279s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:11.768655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.627198Z","time spent":"2.141408931s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:11.768665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.441303Z","time spent":"2.327282524s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:11.768692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341980571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:48:11.768727Z","caller":"traceutil/trace.go:171","msg":"trace[1102109462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8346; }","duration":"2.342038453s","start":"2026-03-14T01:48:09.42668Z","end":"2026-03-14T01:48:11.768718Z","steps":["trace[1102109462] 'agreement among raft nodes before linearized reading' (duration: 2.341882729s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.768753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.426671Z","time spent":"2.342074253s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:11.768797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342265927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:48:11.768836Z","caller":"traceutil/trace.go:171","msg":"trace[641948003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8346; }","duration":"2.342350079s","start":"2026-03-14T01:48:09.426476Z","end":"2026-03-14T01:48:11.768826Z","steps":["trace[641948003] 'agreement among raft nodes before linearized reading' (duration: 2.342189316s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.76885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217059038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-14T01:48:11.768868Z","caller":"traceutil/trace.go:171","msg":"trace[1778153778] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8346; }","duration":"2.217076148s","start":"2026-03-14T01:48:09.551786Z","end":"2026-03-14T01:48:11.768862Z","steps":["trace[1778153778] 'agreement among raft nodes before linearized reading' (duration: 2.217018617s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.768871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.426453Z","time spent":"2.342409921s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:11.768893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.551726Z","time spent":"2.217163339s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-14T01:48:11.768986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342649816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:11.769076Z","caller":"traceutil/trace.go:171","msg":"trace[1988175386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8346; }","duration":"2.342771148s","start":"2026-03-14T01:48:09.426284Z","end":"2026-03-14T01:48:11.769056Z","steps":["trace[1988175386] 'agreement among raft nodes before linearized reading' (duration: 2.342525283s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.769116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.426274Z","time spent":"2.34283332s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:11.769234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342702897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:48:11.769299Z","caller":"traceutil/trace.go:171","msg":"trace[700518468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8346; }","duration":"2.34280317s","start":"2026-03-14T01:48:09.426477Z","end":"2026-03-14T01:48:11.76928Z","steps":["trace[700518468] 'agreement among raft nodes before linearized reading' (duration: 2.342507223s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:11.769333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.426453Z","time spent":"2.342871612s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:48:12.119084Z","caller":"traceutil/trace.go:171","msg":"trace[345879723] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"2.011387624s","start":"2026-03-14T01:48:10.10766Z","end":"2026-03-14T01:48:12.119048Z","steps":["trace[345879723] 'process raft request' (duration: 2.011040427s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.119249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.107632Z","time spent":"2.011537857s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.119385Z","caller":"traceutil/trace.go:171","msg":"trace[1258069867] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"1.929689743s","start":"2026-03-14T01:48:10.189673Z","end":"2026-03-14T01:48:12.119363Z","steps":["trace[1258069867] 'process raft request' (duration: 1.929218173s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.11953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.189657Z","time spent":"1.929799846s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.11957Z","caller":"traceutil/trace.go:171","msg":"trace[1209440994] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"1.929107571s","start":"2026-03-14T01:48:10.19045Z","end":"2026-03-14T01:48:12.119557Z","steps":["trace[1209440994] 'process raft request' (duration: 1.928695531s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.119634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.190443Z","time spent":"1.929155152s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.119734Z","caller":"traceutil/trace.go:171","msg":"trace[38649115] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"1.454383985s","start":"2026-03-14T01:48:10.665341Z","end":"2026-03-14T01:48:12.119725Z","steps":["trace[38649115] 'process raft request' (duration: 1.453842972s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.119785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.665324Z","time spent":"1.454437396s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.120046Z","caller":"traceutil/trace.go:171","msg":"trace[66284334] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"1.3114767s","start":"2026-03-14T01:48:10.808513Z","end":"2026-03-14T01:48:12.11999Z","steps":["trace[66284334] 'process raft request' (duration: 1.310702172s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.120236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.808489Z","time spent":"1.311645553s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:12.365055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.771317ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:48:12.365172Z","caller":"traceutil/trace.go:171","msg":"trace[354753657] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8676; }","duration":"596.516981ms","start":"2026-03-14T01:48:11.768635Z","end":"2026-03-14T01:48:12.365152Z","steps":["trace[354753657] 'read index received' (duration: 350.213112ms)","trace[354753657] 'applied index is now lower than readState.Index' (duration: 246.302299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:12.365292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.162076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:12.365326Z","caller":"traceutil/trace.go:171","msg":"trace[1666108553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8351; }","duration":"786.227168ms","start":"2026-03-14T01:48:11.579089Z","end":"2026-03-14T01:48:12.365316Z","steps":["trace[1666108553] 'agreement among raft nodes before linearized reading' (duration: 786.147966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.365362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.579072Z","time spent":"786.283069ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:12.365587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716962746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:12.36563Z","caller":"traceutil/trace.go:171","msg":"trace[846903845] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8351; }","duration":"1.717022817s","start":"2026-03-14T01:48:10.648593Z","end":"2026-03-14T01:48:12.365616Z","steps":["trace[846903845] 'agreement among raft nodes before linearized reading' (duration: 1.716962736s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.365661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.648582Z","time spent":"1.717070418s","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:12.365654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703451405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-14T01:48:12.365726Z","caller":"traceutil/trace.go:171","msg":"trace[1355103234] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8351; }","duration":"1.703555556s","start":"2026-03-14T01:48:10.662154Z","end":"2026-03-14T01:48:12.365709Z","steps":["trace[1355103234] 'agreement among raft nodes before linearized reading' (duration: 1.703367802s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.365774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.662141Z","time spent":"1.703624879s","remote":"127.0.0.1:57322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-14T01:48:12.365917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.795854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:12.365994Z","caller":"traceutil/trace.go:171","msg":"trace[131494709] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8351; }","duration":"906.924228ms","start":"2026-03-14T01:48:11.459051Z","end":"2026-03-14T01:48:12.365975Z","steps":["trace[131494709] 'agreement among raft nodes before linearized reading' (duration: 906.802665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.366037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.107357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c91f368fe3c2f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T01:48:12.36609Z","caller":"traceutil/trace.go:171","msg":"trace[682517824] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c91f368fe3c2f; range_end:; response_count:1; response_revision:8351; }","duration":"791.193669ms","start":"2026-03-14T01:48:11.574879Z","end":"2026-03-14T01:48:12.366072Z","steps":["trace[682517824] 'agreement among raft nodes before linearized reading' (duration: 791.091916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.366046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.459Z","time spent":"907.032771ms","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:12.366073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654434623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-14T01:48:12.366128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.574856Z","time spent":"791.26223ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c91f368fe3c2f\" "} {"level":"info","ts":"2026-03-14T01:48:12.366151Z","caller":"traceutil/trace.go:171","msg":"trace[1541067930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8351; }","duration":"1.654522145s","start":"2026-03-14T01:48:10.711609Z","end":"2026-03-14T01:48:12.366132Z","steps":["trace[1541067930] 'agreement among raft nodes before linearized reading' (duration: 1.654301239s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.365917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736955331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T01:48:12.366205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.711541Z","time spent":"1.654654928s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-14T01:48:12.366234Z","caller":"traceutil/trace.go:171","msg":"trace[111050519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8351; }","duration":"1.7373064s","start":"2026-03-14T01:48:10.628891Z","end":"2026-03-14T01:48:12.366197Z","steps":["trace[111050519] 'agreement among raft nodes before linearized reading' (duration: 1.736846609s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.366306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:10.628871Z","time spent":"1.737418802s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:48:12.366656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489870676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:12.366798Z","caller":"traceutil/trace.go:171","msg":"trace[118921977] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8351; }","duration":"2.490059561s","start":"2026-03-14T01:48:09.876719Z","end":"2026-03-14T01:48:12.366778Z","steps":["trace[118921977] 'agreement among raft nodes before linearized reading' (duration: 2.489024417s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.366898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:09.876705Z","time spent":"2.490176943s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:12.480384Z","caller":"traceutil/trace.go:171","msg":"trace[1439210505] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"708.300526ms","start":"2026-03-14T01:48:11.772058Z","end":"2026-03-14T01:48:12.480359Z","steps":["trace[1439210505] 'process raft request' (duration: 708.082102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.480543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.772031Z","time spent":"708.43542ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.480659Z","caller":"traceutil/trace.go:171","msg":"trace[1526719845] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"707.943958ms","start":"2026-03-14T01:48:11.772684Z","end":"2026-03-14T01:48:12.480628Z","steps":["trace[1526719845] 'process raft request' (duration: 707.630501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.480825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.77267Z","time spent":"708.070871ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.480954Z","caller":"traceutil/trace.go:171","msg":"trace[1181227410] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"707.316645ms","start":"2026-03-14T01:48:11.77362Z","end":"2026-03-14T01:48:12.480937Z","steps":["trace[1181227410] 'process raft request' (duration: 707.13007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.481056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.773609Z","time spent":"707.400737ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.480951Z","caller":"traceutil/trace.go:171","msg":"trace[1252043540] linearizableReadLoop","detail":"{readStateIndex:8687; appliedIndex:8683; }","duration":"115.731154ms","start":"2026-03-14T01:48:12.365197Z","end":"2026-03-14T01:48:12.480928Z","steps":["trace[1252043540] 'read index received' (duration: 115.102949ms)","trace[1252043540] 'applied index is now lower than readState.Index' (duration: 626.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:12.481134Z","caller":"traceutil/trace.go:171","msg":"trace[838551925] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"700.309548ms","start":"2026-03-14T01:48:11.78081Z","end":"2026-03-14T01:48:12.48112Z","steps":["trace[838551925] 'process raft request' (duration: 699.99203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.481079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.615514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:12.481186Z","caller":"traceutil/trace.go:171","msg":"trace[1804861426] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"707.906648ms","start":"2026-03-14T01:48:11.773268Z","end":"2026-03-14T01:48:12.481174Z","steps":["trace[1804861426] 'process raft request' (duration: 707.316074ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:12.481211Z","caller":"traceutil/trace.go:171","msg":"trace[1833402147] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8356; }","duration":"162.785948ms","start":"2026-03-14T01:48:12.318406Z","end":"2026-03-14T01:48:12.481192Z","steps":["trace[1833402147] 'agreement among raft nodes before linearized reading' (duration: 162.585403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.481235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.780793Z","time spent":"700.395251ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:12.481265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:11.773242Z","time spent":"707.99243ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:12.80149Z","caller":"traceutil/trace.go:171","msg":"trace[1703025812] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"433.004673ms","start":"2026-03-14T01:48:12.368467Z","end":"2026-03-14T01:48:12.801471Z","steps":["trace[1703025812] 'process raft request' (duration: 432.89006ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:12.801508Z","caller":"traceutil/trace.go:171","msg":"trace[1194539659] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8688; }","duration":"320.330457ms","start":"2026-03-14T01:48:12.481144Z","end":"2026-03-14T01:48:12.801474Z","steps":["trace[1194539659] 'read index received' (duration: 320.317227ms)","trace[1194539659] 'applied index is now lower than readState.Index' (duration: 10.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:12.80162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.368446Z","time spent":"433.103285ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:12.801697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.852023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:12.801742Z","caller":"traceutil/trace.go:171","msg":"trace[961906905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8357; }","duration":"434.937906ms","start":"2026-03-14T01:48:12.366794Z","end":"2026-03-14T01:48:12.801731Z","steps":["trace[961906905] 'agreement among raft nodes before linearized reading' (duration: 434.837634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.801739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.565202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f5a29362-81a4-4a4d-a18d-cef101d20b7a\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-14T01:48:12.801779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.366778Z","time spent":"434.993107ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:12.801793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.852962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c91fb02be5230\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-14T01:48:12.801821Z","caller":"traceutil/trace.go:171","msg":"trace[92942919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f5a29362-81a4-4a4d-a18d-cef101d20b7a; range_end:; response_count:1; response_revision:8357; }","duration":"432.673884ms","start":"2026-03-14T01:48:12.369126Z","end":"2026-03-14T01:48:12.8018Z","steps":["trace[92942919] 'agreement among raft nodes before linearized reading' (duration: 432.434119ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:12.801846Z","caller":"traceutil/trace.go:171","msg":"trace[1120462726] range","detail":"{range_begin:/registry/events/openstack/ceph.189c91fb02be5230; range_end:; response_count:1; response_revision:8357; }","duration":"429.923993ms","start":"2026-03-14T01:48:12.371908Z","end":"2026-03-14T01:48:12.801832Z","steps":["trace[1120462726] 'agreement among raft nodes before linearized reading' (duration: 429.696948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.801871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.369118Z","time spent":"432.744176ms","remote":"127.0.0.1:39836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-f5a29362-81a4-4a4d-a18d-cef101d20b7a\" "} {"level":"warn","ts":"2026-03-14T01:48:12.801883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.371901Z","time spent":"429.973614ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189c91fb02be5230\" "} {"level":"warn","ts":"2026-03-14T01:48:12.801911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.914678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228751"} {"level":"warn","ts":"2026-03-14T01:48:12.801951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.806286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-14T01:48:12.801987Z","caller":"traceutil/trace.go:171","msg":"trace[1554748469] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8357; }","duration":"311.883918ms","start":"2026-03-14T01:48:12.490094Z","end":"2026-03-14T01:48:12.801978Z","steps":["trace[1554748469] 'agreement among raft nodes before linearized reading' (duration: 311.760815ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:12.801991Z","caller":"traceutil/trace.go:171","msg":"trace[2036083148] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8357; }","duration":"432.0226ms","start":"2026-03-14T01:48:12.369952Z","end":"2026-03-14T01:48:12.801974Z","steps":["trace[2036083148] 'agreement among raft nodes before linearized reading' (duration: 431.532939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:12.802008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.490076Z","time spent":"311.927999ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-14T01:48:12.802035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.36994Z","time spent":"432.084731ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:48:13.180456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.446584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:13.180559Z","caller":"traceutil/trace.go:171","msg":"trace[395921686] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8688; }","duration":"375.151726ms","start":"2026-03-14T01:48:12.805389Z","end":"2026-03-14T01:48:13.180541Z","steps":["trace[395921686] 'read index received' (duration: 231.499818ms)","trace[395921686] 'applied index is now lower than readState.Index' (duration: 143.650268ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:13.180846Z","caller":"traceutil/trace.go:171","msg":"trace[636679354] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"376.831993ms","start":"2026-03-14T01:48:12.803984Z","end":"2026-03-14T01:48:13.180816Z","steps":["trace[636679354] 'process raft request' (duration: 232.94486ms)","trace[636679354] 'compare' (duration: 143.220939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:13.180995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.803917Z","time spent":"376.999727ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:13.180974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.557405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:13.181088Z","caller":"traceutil/trace.go:171","msg":"trace[882220400] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8358; }","duration":"375.716168ms","start":"2026-03-14T01:48:12.805352Z","end":"2026-03-14T01:48:13.181068Z","steps":["trace[882220400] 'agreement among raft nodes before linearized reading' (duration: 375.500703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.181068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.586919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:13.181139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.805331Z","time spent":"375.79974ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-14T01:48:13.181161Z","caller":"traceutil/trace.go:171","msg":"trace[1579192465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8358; }","duration":"372.700621ms","start":"2026-03-14T01:48:12.808448Z","end":"2026-03-14T01:48:13.181149Z","steps":["trace[1579192465] 'agreement among raft nodes before linearized reading' (duration: 372.566528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.181196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:12.808439Z","time spent":"372.750373ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:13.562608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.45734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T01:48:13.562695Z","caller":"traceutil/trace.go:171","msg":"trace[532451751] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8359; }","duration":"274.570922ms","start":"2026-03-14T01:48:13.288103Z","end":"2026-03-14T01:48:13.562674Z","steps":["trace[532451751] 'range keys from in-memory index tree' (duration: 274.303907ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:13.562832Z","caller":"traceutil/trace.go:171","msg":"trace[294176727] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"115.493347ms","start":"2026-03-14T01:48:13.44732Z","end":"2026-03-14T01:48:13.562813Z","steps":["trace[294176727] 'process raft request' (duration: 41.938089ms)","trace[294176727] 'compare' (duration: 73.16177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:13.87538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.890891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:13.875499Z","caller":"traceutil/trace.go:171","msg":"trace[1350558921] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8691; }","duration":"305.845043ms","start":"2026-03-14T01:48:13.569635Z","end":"2026-03-14T01:48:13.87548Z","steps":["trace[1350558921] 'read index received' (duration: 154.793188ms)","trace[1350558921] 'applied index is now lower than readState.Index' (duration: 151.050525ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:13.875617Z","caller":"traceutil/trace.go:171","msg":"trace[951156620] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"308.336189ms","start":"2026-03-14T01:48:13.567237Z","end":"2026-03-14T01:48:13.875573Z","steps":["trace[951156620] 'process raft request' (duration: 157.171381ms)","trace[951156620] 'compare' (duration: 150.743428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:13.87579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:13.567218Z","time spent":"308.493753ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:48:13.87602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.371565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T01:48:13.876098Z","caller":"traceutil/trace.go:171","msg":"trace[894425943] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8361; }","duration":"306.516059ms","start":"2026-03-14T01:48:13.569569Z","end":"2026-03-14T01:48:13.876085Z","steps":["trace[894425943] 'agreement among raft nodes before linearized reading' (duration: 305.995036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.876101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.438257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T01:48:13.87614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:13.569546Z","time spent":"306.58288ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-14T01:48:13.876169Z","caller":"traceutil/trace.go:171","msg":"trace[968712847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8361; }","duration":"306.58667ms","start":"2026-03-14T01:48:13.569565Z","end":"2026-03-14T01:48:13.876151Z","steps":["trace[968712847] 'agreement among raft nodes before linearized reading' (duration: 305.992236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.876227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:13.56954Z","time spent":"306.672702ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:48:13.922421Z","caller":"traceutil/trace.go:171","msg":"trace[1192581861] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"352.772005ms","start":"2026-03-14T01:48:13.569623Z","end":"2026-03-14T01:48:13.922395Z","steps":["trace[1192581861] 'process raft request' (duration: 351.927177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.922559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:13.569566Z","time spent":"352.924228ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:13.947008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.836378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-14T01:48:13.947027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.981572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:48:13.947047Z","caller":"traceutil/trace.go:171","msg":"trace[1983666859] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"172.141508ms","start":"2026-03-14T01:48:13.774869Z","end":"2026-03-14T01:48:13.94701Z","steps":["trace[1983666859] 'process raft request' (duration: 171.839621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.947116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.410964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:13.94712Z","caller":"traceutil/trace.go:171","msg":"trace[224133735] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:8363; }","duration":"304.100115ms","start":"2026-03-14T01:48:13.642977Z","end":"2026-03-14T01:48:13.947077Z","steps":["trace[224133735] 'agreement among raft nodes before linearized reading' (duration: 303.89449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.947162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:13.64295Z","time spent":"304.201997ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-03-14T01:48:13.947151Z","caller":"traceutil/trace.go:171","msg":"trace[1179345125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8363; }","duration":"376.469955ms","start":"2026-03-14T01:48:13.570673Z","end":"2026-03-14T01:48:13.947143Z","steps":["trace[1179345125] 'agreement among raft nodes before linearized reading' (duration: 376.423494ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:13.947075Z","caller":"traceutil/trace.go:171","msg":"trace[1250356587] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8363; }","duration":"340.94436ms","start":"2026-03-14T01:48:13.606114Z","end":"2026-03-14T01:48:13.947059Z","steps":["trace[1250356587] 'agreement among raft nodes before linearized reading' (duration: 340.776046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:13.947305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:13.606095Z","time spent":"341.181955ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-14T01:48:13.947456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.883427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:48:13.947235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:13.570661Z","time spent":"376.562508ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:48:13.947496Z","caller":"traceutil/trace.go:171","msg":"trace[1125017950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8363; }","duration":"173.964118ms","start":"2026-03-14T01:48:13.773522Z","end":"2026-03-14T01:48:13.947486Z","steps":["trace[1125017950] 'agreement among raft nodes before linearized reading' (duration: 173.852495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:14.133897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.862248ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-14T01:48:14.134209Z","caller":"traceutil/trace.go:171","msg":"trace[580691473] linearizableReadLoop","detail":"{readStateIndex:8696; appliedIndex:8694; }","duration":"181.942756ms","start":"2026-03-14T01:48:13.952247Z","end":"2026-03-14T01:48:14.13419Z","steps":["trace[580691473] 'read index received' (duration: 56.842333ms)","trace[580691473] 'applied index is now lower than readState.Index' (duration: 125.099453ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:14.134274Z","caller":"traceutil/trace.go:171","msg":"trace[116788673] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"184.270439ms","start":"2026-03-14T01:48:13.949966Z","end":"2026-03-14T01:48:14.134236Z","steps":["trace[116788673] 'process raft request' (duration: 184.051115ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:14.134285Z","caller":"traceutil/trace.go:171","msg":"trace[1764238091] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"181.437246ms","start":"2026-03-14T01:48:13.952824Z","end":"2026-03-14T01:48:14.134261Z","steps":["trace[1764238091] 'process raft request' (duration: 181.318183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:14.134488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.231003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-14T01:48:14.134545Z","caller":"traceutil/trace.go:171","msg":"trace[544895637] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8365; }","duration":"182.334476ms","start":"2026-03-14T01:48:13.952198Z","end":"2026-03-14T01:48:14.134532Z","steps":["trace[544895637] 'agreement among raft nodes before linearized reading' (duration: 182.04937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:14.210666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.938845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:14.210786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.491083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T01:48:14.210816Z","caller":"traceutil/trace.go:171","msg":"trace[928943965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8368; }","duration":"202.096138ms","start":"2026-03-14T01:48:14.0087Z","end":"2026-03-14T01:48:14.210797Z","steps":["trace[928943965] 'agreement among raft nodes before linearized reading' (duration: 201.875794ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:14.210859Z","caller":"traceutil/trace.go:171","msg":"trace[421942063] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8368; }","duration":"238.603426ms","start":"2026-03-14T01:48:13.972238Z","end":"2026-03-14T01:48:14.210841Z","steps":["trace[421942063] 'agreement among raft nodes before linearized reading' (duration: 238.383412ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:14.514246Z","caller":"traceutil/trace.go:171","msg":"trace[1592006103] linearizableReadLoop","detail":"{readStateIndex:8701; appliedIndex:8700; }","duration":"105.81868ms","start":"2026-03-14T01:48:14.408406Z","end":"2026-03-14T01:48:14.514225Z","steps":["trace[1592006103] 'read index received' (duration: 105.655156ms)","trace[1592006103] 'applied index is now lower than readState.Index' (duration: 162.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:14.514308Z","caller":"traceutil/trace.go:171","msg":"trace[1648481315] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"166.760866ms","start":"2026-03-14T01:48:14.347501Z","end":"2026-03-14T01:48:14.514262Z","steps":["trace[1648481315] 'process raft request' (duration: 166.569912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:14.514463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.048125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T01:48:14.514504Z","caller":"traceutil/trace.go:171","msg":"trace[897055089] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8369; }","duration":"106.145837ms","start":"2026-03-14T01:48:14.408348Z","end":"2026-03-14T01:48:14.514494Z","steps":["trace[897055089] 'agreement among raft nodes before linearized reading' (duration: 106.005184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:15.396122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.154399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:15.396408Z","caller":"traceutil/trace.go:171","msg":"trace[883300739] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"878.039214ms","start":"2026-03-14T01:48:14.518351Z","end":"2026-03-14T01:48:15.39639Z","steps":["trace[883300739] 'process raft request' (duration: 64.287311ms)","trace[883300739] 'compare' (duration: 812.923985ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:15.396407Z","caller":"traceutil/trace.go:171","msg":"trace[1015101572] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"877.86378ms","start":"2026-03-14T01:48:14.518515Z","end":"2026-03-14T01:48:15.396379Z","steps":["trace[1015101572] 'process raft request' (duration: 877.698566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:15.396474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:14.518332Z","time spent":"878.111795ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:15.396508Z","caller":"traceutil/trace.go:171","msg":"trace[997400681] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"877.789569ms","start":"2026-03-14T01:48:14.518685Z","end":"2026-03-14T01:48:15.396475Z","steps":["trace[997400681] 'process raft request' (duration: 877.595154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:15.396644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:14.518667Z","time spent":"877.903531ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:15.396691Z","caller":"traceutil/trace.go:171","msg":"trace[1552376968] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"874.039704ms","start":"2026-03-14T01:48:14.522637Z","end":"2026-03-14T01:48:15.396677Z","steps":["trace[1552376968] 'process raft request' (duration: 873.676966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:15.396758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:14.522615Z","time spent":"874.113376ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:15.396828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.873104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:15.396858Z","caller":"traceutil/trace.go:171","msg":"trace[1220666649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8373; }","duration":"825.940466ms","start":"2026-03-14T01:48:14.570908Z","end":"2026-03-14T01:48:15.396849Z","steps":["trace[1220666649] 'agreement among raft nodes before linearized reading' (duration: 825.893455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:15.396883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:14.57088Z","time spent":"825.999048ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:15.396893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:14.518489Z","time spent":"877.974932ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:15.396938Z","caller":"traceutil/trace.go:171","msg":"trace[1969767902] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8701; }","duration":"825.388144ms","start":"2026-03-14T01:48:14.570956Z","end":"2026-03-14T01:48:15.396344Z","steps":["trace[1969767902] 'read index received' (duration: 11.692022ms)","trace[1969767902] 'applied index is now lower than readState.Index' (duration: 813.695082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:15.397294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.164845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:48:15.397349Z","caller":"traceutil/trace.go:171","msg":"trace[1454569915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8373; }","duration":"586.277918ms","start":"2026-03-14T01:48:14.811059Z","end":"2026-03-14T01:48:15.397337Z","steps":["trace[1454569915] 'agreement among raft nodes before linearized reading' (duration: 586.077443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:15.397386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:14.811034Z","time spent":"586.343559ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:48:16.118349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.966176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:16.118466Z","caller":"traceutil/trace.go:171","msg":"trace[931090580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8373; }","duration":"547.1627ms","start":"2026-03-14T01:48:15.571282Z","end":"2026-03-14T01:48:16.118445Z","steps":["trace[931090580] 'range keys from in-memory index tree' (duration: 546.871323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:16.11851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:15.571257Z","time spent":"547.243591ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:16.639273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587131551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:48:16.808609Z","caller":"traceutil/trace.go:171","msg":"trace[2042131153] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"855.298134ms","start":"2026-03-14T01:48:15.953285Z","end":"2026-03-14T01:48:16.808583Z","steps":["trace[2042131153] 'process raft request' (duration: 855.127671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:16.808753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:15.953247Z","time spent":"855.431498ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:18.571717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:48:18.571803Z","caller":"traceutil/trace.go:171","msg":"trace[47825414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442344s","start":"2026-03-14T01:48:16.571346Z","end":"2026-03-14T01:48:18.571788Z","steps":["trace[47825414] 'agreement among raft nodes before linearized reading' (duration: 2.000330222s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:18.571871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:16.571332Z","time spent":"2.000506945s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:48:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:48:19.097811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.289644815s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:48:19.099095Z","caller":"traceutil/trace.go:171","msg":"trace[578345861] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"2.954611704s","start":"2026-03-14T01:48:16.14445Z","end":"2026-03-14T01:48:19.099062Z","steps":["trace[578345861] 'process raft request' (duration: 2.953698984s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.099182Z","caller":"traceutil/trace.go:171","msg":"trace[238104345] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8706; }","duration":"2.960738482s","start":"2026-03-14T01:48:16.138408Z","end":"2026-03-14T01:48:19.099147Z","steps":["trace[238104345] 'read index received' (duration: 670.238488ms)","trace[238104345] 'applied index is now lower than readState.Index' (duration: 2.290499024s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:19.099284Z","caller":"traceutil/trace.go:171","msg":"trace[116423130] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"2.881356792s","start":"2026-03-14T01:48:16.217917Z","end":"2026-03-14T01:48:19.099274Z","steps":["trace[116423130] 'process raft request' (duration: 2.881103547s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.099283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:16.144425Z","time spent":"2.954760477s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:19.099385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:16.217893Z","time spent":"2.881420353s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:19.099602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961198521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:19.099638Z","caller":"traceutil/trace.go:171","msg":"trace[717864868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8376; }","duration":"2.961270973s","start":"2026-03-14T01:48:16.138358Z","end":"2026-03-14T01:48:19.099629Z","steps":["trace[717864868] 'agreement among raft nodes before linearized reading' (duration: 2.961148901s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.099666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:16.13831Z","time spent":"2.961349875s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:48:19.188189Z","caller":"traceutil/trace.go:171","msg":"trace[1699838657] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"373.52378ms","start":"2026-03-14T01:48:18.81463Z","end":"2026-03-14T01:48:19.188154Z","steps":["trace[1699838657] 'process raft request' (duration: 373.306535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.188429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:18.814606Z","time spent":"373.726675ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:19.7724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.308542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:48:19.772651Z","caller":"traceutil/trace.go:171","msg":"trace[690735622] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8708; }","duration":"673.387058ms","start":"2026-03-14T01:48:19.099243Z","end":"2026-03-14T01:48:19.77263Z","steps":["trace[690735622] 'read index received' (duration: 88.701077ms)","trace[690735622] 'applied index is now lower than readState.Index' (duration: 584.684851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:19.772827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215919199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:48:19.772861Z","caller":"traceutil/trace.go:171","msg":"trace[121136009] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8377; }","duration":"3.215994801s","start":"2026-03-14T01:48:16.556857Z","end":"2026-03-14T01:48:19.772851Z","steps":["trace[121136009] 'agreement among raft nodes before linearized reading' (duration: 3.215888397s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.77288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:16.556833Z","time spent":"3.216042572s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:48:19.772881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392343495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:19.772908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371128711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:19.772948Z","caller":"traceutil/trace.go:171","msg":"trace[678549624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8377; }","duration":"2.371178801s","start":"2026-03-14T01:48:17.401759Z","end":"2026-03-14T01:48:19.772938Z","steps":["trace[678549624] 'agreement among raft nodes before linearized reading' (duration: 2.371075369s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.772949Z","caller":"traceutil/trace.go:171","msg":"trace[566414334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8377; }","duration":"2.392439947s","start":"2026-03-14T01:48:17.380493Z","end":"2026-03-14T01:48:19.772933Z","steps":["trace[566414334] 'agreement among raft nodes before linearized reading' (duration: 2.392304663s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.772979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:17.401754Z","time spent":"2.371215912s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:19.772987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:17.380437Z","time spent":"2.392542659s","remote":"127.0.0.1:43330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:19.772956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371034179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:48:19.772983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506976311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-14T01:48:19.773011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36573273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:48:19.773051Z","caller":"traceutil/trace.go:171","msg":"trace[1139603815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8377; }","duration":"2.371189891s","start":"2026-03-14T01:48:17.401837Z","end":"2026-03-14T01:48:19.773027Z","steps":["trace[1139603815] 'agreement among raft nodes before linearized reading' (duration: 2.370907094s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.773073Z","caller":"traceutil/trace.go:171","msg":"trace[678681809] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8377; }","duration":"3.507112734s","start":"2026-03-14T01:48:16.265937Z","end":"2026-03-14T01:48:19.77305Z","steps":["trace[678681809] 'agreement among raft nodes before linearized reading' (duration: 3.506867309s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.773093Z","caller":"traceutil/trace.go:171","msg":"trace[2028973911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8377; }","duration":"2.365830992s","start":"2026-03-14T01:48:17.407244Z","end":"2026-03-14T01:48:19.773075Z","steps":["trace[2028973911] 'agreement among raft nodes before linearized reading' (duration: 2.365604447s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.773111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:17.401813Z","time spent":"2.371283584s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:48:19.773109Z","caller":"traceutil/trace.go:171","msg":"trace[186754094] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"669.276727ms","start":"2026-03-14T01:48:19.103803Z","end":"2026-03-14T01:48:19.773079Z","steps":["trace[186754094] 'process raft request' (duration: 668.697263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.773131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:16.265916Z","time spent":"3.507200315s","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-14T01:48:19.773135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:17.407239Z","time spent":"2.365887263s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:48:19.772983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371204072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:48:19.773235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:19.10378Z","time spent":"669.374318ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:19.773228Z","caller":"traceutil/trace.go:171","msg":"trace[111100228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8377; }","duration":"2.371460137s","start":"2026-03-14T01:48:17.401747Z","end":"2026-03-14T01:48:19.773208Z","steps":["trace[111100228] 'agreement among raft nodes before linearized reading' (duration: 2.37111886s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.773318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:17.401686Z","time spent":"2.371610811s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:19.773368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371678973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:48:19.77347Z","caller":"traceutil/trace.go:171","msg":"trace[834711458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8377; }","duration":"2.371798575s","start":"2026-03-14T01:48:17.401663Z","end":"2026-03-14T01:48:19.773462Z","steps":["trace[834711458] 'agreement among raft nodes before linearized reading' (duration: 2.371076268s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.773722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:17.401656Z","time spent":"2.371925598s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:19.774061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2018613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:19.774111Z","caller":"traceutil/trace.go:171","msg":"trace[72010442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8377; }","duration":"1.201953852s","start":"2026-03-14T01:48:18.572142Z","end":"2026-03-14T01:48:19.774096Z","steps":["trace[72010442] 'agreement among raft nodes before linearized reading' (duration: 1.200693564s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.774155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:18.572119Z","time spent":"1.202028744s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:48:19.959434Z","caller":"traceutil/trace.go:171","msg":"trace[2068916042] linearizableReadLoop","detail":"{readStateIndex:8712; appliedIndex:8711; }","duration":"186.721904ms","start":"2026-03-14T01:48:19.772685Z","end":"2026-03-14T01:48:19.959407Z","steps":["trace[2068916042] 'read index received' (duration: 89.434874ms)","trace[2068916042] 'applied index is now lower than readState.Index' (duration: 97.28563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:19.959724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.503211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:48:19.959771Z","caller":"traceutil/trace.go:171","msg":"trace[1231888923] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8379; }","duration":"727.603313ms","start":"2026-03-14T01:48:19.232156Z","end":"2026-03-14T01:48:19.959759Z","steps":["trace[1231888923] 'agreement among raft nodes before linearized reading' (duration: 727.381178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.959807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:19.232131Z","time spent":"727.667985ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:48:19.95988Z","caller":"traceutil/trace.go:171","msg":"trace[1184184330] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"333.38416ms","start":"2026-03-14T01:48:19.626455Z","end":"2026-03-14T01:48:19.95984Z","steps":["trace[1184184330] 'process raft request' (duration: 235.687561ms)","trace[1184184330] 'compare' (duration: 96.924432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:19.960039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.620571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-14T01:48:19.960119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:19.626428Z","time spent":"333.600675ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:19.960113Z","caller":"traceutil/trace.go:171","msg":"trace[161038682] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"182.759215ms","start":"2026-03-14T01:48:19.77733Z","end":"2026-03-14T01:48:19.960089Z","steps":["trace[161038682] 'process raft request' (duration: 182.244164ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.96013Z","caller":"traceutil/trace.go:171","msg":"trace[1188606302] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476; range_end:; response_count:1; response_revision:8379; }","duration":"556.755095ms","start":"2026-03-14T01:48:19.403349Z","end":"2026-03-14T01:48:19.960104Z","steps":["trace[1188606302] 'agreement among raft nodes before linearized reading' (duration: 556.468608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.960233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:19.403327Z","time spent":"556.891747ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" "} {"level":"info","ts":"2026-03-14T01:48:19.96034Z","caller":"traceutil/trace.go:171","msg":"trace[1020884102] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"182.502069ms","start":"2026-03-14T01:48:19.777822Z","end":"2026-03-14T01:48:19.960324Z","steps":["trace[1020884102] 'process raft request' (duration: 182.396677ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.960325Z","caller":"traceutil/trace.go:171","msg":"trace[504445538] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"182.773945ms","start":"2026-03-14T01:48:19.777524Z","end":"2026-03-14T01:48:19.960298Z","steps":["trace[504445538] 'process raft request' (duration: 182.502939ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.960565Z","caller":"traceutil/trace.go:171","msg":"trace[841640548] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"181.998159ms","start":"2026-03-14T01:48:19.778559Z","end":"2026-03-14T01:48:19.960557Z","steps":["trace[841640548] 'process raft request' (duration: 181.736162ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:19.960581Z","caller":"traceutil/trace.go:171","msg":"trace[1776767251] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"181.548748ms","start":"2026-03-14T01:48:19.779022Z","end":"2026-03-14T01:48:19.960571Z","steps":["trace[1776767251] 'process raft request' (duration: 181.453715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.960701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.0671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:19.960747Z","caller":"traceutil/trace.go:171","msg":"trace[549789318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8384; }","duration":"178.133632ms","start":"2026-03-14T01:48:19.782603Z","end":"2026-03-14T01:48:19.960737Z","steps":["trace[549789318] 'agreement among raft nodes before linearized reading' (duration: 178.04268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:19.960905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.429461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228751"} {"level":"info","ts":"2026-03-14T01:48:19.96098Z","caller":"traceutil/trace.go:171","msg":"trace[798136176] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8384; }","duration":"183.527283ms","start":"2026-03-14T01:48:19.777436Z","end":"2026-03-14T01:48:19.960963Z","steps":["trace[798136176] 'agreement among raft nodes before linearized reading' (duration: 183.134014ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:20.494828Z","caller":"traceutil/trace.go:171","msg":"trace[1316623673] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8717; }","duration":"470.517453ms","start":"2026-03-14T01:48:20.024283Z","end":"2026-03-14T01:48:20.4948Z","steps":["trace[1316623673] 'read index received' (duration: 470.342359ms)","trace[1316623673] 'applied index is now lower than readState.Index' (duration: 173.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:20.494894Z","caller":"traceutil/trace.go:171","msg":"trace[1210152873] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"530.386344ms","start":"2026-03-14T01:48:19.964472Z","end":"2026-03-14T01:48:20.494858Z","steps":["trace[1210152873] 'process raft request' (duration: 530.161269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:20.494983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.691736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:20.495012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:19.964462Z","time spent":"530.480576ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:20.495591Z","caller":"traceutil/trace.go:171","msg":"trace[1306829592] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8385; }","duration":"470.735167ms","start":"2026-03-14T01:48:20.024271Z","end":"2026-03-14T01:48:20.495006Z","steps":["trace[1306829592] 'agreement among raft nodes before linearized reading' (duration: 470.660185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:20.495712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:20.024232Z","time spent":"471.450064ms","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:48:21.274231Z","caller":"traceutil/trace.go:171","msg":"trace[991522954] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"169.795234ms","start":"2026-03-14T01:48:21.104413Z","end":"2026-03-14T01:48:21.274208Z","steps":["trace[991522954] 'process raft request' (duration: 169.61902ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:22.201959Z","caller":"traceutil/trace.go:171","msg":"trace[419548588] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"114.321742ms","start":"2026-03-14T01:48:22.087615Z","end":"2026-03-14T01:48:22.201937Z","steps":["trace[419548588] 'process raft request' (duration: 54.315247ms)","trace[419548588] 'compare' (duration: 59.882322ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:22.533519Z","caller":"traceutil/trace.go:171","msg":"trace[603926674] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8740; }","duration":"102.386115ms","start":"2026-03-14T01:48:22.43111Z","end":"2026-03-14T01:48:22.533496Z","steps":["trace[603926674] 'read index received' (duration: 52.696751ms)","trace[603926674] 'applied index is now lower than readState.Index' (duration: 49.688404ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:22.53404Z","caller":"traceutil/trace.go:171","msg":"trace[1446769884] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"141.350717ms","start":"2026-03-14T01:48:22.392648Z","end":"2026-03-14T01:48:22.533999Z","steps":["trace[1446769884] 'process raft request' (duration: 91.150702ms)","trace[1446769884] 'compare' (duration: 49.574491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:22.534609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.474279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-14T01:48:22.534668Z","caller":"traceutil/trace.go:171","msg":"trace[2017608976] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8407; }","duration":"103.54544ms","start":"2026-03-14T01:48:22.431106Z","end":"2026-03-14T01:48:22.534652Z","steps":["trace[2017608976] 'agreement among raft nodes before linearized reading' (duration: 102.484897ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:23.990431Z","caller":"traceutil/trace.go:171","msg":"trace[2125026107] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"152.235831ms","start":"2026-03-14T01:48:23.838168Z","end":"2026-03-14T01:48:23.990404Z","steps":["trace[2125026107] 'process raft request' (duration: 151.783601ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:33.569727Z","caller":"traceutil/trace.go:171","msg":"trace[185171897] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"199.990982ms","start":"2026-03-14T01:48:33.369711Z","end":"2026-03-14T01:48:33.569702Z","steps":["trace[185171897] 'process raft request' (duration: 199.817597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.751449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.232124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:33.751575Z","caller":"traceutil/trace.go:171","msg":"trace[1153376971] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8871; }","duration":"234.043823ms","start":"2026-03-14T01:48:33.517519Z","end":"2026-03-14T01:48:33.751563Z","steps":["trace[1153376971] 'read index received' (duration: 52.077917ms)","trace[1153376971] 'applied index is now lower than readState.Index' (duration: 181.965406ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:33.751645Z","caller":"traceutil/trace.go:171","msg":"trace[51874785] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"379.237287ms","start":"2026-03-14T01:48:33.372401Z","end":"2026-03-14T01:48:33.751638Z","steps":["trace[51874785] 'process raft request' (duration: 262.757377ms)","trace[51874785] 'compare' (duration: 116.135532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:33.751685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.372378Z","time spent":"379.290039ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:33.751994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.420553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-14T01:48:33.752078Z","caller":"traceutil/trace.go:171","msg":"trace[1701878084] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8537; }","duration":"234.570116ms","start":"2026-03-14T01:48:33.517486Z","end":"2026-03-14T01:48:33.752056Z","steps":["trace[1701878084] 'agreement among raft nodes before linearized reading' (duration: 234.336671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.75208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.734444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b2e5c0af-a5ef-44c1-ac33-b53ef582835d\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-14T01:48:33.752162Z","caller":"traceutil/trace.go:171","msg":"trace[1376989879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b2e5c0af-a5ef-44c1-ac33-b53ef582835d; range_end:; response_count:1; response_revision:8537; }","duration":"194.859947ms","start":"2026-03-14T01:48:33.557283Z","end":"2026-03-14T01:48:33.752143Z","steps":["trace[1376989879] 'agreement among raft nodes before linearized reading' (duration: 194.586921ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:33.752206Z","caller":"traceutil/trace.go:171","msg":"trace[704888479] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"330.815382ms","start":"2026-03-14T01:48:33.421353Z","end":"2026-03-14T01:48:33.752169Z","steps":["trace[704888479] 'process raft request' (duration: 330.175777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.75223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.513931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:48:33.752306Z","caller":"traceutil/trace.go:171","msg":"trace[827552031] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:8537; }","duration":"108.625854ms","start":"2026-03-14T01:48:33.64366Z","end":"2026-03-14T01:48:33.752286Z","steps":["trace[827552031] 'agreement among raft nodes before linearized reading' (duration: 108.43868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.752247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.61311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:33.752375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.421333Z","time spent":"330.953566ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:33.752401Z","caller":"traceutil/trace.go:171","msg":"trace[1663220134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8537; }","duration":"181.799353ms","start":"2026-03-14T01:48:33.570591Z","end":"2026-03-14T01:48:33.752391Z","steps":["trace[1663220134] 'agreement among raft nodes before linearized reading' (duration: 181.610169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.627951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.564112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:48:34.628055Z","caller":"traceutil/trace.go:171","msg":"trace[1635761055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8544; }","duration":"374.719135ms","start":"2026-03-14T01:48:34.253318Z","end":"2026-03-14T01:48:34.628037Z","steps":["trace[1635761055] 'range keys from in-memory index tree' (duration: 374.398188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.628097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.253302Z","time spent":"374.784756ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:34.628173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.654003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:34.628255Z","caller":"traceutil/trace.go:171","msg":"trace[1228132246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8544; }","duration":"581.779286ms","start":"2026-03-14T01:48:34.046457Z","end":"2026-03-14T01:48:34.628237Z","steps":["trace[1228132246] 'range keys from in-memory index tree' (duration: 581.473208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.62824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.769782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:48:34.628387Z","caller":"traceutil/trace.go:171","msg":"trace[1782749088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8544; }","duration":"368.934836ms","start":"2026-03-14T01:48:34.259432Z","end":"2026-03-14T01:48:34.628367Z","steps":["trace[1782749088] 'range keys from in-memory index tree' (duration: 368.615029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.628395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.414788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T01:48:34.628398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.499686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:48:34.628432Z","caller":"traceutil/trace.go:171","msg":"trace[272446649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8544; }","duration":"401.574508ms","start":"2026-03-14T01:48:34.226849Z","end":"2026-03-14T01:48:34.628424Z","steps":["trace[272446649] 'range keys from in-memory index tree' (duration: 401.385423ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:34.628429Z","caller":"traceutil/trace.go:171","msg":"trace[990665001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:8544; }","duration":"361.468069ms","start":"2026-03-14T01:48:34.266952Z","end":"2026-03-14T01:48:34.62842Z","steps":["trace[990665001] 'range keys from in-memory index tree' (duration: 361.308386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.628295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.046437Z","time spent":"581.848167ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:48:34.62847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.226819Z","time spent":"401.636049ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:34.628287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.61054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:34.62857Z","caller":"traceutil/trace.go:171","msg":"trace[1879452546] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8544; }","duration":"655.928278ms","start":"2026-03-14T01:48:33.972625Z","end":"2026-03-14T01:48:34.628553Z","steps":["trace[1879452546] 'count revisions from in-memory index tree' (duration: 655.543998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.628607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.972607Z","time spent":"655.98676ms","remote":"127.0.0.1:57294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:34.628466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.266939Z","time spent":"361.520361ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:48:34.628436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.259424Z","time spent":"368.998147ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:34.628542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.08284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:48:34.628913Z","caller":"traceutil/trace.go:171","msg":"trace[656556587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8544; }","duration":"369.468789ms","start":"2026-03-14T01:48:34.259403Z","end":"2026-03-14T01:48:34.628872Z","steps":["trace[656556587] 'range keys from in-memory index tree' (duration: 368.899835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.628961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.259392Z","time spent":"369.55659ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:34.903099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.384898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b2e5c0af-a5ef-44c1-ac33-b53ef582835d\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-14T01:48:34.903187Z","caller":"traceutil/trace.go:171","msg":"trace[1950775650] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b2e5c0af-a5ef-44c1-ac33-b53ef582835d; range_end:; response_count:1; response_revision:8551; }","duration":"145.527771ms","start":"2026-03-14T01:48:34.757639Z","end":"2026-03-14T01:48:34.903167Z","steps":["trace[1950775650] 'range keys from in-memory index tree' (duration: 145.264955ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:36.137002Z","caller":"traceutil/trace.go:171","msg":"trace[1853475766] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8910; }","duration":"107.611151ms","start":"2026-03-14T01:48:36.02937Z","end":"2026-03-14T01:48:36.136981Z","steps":["trace[1853475766] 'read index received' (duration: 34.326618ms)","trace[1853475766] 'applied index is now lower than readState.Index' (duration: 73.283703ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:36.137124Z","caller":"traceutil/trace.go:171","msg":"trace[530006510] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"134.011263ms","start":"2026-03-14T01:48:36.003094Z","end":"2026-03-14T01:48:36.137105Z","steps":["trace[530006510] 'process raft request' (duration: 60.66643ms)","trace[530006510] 'compare' (duration: 73.101238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:36.137147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.751244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:36.137184Z","caller":"traceutil/trace.go:171","msg":"trace[767431088] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8573; }","duration":"107.836836ms","start":"2026-03-14T01:48:36.029335Z","end":"2026-03-14T01:48:36.137172Z","steps":["trace[767431088] 'agreement among raft nodes before linearized reading' (duration: 107.729463ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:36.575558Z","caller":"traceutil/trace.go:171","msg":"trace[1369272795] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8912; }","duration":"375.596087ms","start":"2026-03-14T01:48:36.199931Z","end":"2026-03-14T01:48:36.575527Z","steps":["trace[1369272795] 'read index received' (duration: 306.195531ms)","trace[1369272795] 'applied index is now lower than readState.Index' (duration: 69.398796ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:36.575609Z","caller":"traceutil/trace.go:171","msg":"trace[613149954] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"378.753008ms","start":"2026-03-14T01:48:36.196822Z","end":"2026-03-14T01:48:36.575575Z","steps":["trace[613149954] 'process raft request' (duration: 309.289721ms)","trace[613149954] 'compare' (duration: 69.239371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:36.575753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:36.196809Z","time spent":"378.86513ms","remote":"127.0.0.1:39922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3146,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:36.575773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.820731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:36.575831Z","caller":"traceutil/trace.go:171","msg":"trace[390397694] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8575; }","duration":"375.921044ms","start":"2026-03-14T01:48:36.199893Z","end":"2026-03-14T01:48:36.575814Z","steps":["trace[390397694] 'agreement among raft nodes before linearized reading' (duration: 375.823402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:36.575882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:36.199881Z","time spent":"375.989345ms","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:36.575873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.397315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-14T01:48:36.575945Z","caller":"traceutil/trace.go:171","msg":"trace[1112977836] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8575; }","duration":"285.516867ms","start":"2026-03-14T01:48:36.290409Z","end":"2026-03-14T01:48:36.575925Z","steps":["trace[1112977836] 'agreement among raft nodes before linearized reading' (duration: 285.319933ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:37.910124Z","caller":"traceutil/trace.go:171","msg":"trace[1045343227] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8930; }","duration":"186.689864ms","start":"2026-03-14T01:48:37.72341Z","end":"2026-03-14T01:48:37.9101Z","steps":["trace[1045343227] 'read index received' (duration: 186.617732ms)","trace[1045343227] 'applied index is now lower than readState.Index' (duration: 71.002µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:37.910185Z","caller":"traceutil/trace.go:171","msg":"trace[1707892283] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"227.479357ms","start":"2026-03-14T01:48:37.68267Z","end":"2026-03-14T01:48:37.910149Z","steps":["trace[1707892283] 'process raft request' (duration: 227.287073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:37.910307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.889658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-14T01:48:37.910337Z","caller":"traceutil/trace.go:171","msg":"trace[625878483] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8593; }","duration":"186.97818ms","start":"2026-03-14T01:48:37.723349Z","end":"2026-03-14T01:48:37.910327Z","steps":["trace[625878483] 'agreement among raft nodes before linearized reading' (duration: 186.854207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.302865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.203303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:38.302982Z","caller":"traceutil/trace.go:171","msg":"trace[1112421586] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"532.766317ms","start":"2026-03-14T01:48:37.770201Z","end":"2026-03-14T01:48:38.302967Z","steps":["trace[1112421586] 'process raft request' (duration: 325.395991ms)","trace[1112421586] 'compare' (duration: 207.119211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:38.303055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.770177Z","time spent":"532.847469ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:38.303207Z","caller":"traceutil/trace.go:171","msg":"trace[1329261217] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8931; }","duration":"392.996445ms","start":"2026-03-14T01:48:37.910182Z","end":"2026-03-14T01:48:38.303178Z","steps":["trace[1329261217] 'read index received' (duration: 185.432395ms)","trace[1329261217] 'applied index is now lower than readState.Index' (duration: 207.56269ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:38.303352Z","caller":"traceutil/trace.go:171","msg":"trace[1020590149] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"531.08259ms","start":"2026-03-14T01:48:37.772256Z","end":"2026-03-14T01:48:38.303339Z","steps":["trace[1020590149] 'process raft request' (duration: 530.683031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.303464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.772244Z","time spent":"531.143471ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:38.303548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.98548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127702"} {"level":"info","ts":"2026-03-14T01:48:38.303626Z","caller":"traceutil/trace.go:171","msg":"trace[244582319] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8595; }","duration":"453.108742ms","start":"2026-03-14T01:48:37.850499Z","end":"2026-03-14T01:48:38.303608Z","steps":["trace[244582319] 'agreement among raft nodes before linearized reading' (duration: 452.867216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.303691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.850478Z","time spent":"453.199904ms","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127725,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-14T01:48:38.500593Z","caller":"traceutil/trace.go:171","msg":"trace[30701763] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"584.855575ms","start":"2026-03-14T01:48:37.915711Z","end":"2026-03-14T01:48:38.500567Z","steps":["trace[30701763] 'process raft request' (duration: 505.488875ms)","trace[30701763] 'compare' (duration: 79.164585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:38.500746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.915689Z","time spent":"584.979008ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:38.500865Z","caller":"traceutil/trace.go:171","msg":"trace[522071272] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8933; }","duration":"197.537027ms","start":"2026-03-14T01:48:38.303304Z","end":"2026-03-14T01:48:38.500841Z","steps":["trace[522071272] 'read index received' (duration: 118.013464ms)","trace[522071272] 'applied index is now lower than readState.Index' (duration: 79.522653ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:38.500966Z","caller":"traceutil/trace.go:171","msg":"trace[1446902823] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"584.597559ms","start":"2026-03-14T01:48:37.916358Z","end":"2026-03-14T01:48:38.500955Z","steps":["trace[1446902823] 'process raft request' (duration: 584.378234ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:38.500993Z","caller":"traceutil/trace.go:171","msg":"trace[1440358001] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"585.235664ms","start":"2026-03-14T01:48:37.915734Z","end":"2026-03-14T01:48:38.50097Z","steps":["trace[1440358001] 'process raft request' (duration: 584.784394ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:38.501047Z","caller":"traceutil/trace.go:171","msg":"trace[688612761] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"583.758841ms","start":"2026-03-14T01:48:37.917268Z","end":"2026-03-14T01:48:38.501027Z","steps":["trace[688612761] 'process raft request' (duration: 583.532796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.501045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.163315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-14T01:48:38.501061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.916348Z","time spent":"584.64216ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:38.501105Z","caller":"traceutil/trace.go:171","msg":"trace[1853326650] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8599; }","duration":"420.266667ms","start":"2026-03-14T01:48:38.080824Z","end":"2026-03-14T01:48:38.50109Z","steps":["trace[1853326650] 'agreement among raft nodes before linearized reading' (duration: 420.156815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.501135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.917257Z","time spent":"583.831472ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:38.501131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.915706Z","time spent":"585.355686ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:38.501145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.080799Z","time spent":"420.338448ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-14T01:48:38.501173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.54616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b2e5c0af-a5ef-44c1-ac33-b53ef582835d\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-14T01:48:38.50125Z","caller":"traceutil/trace.go:171","msg":"trace[426819664] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b2e5c0af-a5ef-44c1-ac33-b53ef582835d; range_end:; response_count:1; response_revision:8599; }","duration":"585.660543ms","start":"2026-03-14T01:48:37.915565Z","end":"2026-03-14T01:48:38.501226Z","steps":["trace[426819664] 'agreement among raft nodes before linearized reading' (duration: 585.446739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.501293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.915546Z","time spent":"585.738285ms","remote":"127.0.0.1:39836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-b2e5c0af-a5ef-44c1-ac33-b53ef582835d\" "} {"level":"info","ts":"2026-03-14T01:48:38.686986Z","caller":"traceutil/trace.go:171","msg":"trace[399474330] linearizableReadLoop","detail":"{readStateIndex:8938; appliedIndex:8937; }","duration":"186.040638ms","start":"2026-03-14T01:48:38.500925Z","end":"2026-03-14T01:48:38.686965Z","steps":["trace[399474330] 'read index received' (duration: 180.627717ms)","trace[399474330] 'applied index is now lower than readState.Index' (duration: 5.411691ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:38.687003Z","caller":"traceutil/trace.go:171","msg":"trace[1068952464] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"380.891825ms","start":"2026-03-14T01:48:38.306087Z","end":"2026-03-14T01:48:38.686979Z","steps":["trace[1068952464] 'process raft request' (duration: 375.525975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.687109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.306067Z","time spent":"380.984497ms","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127688,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:38.687184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.950951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:48:38.687216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.351506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:953"} {"level":"info","ts":"2026-03-14T01:48:38.687242Z","caller":"traceutil/trace.go:171","msg":"trace[673419085] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8600; }","duration":"182.424288ms","start":"2026-03-14T01:48:38.504811Z","end":"2026-03-14T01:48:38.687235Z","steps":["trace[673419085] 'agreement among raft nodes before linearized reading' (duration: 182.266144ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:38.687294Z","caller":"traceutil/trace.go:171","msg":"trace[54403718] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8600; }","duration":"250.080014ms","start":"2026-03-14T01:48:38.43715Z","end":"2026-03-14T01:48:38.68723Z","steps":["trace[54403718] 'agreement among raft nodes before linearized reading' (duration: 249.91556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.687431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.868661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:38.687504Z","caller":"traceutil/trace.go:171","msg":"trace[2095780926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8600; }","duration":"113.991323ms","start":"2026-03-14T01:48:38.573497Z","end":"2026-03-14T01:48:38.687489Z","steps":["trace[2095780926] 'agreement among raft nodes before linearized reading' (duration: 113.880241ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:39.09223Z","caller":"traceutil/trace.go:171","msg":"trace[627111758] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"401.038035ms","start":"2026-03-14T01:48:38.691167Z","end":"2026-03-14T01:48:39.092205Z","steps":["trace[627111758] 'process raft request' (duration: 400.955624ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:39.092278Z","caller":"traceutil/trace.go:171","msg":"trace[1760520514] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"401.196409ms","start":"2026-03-14T01:48:38.691046Z","end":"2026-03-14T01:48:39.092243Z","steps":["trace[1760520514] 'process raft request' (duration: 400.855652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.092389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.691154Z","time spent":"401.156289ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:39.092462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.691027Z","time spent":"401.331823ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:39.092494Z","caller":"traceutil/trace.go:171","msg":"trace[728432267] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"401.054267ms","start":"2026-03-14T01:48:38.691389Z","end":"2026-03-14T01:48:39.092444Z","steps":["trace[728432267] 'process raft request' (duration: 400.77182ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:39.092613Z","caller":"traceutil/trace.go:171","msg":"trace[49496402] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"400.206328ms","start":"2026-03-14T01:48:38.692381Z","end":"2026-03-14T01:48:39.092588Z","steps":["trace[49496402] 'process raft request' (duration: 400.076025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.092614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.691375Z","time spent":"401.163709ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:39.092668Z","caller":"traceutil/trace.go:171","msg":"trace[36160377] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"393.883406ms","start":"2026-03-14T01:48:38.698761Z","end":"2026-03-14T01:48:39.092644Z","steps":["trace[36160377] 'process raft request' (duration: 393.781214ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:39.092673Z","caller":"traceutil/trace.go:171","msg":"trace[1858302189] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"400.952254ms","start":"2026-03-14T01:48:38.691697Z","end":"2026-03-14T01:48:39.092649Z","steps":["trace[1858302189] 'process raft request' (duration: 400.671908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.092728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.692364Z","time spent":"400.31094ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:39.092754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.698747Z","time spent":"393.965228ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:48:39.092613Z","caller":"traceutil/trace.go:171","msg":"trace[1841367200] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8939; }","duration":"309.155437ms","start":"2026-03-14T01:48:38.783435Z","end":"2026-03-14T01:48:39.09259Z","steps":["trace[1841367200] 'read index received' (duration: 308.490962ms)","trace[1841367200] 'applied index is now lower than readState.Index' (duration: 663.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:39.092873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.499267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-25ngz\" ","response":"range_response_count:1 size:4929"} {"level":"info","ts":"2026-03-14T01:48:39.092889Z","caller":"traceutil/trace.go:171","msg":"trace[1775603066] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"399.244045ms","start":"2026-03-14T01:48:38.693629Z","end":"2026-03-14T01:48:39.092873Z","steps":["trace[1775603066] 'process raft request' (duration: 398.880997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:39.092925Z","caller":"traceutil/trace.go:171","msg":"trace[817068868] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-25ngz; range_end:; response_count:1; response_revision:8608; }","duration":"397.564478ms","start":"2026-03-14T01:48:38.695347Z","end":"2026-03-14T01:48:39.092911Z","steps":["trace[817068868] 'agreement among raft nodes before linearized reading' (duration: 397.393954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.092962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.69534Z","time spent":"397.615139ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4952,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-25ngz\" "} {"level":"warn","ts":"2026-03-14T01:48:39.092968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.693614Z","time spent":"399.312026ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:39.093322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.778349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-14T01:48:39.09337Z","caller":"traceutil/trace.go:171","msg":"trace[1760761819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8608; }","duration":"387.83843ms","start":"2026-03-14T01:48:38.705515Z","end":"2026-03-14T01:48:39.093353Z","steps":["trace[1760761819] 'agreement among raft nodes before linearized reading' (duration: 387.189375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.093382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.641882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:239666"} {"level":"info","ts":"2026-03-14T01:48:39.093449Z","caller":"traceutil/trace.go:171","msg":"trace[1940985605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8608; }","duration":"398.722893ms","start":"2026-03-14T01:48:38.694712Z","end":"2026-03-14T01:48:39.093435Z","steps":["trace[1940985605] 'agreement among raft nodes before linearized reading' (duration: 397.953946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.093494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.694624Z","time spent":"398.859447ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":27,"response size":239689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:48:39.093401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.705507Z","time spent":"387.886622ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-14T01:48:39.09449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.691682Z","time spent":"401.117047ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:39.110833Z","caller":"traceutil/trace.go:171","msg":"trace[1259297807] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"321.708588ms","start":"2026-03-14T01:48:38.789092Z","end":"2026-03-14T01:48:39.110801Z","steps":["trace[1259297807] 'process raft request' (duration: 321.512713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.110961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.789066Z","time spent":"321.835242ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:48:39.111027Z","caller":"traceutil/trace.go:171","msg":"trace[198821088] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"321.432793ms","start":"2026-03-14T01:48:38.789555Z","end":"2026-03-14T01:48:39.110988Z","steps":["trace[198821088] 'process raft request' (duration: 321.159327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.111187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.789547Z","time spent":"321.553375ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:48:39.11734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.775273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:39.117392Z","caller":"traceutil/trace.go:171","msg":"trace[2078987669] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8610; }","duration":"227.870086ms","start":"2026-03-14T01:48:38.88951Z","end":"2026-03-14T01:48:39.11738Z","steps":["trace[2078987669] 'agreement among raft nodes before linearized reading' (duration: 227.740903ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:39.830201Z","caller":"traceutil/trace.go:171","msg":"trace[1821941279] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"107.018367ms","start":"2026-03-14T01:48:39.723153Z","end":"2026-03-14T01:48:39.830171Z","steps":["trace[1821941279] 'process raft request' (duration: 106.840994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:40.032972Z","caller":"traceutil/trace.go:171","msg":"trace[200302998] linearizableReadLoop","detail":"{readStateIndex:8958; appliedIndex:8957; }","duration":"191.384168ms","start":"2026-03-14T01:48:39.841561Z","end":"2026-03-14T01:48:40.032946Z","steps":["trace[200302998] 'read index received' (duration: 191.108762ms)","trace[200302998] 'applied index is now lower than readState.Index' (duration: 274.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:40.033098Z","caller":"traceutil/trace.go:171","msg":"trace[776317266] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"193.202579ms","start":"2026-03-14T01:48:39.839858Z","end":"2026-03-14T01:48:40.033061Z","steps":["trace[776317266] 'process raft request' (duration: 192.883822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.033141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.549523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:40.033194Z","caller":"traceutil/trace.go:171","msg":"trace[962481877] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8619; }","duration":"191.645925ms","start":"2026-03-14T01:48:39.841537Z","end":"2026-03-14T01:48:40.033183Z","steps":["trace[962481877] 'agreement among raft nodes before linearized reading' (duration: 191.511032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:40.13692Z","caller":"traceutil/trace.go:171","msg":"trace[80954428] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8620; }","duration":"100.668657ms","start":"2026-03-14T01:48:40.036216Z","end":"2026-03-14T01:48:40.136884Z","steps":["trace[80954428] 'process raft request' (duration: 67.526884ms)","trace[80954428] 'compare' (duration: 32.982799ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:40.418736Z","caller":"traceutil/trace.go:171","msg":"trace[1923832778] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"110.582918ms","start":"2026-03-14T01:48:40.308126Z","end":"2026-03-14T01:48:40.418709Z","steps":["trace[1923832778] 'process raft request' (duration: 108.958052ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:54.573057Z","caller":"traceutil/trace.go:171","msg":"trace[586622978] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"108.247366ms","start":"2026-03-14T01:48:54.464772Z","end":"2026-03-14T01:48:54.57302Z","steps":["trace[586622978] 'process raft request' (duration: 56.035756ms)","trace[586622978] 'compare' (duration: 52.009576ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:58.587129Z","caller":"traceutil/trace.go:171","msg":"trace[883999930] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"126.209578ms","start":"2026-03-14T01:48:58.460903Z","end":"2026-03-14T01:48:58.587113Z","steps":["trace[883999930] 'process raft request' (duration: 126.062874ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.835682Z","caller":"traceutil/trace.go:171","msg":"trace[261604521] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"152.487388ms","start":"2026-03-14T01:49:00.683152Z","end":"2026-03-14T01:49:00.83564Z","steps":["trace[261604521] 'process raft request' (duration: 104.742418ms)","trace[261604521] 'compare' (duration: 47.127405ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:00.835912Z","caller":"traceutil/trace.go:171","msg":"trace[1567705532] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"152.514828ms","start":"2026-03-14T01:49:00.683366Z","end":"2026-03-14T01:49:00.835881Z","steps":["trace[1567705532] 'process raft request' (duration: 152.377825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.836038Z","caller":"traceutil/trace.go:171","msg":"trace[807900288] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"152.342704ms","start":"2026-03-14T01:49:00.683676Z","end":"2026-03-14T01:49:00.836018Z","steps":["trace[807900288] 'process raft request' (duration: 152.16385ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.835932Z","caller":"traceutil/trace.go:171","msg":"trace[1588772018] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"152.485578ms","start":"2026-03-14T01:49:00.683418Z","end":"2026-03-14T01:49:00.835903Z","steps":["trace[1588772018] 'process raft request' (duration: 152.355155ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.836124Z","caller":"traceutil/trace.go:171","msg":"trace[728990922] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"152.657871ms","start":"2026-03-14T01:49:00.683459Z","end":"2026-03-14T01:49:00.836117Z","steps":["trace[728990922] 'process raft request' (duration: 152.341754ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.836128Z","caller":"traceutil/trace.go:171","msg":"trace[1988494355] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"152.904776ms","start":"2026-03-14T01:49:00.683211Z","end":"2026-03-14T01:49:00.836116Z","steps":["trace[1988494355] 'process raft request' (duration: 152.432596ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.836169Z","caller":"traceutil/trace.go:171","msg":"trace[2041906459] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"152.263882ms","start":"2026-03-14T01:49:00.683893Z","end":"2026-03-14T01:49:00.836156Z","steps":["trace[2041906459] 'process raft request' (duration: 151.977596ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.836218Z","caller":"traceutil/trace.go:171","msg":"trace[630462308] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"152.275822ms","start":"2026-03-14T01:49:00.683933Z","end":"2026-03-14T01:49:00.836209Z","steps":["trace[630462308] 'process raft request' (duration: 151.962665ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.836347Z","caller":"traceutil/trace.go:171","msg":"trace[1305378243] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"152.20283ms","start":"2026-03-14T01:49:00.684124Z","end":"2026-03-14T01:49:00.836326Z","steps":["trace[1305378243] 'process raft request' (duration: 151.796301ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.83697Z","caller":"traceutil/trace.go:171","msg":"trace[1006245141] linearizableReadLoop","detail":"{readStateIndex:9107; appliedIndex:9099; }","duration":"153.021599ms","start":"2026-03-14T01:49:00.683933Z","end":"2026-03-14T01:49:00.836955Z","steps":["trace[1006245141] 'read index received' (duration: 34.735129ms)","trace[1006245141] 'applied index is now lower than readState.Index' (duration: 118.28458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:00.837144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.188393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-14T01:49:00.837229Z","caller":"traceutil/trace.go:171","msg":"trace[116925106] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8766; }","duration":"153.316365ms","start":"2026-03-14T01:49:00.683893Z","end":"2026-03-14T01:49:00.837209Z","steps":["trace[116925106] 'agreement among raft nodes before linearized reading' (duration: 153.115851ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:00.837435Z","caller":"traceutil/trace.go:171","msg":"trace[438499146] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"152.627719ms","start":"2026-03-14T01:49:00.684209Z","end":"2026-03-14T01:49:00.836837Z","steps":["trace[438499146] 'process raft request' (duration: 152.342503ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.158842Z","caller":"traceutil/trace.go:171","msg":"trace[950717944] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"107.139821ms","start":"2026-03-14T01:49:01.051666Z","end":"2026-03-14T01:49:01.158806Z","steps":["trace[950717944] 'process raft request' (duration: 63.81104ms)","trace[950717944] 'compare' (duration: 43.151287ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:01.161162Z","caller":"traceutil/trace.go:171","msg":"trace[163323871] linearizableReadLoop","detail":"{readStateIndex:9126; appliedIndex:9124; }","duration":"108.045991ms","start":"2026-03-14T01:49:01.053095Z","end":"2026-03-14T01:49:01.161141Z","steps":["trace[163323871] 'read index received' (duration: 62.44882ms)","trace[163323871] 'applied index is now lower than readState.Index' (duration: 45.596161ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:01.161214Z","caller":"traceutil/trace.go:171","msg":"trace[1289705208] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"106.002335ms","start":"2026-03-14T01:49:01.055188Z","end":"2026-03-14T01:49:01.16119Z","steps":["trace[1289705208] 'process raft request' (duration: 105.908683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.161357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.237225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:01.161417Z","caller":"traceutil/trace.go:171","msg":"trace[1241533742] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8782; }","duration":"108.332858ms","start":"2026-03-14T01:49:01.053068Z","end":"2026-03-14T01:49:01.161401Z","steps":["trace[1241533742] 'agreement among raft nodes before linearized reading' (duration: 108.202645ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.161371Z","caller":"traceutil/trace.go:171","msg":"trace[1434772030] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"108.42775ms","start":"2026-03-14T01:49:01.052868Z","end":"2026-03-14T01:49:01.161295Z","steps":["trace[1434772030] 'process raft request' (duration: 108.104312ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.556694Z","caller":"traceutil/trace.go:171","msg":"trace[2089435034] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"134.245498ms","start":"2026-03-14T01:49:01.4224Z","end":"2026-03-14T01:49:01.556646Z","steps":["trace[2089435034] 'process raft request' (duration: 133.966162ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.556753Z","caller":"traceutil/trace.go:171","msg":"trace[1376196028] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"133.86161ms","start":"2026-03-14T01:49:01.422785Z","end":"2026-03-14T01:49:01.556646Z","steps":["trace[1376196028] 'process raft request' (duration: 133.763028ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.557109Z","caller":"traceutil/trace.go:171","msg":"trace[281757088] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"133.837559ms","start":"2026-03-14T01:49:01.423242Z","end":"2026-03-14T01:49:01.557079Z","steps":["trace[281757088] 'process raft request' (duration: 133.364719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.557129Z","caller":"traceutil/trace.go:171","msg":"trace[377257035] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"133.779378ms","start":"2026-03-14T01:49:01.423323Z","end":"2026-03-14T01:49:01.557102Z","steps":["trace[377257035] 'process raft request' (duration: 133.589004ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.557293Z","caller":"traceutil/trace.go:171","msg":"trace[1819229915] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"133.659064ms","start":"2026-03-14T01:49:01.423623Z","end":"2026-03-14T01:49:01.557282Z","steps":["trace[1819229915] 'process raft request' (duration: 133.415118ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.557342Z","caller":"traceutil/trace.go:171","msg":"trace[742194298] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"133.124323ms","start":"2026-03-14T01:49:01.424194Z","end":"2026-03-14T01:49:01.557318Z","steps":["trace[742194298] 'process raft request' (duration: 132.958579ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.557384Z","caller":"traceutil/trace.go:171","msg":"trace[579997300] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"130.648377ms","start":"2026-03-14T01:49:01.426716Z","end":"2026-03-14T01:49:01.557365Z","steps":["trace[579997300] 'process raft request' (duration: 130.535534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.557824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.449802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:253247"} {"level":"info","ts":"2026-03-14T01:49:01.557881Z","caller":"traceutil/trace.go:171","msg":"trace[1055497033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8805; }","duration":"134.548805ms","start":"2026-03-14T01:49:01.423318Z","end":"2026-03-14T01:49:01.557867Z","steps":["trace[1055497033] 'agreement among raft nodes before linearized reading' (duration: 134.082644ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.593392Z","caller":"traceutil/trace.go:171","msg":"trace[1342776729] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"114.140428ms","start":"2026-03-14T01:49:01.479197Z","end":"2026-03-14T01:49:01.593338Z","steps":["trace[1342776729] 'process raft request' (duration: 113.79623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.593893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.684776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:01.59404Z","caller":"traceutil/trace.go:171","msg":"trace[751013569] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8807; }","duration":"121.85295ms","start":"2026-03-14T01:49:01.472162Z","end":"2026-03-14T01:49:01.594014Z","steps":["trace[751013569] 'agreement among raft nodes before linearized reading' (duration: 121.624825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.593897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.740518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:01.594334Z","caller":"traceutil/trace.go:171","msg":"trace[1586444599] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8807; }","duration":"122.203177ms","start":"2026-03-14T01:49:01.472102Z","end":"2026-03-14T01:49:01.594306Z","steps":["trace[1586444599] 'agreement among raft nodes before linearized reading' (duration: 121.685656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.594559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.393428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-14T01:49:01.594721Z","caller":"traceutil/trace.go:171","msg":"trace[831626068] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8807; }","duration":"120.585102ms","start":"2026-03-14T01:49:01.474109Z","end":"2026-03-14T01:49:01.594694Z","steps":["trace[831626068] 'agreement among raft nodes before linearized reading' (duration: 120.249284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.715326Z","caller":"traceutil/trace.go:171","msg":"trace[1840856882] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9152; }","duration":"121.800849ms","start":"2026-03-14T01:49:01.593497Z","end":"2026-03-14T01:49:01.715298Z","steps":["trace[1840856882] 'read index received' (duration: 73.936597ms)","trace[1840856882] 'applied index is now lower than readState.Index' (duration: 47.862832ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:01.715408Z","caller":"traceutil/trace.go:171","msg":"trace[627596906] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"150.762629ms","start":"2026-03-14T01:49:01.564606Z","end":"2026-03-14T01:49:01.715369Z","steps":["trace[627596906] 'process raft request' (duration: 102.791104ms)","trace[627596906] 'compare' (duration: 47.74853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:01.715715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.152543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-zrptb\" ","response":"range_response_count:1 size:5756"} {"level":"info","ts":"2026-03-14T01:49:01.715803Z","caller":"traceutil/trace.go:171","msg":"trace[2044506231] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-zrptb; range_end:; response_count:1; response_revision:8808; }","duration":"145.292596ms","start":"2026-03-14T01:49:01.570491Z","end":"2026-03-14T01:49:01.715784Z","steps":["trace[2044506231] 'agreement among raft nodes before linearized reading' (duration: 144.989809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.720691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.760914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-f9886489b-rhhlq\" ","response":"range_response_count:1 size:12739"} {"level":"warn","ts":"2026-03-14T01:49:01.720813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.454614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-14T01:49:01.720905Z","caller":"traceutil/trace.go:171","msg":"trace[813706126] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8809; }","duration":"122.596897ms","start":"2026-03-14T01:49:01.598286Z","end":"2026-03-14T01:49:01.720883Z","steps":["trace[813706126] 'agreement among raft nodes before linearized reading' (duration: 122.321841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.720895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.847533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:49:01.720846Z","caller":"traceutil/trace.go:171","msg":"trace[451228292] range","detail":"{range_begin:/registry/pods/openstack/glance-api-f9886489b-rhhlq; range_end:; response_count:1; response_revision:8809; }","duration":"123.973399ms","start":"2026-03-14T01:49:01.596846Z","end":"2026-03-14T01:49:01.720819Z","steps":["trace[451228292] 'agreement among raft nodes before linearized reading' (duration: 123.60389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.721051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.239623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112144"} {"level":"info","ts":"2026-03-14T01:49:01.720969Z","caller":"traceutil/trace.go:171","msg":"trace[994456570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8809; }","duration":"122.965636ms","start":"2026-03-14T01:49:01.597983Z","end":"2026-03-14T01:49:01.720949Z","steps":["trace[994456570] 'agreement among raft nodes before linearized reading' (duration: 122.69021ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.721124Z","caller":"traceutil/trace.go:171","msg":"trace[1440188737] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8809; }","duration":"119.335884ms","start":"2026-03-14T01:49:01.601772Z","end":"2026-03-14T01:49:01.721108Z","steps":["trace[1440188737] 'agreement among raft nodes before linearized reading' (duration: 118.983997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.721472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.261645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T01:49:01.721546Z","caller":"traceutil/trace.go:171","msg":"trace[1801186327] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8809; }","duration":"120.357117ms","start":"2026-03-14T01:49:01.601173Z","end":"2026-03-14T01:49:01.72153Z","steps":["trace[1801186327] 'agreement among raft nodes before linearized reading' (duration: 119.561259ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.8442Z","caller":"traceutil/trace.go:171","msg":"trace[1794316284] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"107.882458ms","start":"2026-03-14T01:49:01.736291Z","end":"2026-03-14T01:49:01.844174Z","steps":["trace[1794316284] 'process raft request' (duration: 95.900299ms)","trace[1794316284] 'compare' (duration: 11.513607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:01.844527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.229755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T01:49:01.844568Z","caller":"traceutil/trace.go:171","msg":"trace[398006789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8811; }","duration":"108.286396ms","start":"2026-03-14T01:49:01.73627Z","end":"2026-03-14T01:49:01.844557Z","steps":["trace[398006789] 'agreement among raft nodes before linearized reading' (duration: 108.138363ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:02.161157Z","caller":"traceutil/trace.go:171","msg":"trace[660481788] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"113.31078ms","start":"2026-03-14T01:49:02.047812Z","end":"2026-03-14T01:49:02.161123Z","steps":["trace[660481788] 'process raft request' (duration: 101.655449ms)","trace[660481788] 'compare' (duration: 11.420275ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:13.887684Z","caller":"traceutil/trace.go:171","msg":"trace[802912381] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"109.639636ms","start":"2026-03-14T01:49:13.778011Z","end":"2026-03-14T01:49:13.887651Z","steps":["trace[802912381] 'process raft request' (duration: 79.852458ms)","trace[802912381] 'compare' (duration: 29.542353ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:16.196751Z","caller":"traceutil/trace.go:171","msg":"trace[2096258061] linearizableReadLoop","detail":"{readStateIndex:9266; appliedIndex:9265; }","duration":"203.213434ms","start":"2026-03-14T01:49:15.993508Z","end":"2026-03-14T01:49:16.196722Z","steps":["trace[2096258061] 'read index received' (duration: 120.501351ms)","trace[2096258061] 'applied index is now lower than readState.Index' (duration: 82.711123ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:16.196889Z","caller":"traceutil/trace.go:171","msg":"trace[1510846043] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"304.390981ms","start":"2026-03-14T01:49:15.892454Z","end":"2026-03-14T01:49:16.196845Z","steps":["trace[1510846043] 'process raft request' (duration: 221.669998ms)","trace[1510846043] 'compare' (duration: 82.488778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:16.19693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.397158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:16.197071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:15.892431Z","time spent":"304.551574ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:16.19718Z","caller":"traceutil/trace.go:171","msg":"trace[814994495] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8918; }","duration":"203.665124ms","start":"2026-03-14T01:49:15.99346Z","end":"2026-03-14T01:49:16.197125Z","steps":["trace[814994495] 'agreement among raft nodes before linearized reading' (duration: 203.408438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:16.738263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:16.408333Z","time spent":"329.917292ms","remote":"127.0.0.1:46412","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:49:16.738293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.388718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:16.738379Z","caller":"traceutil/trace.go:171","msg":"trace[561831477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8918; }","duration":"166.525841ms","start":"2026-03-14T01:49:16.571835Z","end":"2026-03-14T01:49:16.73836Z","steps":["trace[561831477] 'range keys from in-memory index tree' (duration: 166.244894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.956447Z","caller":"traceutil/trace.go:171","msg":"trace[793128265] linearizableReadLoop","detail":"{readStateIndex:9267; appliedIndex:9266; }","duration":"217.100684ms","start":"2026-03-14T01:49:16.739317Z","end":"2026-03-14T01:49:16.956418Z","steps":["trace[793128265] 'read index received' (duration: 216.9493ms)","trace[793128265] 'applied index is now lower than readState.Index' (duration: 150.513µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:16.956568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.231896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:16.956601Z","caller":"traceutil/trace.go:171","msg":"trace[1861441060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8919; }","duration":"217.309558ms","start":"2026-03-14T01:49:16.73928Z","end":"2026-03-14T01:49:16.956589Z","steps":["trace[1861441060] 'agreement among raft nodes before linearized reading' (duration: 217.242387ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.956574Z","caller":"traceutil/trace.go:171","msg":"trace[96289081] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"248.020096ms","start":"2026-03-14T01:49:16.70852Z","end":"2026-03-14T01:49:16.95654Z","steps":["trace[96289081] 'process raft request' (duration: 247.708349ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:17.251375Z","caller":"traceutil/trace.go:171","msg":"trace[19013193] linearizableReadLoop","detail":"{readStateIndex:9268; appliedIndex:9267; }","duration":"290.876887ms","start":"2026-03-14T01:49:16.96047Z","end":"2026-03-14T01:49:17.251347Z","steps":["trace[19013193] 'read index received' (duration: 281.839514ms)","trace[19013193] 'applied index is now lower than readState.Index' (duration: 9.035543ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:17.251468Z","caller":"traceutil/trace.go:171","msg":"trace[565721333] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"332.731955ms","start":"2026-03-14T01:49:16.918693Z","end":"2026-03-14T01:49:17.251425Z","steps":["trace[565721333] 'process raft request' (duration: 323.58012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:17.251615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.117913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:17.25172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.803364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:49:17.251733Z","caller":"traceutil/trace.go:171","msg":"trace[1603020653] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8920; }","duration":"291.278517ms","start":"2026-03-14T01:49:16.960431Z","end":"2026-03-14T01:49:17.251709Z","steps":["trace[1603020653] 'agreement among raft nodes before linearized reading' (duration: 291.054862ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:17.251788Z","caller":"traceutil/trace.go:171","msg":"trace[328314629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8920; }","duration":"131.873885ms","start":"2026-03-14T01:49:17.119897Z","end":"2026-03-14T01:49:17.251771Z","steps":["trace[328314629] 'agreement among raft nodes before linearized reading' (duration: 131.62598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:17.251799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:16.918659Z","time spent":"332.90954ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:17.251874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.214631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-f9886489b-rhhlq.189c920ddd335ab0\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-14T01:49:17.252065Z","caller":"traceutil/trace.go:171","msg":"trace[388932457] range","detail":"{range_begin:/registry/events/openstack/glance-api-f9886489b-rhhlq.189c920ddd335ab0; range_end:; response_count:1; response_revision:8920; }","duration":"123.460966ms","start":"2026-03-14T01:49:17.128584Z","end":"2026-03-14T01:49:17.252045Z","steps":["trace[388932457] 'agreement among raft nodes before linearized reading' (duration: 122.948475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.776449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587133309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:28.277219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587133309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:28.778129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587133309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:28.855536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583578723s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:49:28.855936Z","caller":"traceutil/trace.go:171","msg":"trace[975343550] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"1.584055044s","start":"2026-03-14T01:49:27.271848Z","end":"2026-03-14T01:49:28.855903Z","steps":["trace[975343550] 'process raft request' (duration: 1.583907781s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:28.856124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.271821Z","time spent":"1.584220298s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:49:29.12177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.322004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:29.122084Z","caller":"traceutil/trace.go:171","msg":"trace[377230602] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9361; }","duration":"1.846378592s","start":"2026-03-14T01:49:27.275687Z","end":"2026-03-14T01:49:29.122065Z","steps":["trace[377230602] 'read index received' (duration: 1.580159687s)","trace[377230602] 'applied index is now lower than readState.Index' (duration: 266.217755ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.122036Z","caller":"traceutil/trace.go:171","msg":"trace[1971000387] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"1.841584354s","start":"2026-03-14T01:49:27.280421Z","end":"2026-03-14T01:49:29.122005Z","steps":["trace[1971000387] 'process raft request' (duration: 1.700946423s)","trace[1971000387] 'compare' (duration: 140.215112ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.122138Z","caller":"traceutil/trace.go:171","msg":"trace[1315674148] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"1.422350671s","start":"2026-03-14T01:49:27.699733Z","end":"2026-03-14T01:49:29.122083Z","steps":["trace[1315674148] 'process raft request' (duration: 1.422215948s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:29.122175Z","caller":"traceutil/trace.go:171","msg":"trace[1100830982] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"890.288469ms","start":"2026-03-14T01:49:28.231856Z","end":"2026-03-14T01:49:29.122145Z","steps":["trace[1100830982] 'process raft request' (duration: 890.145656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.122225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.280399Z","time spent":"1.841744638s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:29.122395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846687789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d2pnb\" ","response":"range_response_count:1 size:19074"} {"level":"warn","ts":"2026-03-14T01:49:29.122304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.699698Z","time spent":"1.422517105s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:29.122474Z","caller":"traceutil/trace.go:171","msg":"trace[1981405092] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d2pnb; range_end:; response_count:1; response_revision:9015; }","duration":"1.846807812s","start":"2026-03-14T01:49:27.275645Z","end":"2026-03-14T01:49:29.122453Z","steps":["trace[1981405092] 'agreement among raft nodes before linearized reading' (duration: 1.846506605s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.122314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:28.231829Z","time spent":"890.419291ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:29.122515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.275627Z","time spent":"1.846878993s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19097,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d2pnb\" "} {"level":"warn","ts":"2026-03-14T01:49:29.445018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.949165ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:49:29.445273Z","caller":"traceutil/trace.go:171","msg":"trace[1902743687] linearizableReadLoop","detail":"{readStateIndex:9367; appliedIndex:9365; }","duration":"323.128639ms","start":"2026-03-14T01:49:29.122125Z","end":"2026-03-14T01:49:29.445254Z","steps":["trace[1902743687] 'read index received' (duration: 185.446354ms)","trace[1902743687] 'applied index is now lower than readState.Index' (duration: 137.681235ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.445358Z","caller":"traceutil/trace.go:171","msg":"trace[371828769] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"363.234608ms","start":"2026-03-14T01:49:29.08211Z","end":"2026-03-14T01:49:29.445344Z","steps":["trace[371828769] 'process raft request' (duration: 363.018313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.445469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.082083Z","time spent":"363.307299ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:29.872536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254305362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:49:29.872642Z","caller":"traceutil/trace.go:171","msg":"trace[655481105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9016; }","duration":"2.254456286s","start":"2026-03-14T01:49:27.618159Z","end":"2026-03-14T01:49:29.872615Z","steps":["trace[655481105] 'agreement among raft nodes before linearized reading' (duration: 1.827459277s)","trace[655481105] 'range keys from in-memory index tree' (duration: 426.745183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:29.872659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005209141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:49:29.872707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036980772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhksc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T01:49:29.872767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148671965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:49:29.872794Z","caller":"traceutil/trace.go:171","msg":"trace[24570011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhksc; range_end:; response_count:1; response_revision:9016; }","duration":"2.037107175s","start":"2026-03-14T01:49:27.835662Z","end":"2026-03-14T01:49:29.872769Z","steps":["trace[24570011] 'agreement among raft nodes before linearized reading' (duration: 1.609942143s)","trace[24570011] 'range keys from in-memory index tree' (duration: 426.952097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:29.872812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300674074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:29.872846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.835638Z","time spent":"2.037197878s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-jhksc\" "} {"level":"warn","ts":"2026-03-14T01:49:29.872878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083077196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:49:29.872913Z","caller":"traceutil/trace.go:171","msg":"trace[1708180038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9016; }","duration":"2.083150867s","start":"2026-03-14T01:49:27.789752Z","end":"2026-03-14T01:49:29.872903Z","steps":["trace[1708180038] 'agreement among raft nodes before linearized reading' (duration: 1.655843142s)","trace[1708180038] 'range keys from in-memory index tree' (duration: 427.235034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:29.872945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.78973Z","time spent":"2.083208449s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:49:29.872759Z","caller":"traceutil/trace.go:171","msg":"trace[722202900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9016; }","duration":"2.005344794s","start":"2026-03-14T01:49:27.86738Z","end":"2026-03-14T01:49:29.872725Z","steps":["trace[722202900] 'agreement among raft nodes before linearized reading' (duration: 1.578194342s)","trace[722202900] 'range keys from in-memory index tree' (duration: 426.901157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:29.87317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.867368Z","time spent":"2.005771313s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:49:29.872851Z","caller":"traceutil/trace.go:171","msg":"trace[189012556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9016; }","duration":"1.300758876s","start":"2026-03-14T01:49:28.572082Z","end":"2026-03-14T01:49:29.872841Z","steps":["trace[189012556] 'agreement among raft nodes before linearized reading' (duration: 873.481091ms)","trace[189012556] 'range keys from in-memory index tree' (duration: 427.230414ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.872809Z","caller":"traceutil/trace.go:171","msg":"trace[1167360149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9016; }","duration":"2.148742127s","start":"2026-03-14T01:49:27.724056Z","end":"2026-03-14T01:49:29.872798Z","steps":["trace[1167360149] 'agreement among raft nodes before linearized reading' (duration: 1.721530293s)","trace[1167360149] 'range keys from in-memory index tree' (duration: 427.126011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:29.873576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.724038Z","time spent":"2.149514814s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:29.872689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.618142Z","time spent":"2.254537687s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:49:29.872738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06454315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:49:29.872964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376187343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T01:49:29.873791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:28.572058Z","time spent":"1.301403431s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:49:29.873819Z","caller":"traceutil/trace.go:171","msg":"trace[1542413959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9016; }","duration":"2.377057612s","start":"2026-03-14T01:49:27.49673Z","end":"2026-03-14T01:49:29.873787Z","steps":["trace[1542413959] 'agreement among raft nodes before linearized reading' (duration: 1.948880917s)","trace[1542413959] 'range keys from in-memory index tree' (duration: 427.266065ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.873778Z","caller":"traceutil/trace.go:171","msg":"trace[1474523421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9016; }","duration":"2.065575893s","start":"2026-03-14T01:49:27.808091Z","end":"2026-03-14T01:49:29.873667Z","steps":["trace[1474523421] 'agreement among raft nodes before linearized reading' (duration: 1.637444109s)","trace[1474523421] 'range keys from in-memory index tree' (duration: 427.001769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:29.873883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.496706Z","time spent":"2.377158224s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:49:29.874009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:27.808079Z","time spent":"2.06590693s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:29.945388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675355587133325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:49:30.011981Z","caller":"traceutil/trace.go:171","msg":"trace[440333734] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"879.079818ms","start":"2026-03-14T01:49:29.132849Z","end":"2026-03-14T01:49:30.011929Z","steps":["trace[440333734] 'process raft request' (duration: 878.892244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.012203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.132832Z","time spent":"879.21904ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19343,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.012311Z","caller":"traceutil/trace.go:171","msg":"trace[359331182] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"716.28821ms","start":"2026-03-14T01:49:29.295977Z","end":"2026-03-14T01:49:30.012265Z","steps":["trace[359331182] 'process raft request' (duration: 715.906772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.012502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.295929Z","time spent":"716.471524ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19299,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.595647Z","caller":"traceutil/trace.go:171","msg":"trace[778507837] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"717.851744ms","start":"2026-03-14T01:49:29.877769Z","end":"2026-03-14T01:49:30.595621Z","steps":["trace[778507837] 'process raft request' (duration: 717.745352ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:30.595698Z","caller":"traceutil/trace.go:171","msg":"trace[266603342] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"718.275624ms","start":"2026-03-14T01:49:29.877391Z","end":"2026-03-14T01:49:30.595667Z","steps":["trace[266603342] 'process raft request' (duration: 717.968607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.59581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.877756Z","time spent":"717.974178ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.595948Z","caller":"traceutil/trace.go:171","msg":"trace[826380567] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"717.604999ms","start":"2026-03-14T01:49:29.878313Z","end":"2026-03-14T01:49:30.595918Z","steps":["trace[826380567] 'process raft request' (duration: 717.269881ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:30.595983Z","caller":"traceutil/trace.go:171","msg":"trace[1264171061] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9367; }","duration":"1.150635553s","start":"2026-03-14T01:49:29.445308Z","end":"2026-03-14T01:49:30.595944Z","steps":["trace[1264171061] 'read index received' (duration: 566.430874ms)","trace[1264171061] 'applied index is now lower than readState.Index' (duration: 584.203829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:30.595849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.877352Z","time spent":"718.414787ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:30.596055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.878304Z","time spent":"717.707632ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.596065Z","caller":"traceutil/trace.go:171","msg":"trace[1531344965] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"717.241691ms","start":"2026-03-14T01:49:29.878814Z","end":"2026-03-14T01:49:30.596055Z","steps":["trace[1531344965] 'process raft request' (duration: 717.089057ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:30.59608Z","caller":"traceutil/trace.go:171","msg":"trace[700061352] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"717.464496ms","start":"2026-03-14T01:49:29.878572Z","end":"2026-03-14T01:49:30.596036Z","steps":["trace[700061352] 'process raft request' (duration: 717.209381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.596152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.878805Z","time spent":"717.291633ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:30.596321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.878562Z","time spent":"717.61886ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:30.596324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192157942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-14T01:49:30.596409Z","caller":"traceutil/trace.go:171","msg":"trace[386133625] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476; range_end:; response_count:1; response_revision:9023; }","duration":"1.192298905s","start":"2026-03-14T01:49:29.404087Z","end":"2026-03-14T01:49:30.596386Z","steps":["trace[386133625] 'agreement among raft nodes before linearized reading' (duration: 1.192020709s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.596453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.40406Z","time spent":"1.192384147s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-75c595bb77-kztj7.189c91ecc63ef476\" "} {"level":"info","ts":"2026-03-14T01:49:30.684263Z","caller":"traceutil/trace.go:171","msg":"trace[1863950788] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"663.745622ms","start":"2026-03-14T01:49:30.020492Z","end":"2026-03-14T01:49:30.684238Z","steps":["trace[1863950788] 'process raft request' (duration: 651.297682ms)","trace[1863950788] 'compare' (duration: 12.098721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:30.684377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:30.020476Z","time spent":"663.850445ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:30.684349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149253862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:30.684469Z","caller":"traceutil/trace.go:171","msg":"trace[1736565399] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9025; }","duration":"1.149430256s","start":"2026-03-14T01:49:29.535015Z","end":"2026-03-14T01:49:30.684445Z","steps":["trace[1736565399] 'agreement among raft nodes before linearized reading' (duration: 1.149242651s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:30.68447Z","caller":"traceutil/trace.go:171","msg":"trace[1852625988] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"663.305013ms","start":"2026-03-14T01:49:30.021142Z","end":"2026-03-14T01:49:30.684447Z","steps":["trace[1852625988] 'process raft request' (duration: 662.980535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.684531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.534993Z","time spent":"1.149522868s","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:30.684596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:30.021131Z","time spent":"663.389134ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:30.684635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.749049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-bpqwv\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-14T01:49:30.684735Z","caller":"traceutil/trace.go:171","msg":"trace[240957638] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-bpqwv; range_end:; response_count:1; response_revision:9025; }","duration":"666.904653ms","start":"2026-03-14T01:49:30.017815Z","end":"2026-03-14T01:49:30.684719Z","steps":["trace[240957638] 'agreement among raft nodes before linearized reading' (duration: 666.681048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.684747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.964138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:30.684777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:30.017791Z","time spent":"666.974855ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9620,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-bpqwv\" "} {"level":"info","ts":"2026-03-14T01:49:30.684791Z","caller":"traceutil/trace.go:171","msg":"trace[828110822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9025; }","duration":"810.03633ms","start":"2026-03-14T01:49:29.874746Z","end":"2026-03-14T01:49:30.684782Z","steps":["trace[828110822] 'agreement among raft nodes before linearized reading' (duration: 809.961368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.684774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.625195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:30.68481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.874722Z","time spent":"810.083691ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:49:30.684822Z","caller":"traceutil/trace.go:171","msg":"trace[1393154567] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9025; }","duration":"815.715328ms","start":"2026-03-14T01:49:29.869094Z","end":"2026-03-14T01:49:30.684809Z","steps":["trace[1393154567] 'agreement among raft nodes before linearized reading' (duration: 815.637456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.684865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.869072Z","time spent":"815.784059ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:30.684988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.870672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:49:30.685014Z","caller":"traceutil/trace.go:171","msg":"trace[548524607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9025; }","duration":"807.925794ms","start":"2026-03-14T01:49:29.877081Z","end":"2026-03-14T01:49:30.685006Z","steps":["trace[548524607] 'agreement among raft nodes before linearized reading' (duration: 807.846662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.685035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.877061Z","time spent":"807.968954ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:49:30.685016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.862972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290585"} {"level":"info","ts":"2026-03-14T01:49:30.6851Z","caller":"traceutil/trace.go:171","msg":"trace[1566868189] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9025; }","duration":"807.968355ms","start":"2026-03-14T01:49:29.877115Z","end":"2026-03-14T01:49:30.685083Z","steps":["trace[1566868189] 'agreement among raft nodes before linearized reading' (duration: 807.30257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.685154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.877104Z","time spent":"808.035016ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290608,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:49:30.723043Z","caller":"traceutil/trace.go:171","msg":"trace[536001116] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"123.224731ms","start":"2026-03-14T01:49:30.599793Z","end":"2026-03-14T01:49:30.723018Z","steps":["trace[536001116] 'process raft request' (duration: 123.064928ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:30.997791Z","caller":"traceutil/trace.go:171","msg":"trace[76172085] linearizableReadLoop","detail":"{readStateIndex:9378; appliedIndex:9377; }","duration":"274.771557ms","start":"2026-03-14T01:49:30.722992Z","end":"2026-03-14T01:49:30.997763Z","steps":["trace[76172085] 'read index received' (duration: 205.554406ms)","trace[76172085] 'applied index is now lower than readState.Index' (duration: 69.215711ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:30.997844Z","caller":"traceutil/trace.go:171","msg":"trace[100356898] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"300.941823ms","start":"2026-03-14T01:49:30.696876Z","end":"2026-03-14T01:49:30.997817Z","steps":["trace[100356898] 'process raft request' (duration: 231.734792ms)","trace[100356898] 'compare' (duration: 69.041567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:30.997948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.450787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:30.997967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:30.696858Z","time spent":"301.035826ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.997986Z","caller":"traceutil/trace.go:171","msg":"trace[1413765662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9027; }","duration":"306.513859ms","start":"2026-03-14T01:49:30.691464Z","end":"2026-03-14T01:49:30.997978Z","steps":["trace[1413765662] 'agreement among raft nodes before linearized reading' (duration: 306.448628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.997977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.31776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:30.998009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:30.691451Z","time spent":"306.5543ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:49:30.998024Z","caller":"traceutil/trace.go:171","msg":"trace[1968277609] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9027; }","duration":"217.402662ms","start":"2026-03-14T01:49:30.780609Z","end":"2026-03-14T01:49:30.998011Z","steps":["trace[1968277609] 'agreement among raft nodes before linearized reading' (duration: 217.31963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:15.537739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.156742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:15.537822Z","caller":"traceutil/trace.go:171","msg":"trace[1294986329] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"182.574701ms","start":"2026-03-14T01:50:15.355236Z","end":"2026-03-14T01:50:15.53781Z","steps":["trace[1294986329] 'process raft request' (duration: 79.282856ms)","trace[1294986329] 'compare' (duration: 102.932557ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:19.296605Z","caller":"traceutil/trace.go:171","msg":"trace[686450289] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"157.220283ms","start":"2026-03-14T01:50:19.139125Z","end":"2026-03-14T01:50:19.296345Z","steps":["trace[686450289] 'process raft request' (duration: 156.995087ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:19.302687Z","caller":"traceutil/trace.go:171","msg":"trace[1804601423] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"160.116517ms","start":"2026-03-14T01:50:19.14235Z","end":"2026-03-14T01:50:19.302467Z","steps":["trace[1804601423] 'process raft request' (duration: 159.995705ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:39.285608Z","caller":"traceutil/trace.go:171","msg":"trace[850400503] linearizableReadLoop","detail":"{readStateIndex:9851; appliedIndex:9850; }","duration":"110.676578ms","start":"2026-03-14T01:50:39.174914Z","end":"2026-03-14T01:50:39.28559Z","steps":["trace[850400503] 'read index received' (duration: 110.537295ms)","trace[850400503] 'applied index is now lower than readState.Index' (duration: 138.293µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:39.285721Z","caller":"traceutil/trace.go:171","msg":"trace[160732923] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"120.422275ms","start":"2026-03-14T01:50:39.165262Z","end":"2026-03-14T01:50:39.285684Z","steps":["trace[160732923] 'process raft request' (duration: 120.215221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:39.285761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.820651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:39.285984Z","caller":"traceutil/trace.go:171","msg":"trace[602561525] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9485; }","duration":"111.077337ms","start":"2026-03-14T01:50:39.174888Z","end":"2026-03-14T01:50:39.285966Z","steps":["trace[602561525] 'agreement among raft nodes before linearized reading' (duration: 110.812781ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:50.43221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7413} {"level":"info","ts":"2026-03-14T01:50:50.506306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7413,"took":"72.149489ms","hash":3442617642,"current-db-size-bytes":39768064,"current-db-size":"40 MB","current-db-size-in-use-bytes":24285184,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-14T01:50:50.506357Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3442617642,"revision":7413,"compact-revision":5348} {"level":"info","ts":"2026-03-14T01:50:51.237341Z","caller":"traceutil/trace.go:171","msg":"trace[1254779709] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"100.578262ms","start":"2026-03-14T01:50:51.136738Z","end":"2026-03-14T01:50:51.237317Z","steps":["trace[1254779709] 'process raft request' (duration: 100.397628ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:03.660747Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:51:03.666035Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:51:03.666127Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:51:15.429405Z","caller":"traceutil/trace.go:171","msg":"trace[812730069] linearizableReadLoop","detail":"{readStateIndex:10085; appliedIndex:10084; }","duration":"116.986728ms","start":"2026-03-14T01:51:15.312399Z","end":"2026-03-14T01:51:15.429386Z","steps":["trace[812730069] 'read index received' (duration: 116.917137ms)","trace[812730069] 'applied index is now lower than readState.Index' (duration: 68.781µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:51:15.429502Z","caller":"traceutil/trace.go:171","msg":"trace[164935154] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"117.355518ms","start":"2026-03-14T01:51:15.31212Z","end":"2026-03-14T01:51:15.429475Z","steps":["trace[164935154] 'process raft request' (duration: 117.142053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:15.429596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.189263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-14T01:51:15.429628Z","caller":"traceutil/trace.go:171","msg":"trace[858985477] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9710; }","duration":"117.264345ms","start":"2026-03-14T01:51:15.312354Z","end":"2026-03-14T01:51:15.429619Z","steps":["trace[858985477] 'agreement among raft nodes before linearized reading' (duration: 117.133102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:37.797987Z","caller":"traceutil/trace.go:171","msg":"trace[285228803] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"108.860197ms","start":"2026-03-14T01:51:37.689093Z","end":"2026-03-14T01:51:37.797953Z","steps":["trace[285228803] 'process raft request' (duration: 82.559271ms)","trace[285228803] 'compare' (duration: 26.107532ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:53:36.811984Z","caller":"traceutil/trace.go:171","msg":"trace[1884331295] transaction","detail":"{read_only:false; response_revision:10505; number_of_response:1; }","duration":"154.122614ms","start":"2026-03-14T01:53:36.657814Z","end":"2026-03-14T01:53:36.811937Z","steps":["trace[1884331295] 'process raft request' (duration: 153.983761ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:53:36.813755Z","caller":"traceutil/trace.go:171","msg":"trace[1801740872] linearizableReadLoop","detail":"{readStateIndex:10913; appliedIndex:10911; }","duration":"123.44826ms","start":"2026-03-14T01:53:36.690278Z","end":"2026-03-14T01:53:36.813726Z","steps":["trace[1801740872] 'read index received' (duration: 121.561396ms)","trace[1801740872] 'applied index is now lower than readState.Index' (duration: 1.885774ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:53:36.814102Z","caller":"traceutil/trace.go:171","msg":"trace[563067873] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"137.993398ms","start":"2026-03-14T01:53:36.676092Z","end":"2026-03-14T01:53:36.814085Z","steps":["trace[563067873] 'process raft request' (duration: 137.436506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:53:36.814603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.30403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:53:36.814642Z","caller":"traceutil/trace.go:171","msg":"trace[678747990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10508; }","duration":"124.403592ms","start":"2026-03-14T01:53:36.690227Z","end":"2026-03-14T01:53:36.81463Z","steps":["trace[678747990] 'agreement among raft nodes before linearized reading' (duration: 124.258748ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:53:38.804602Z","caller":"traceutil/trace.go:171","msg":"trace[912175814] transaction","detail":"{read_only:false; response_revision:10519; number_of_response:1; }","duration":"167.760391ms","start":"2026-03-14T01:53:38.636818Z","end":"2026-03-14T01:53:38.804578Z","steps":["trace[912175814] 'process raft request' (duration: 167.643318ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:53:38.826883Z","caller":"traceutil/trace.go:171","msg":"trace[863358507] transaction","detail":"{read_only:false; response_revision:10520; number_of_response:1; }","duration":"172.983723ms","start":"2026-03-14T01:53:38.653876Z","end":"2026-03-14T01:53:38.82686Z","steps":["trace[863358507] 'process raft request' (duration: 172.792827ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:53:38.86393Z","caller":"traceutil/trace.go:171","msg":"trace[1630803417] linearizableReadLoop","detail":"{readStateIndex:10927; appliedIndex:10926; }","duration":"194.456662ms","start":"2026-03-14T01:53:38.669454Z","end":"2026-03-14T01:53:38.863911Z","steps":["trace[1630803417] 'read index received' (duration: 135.375128ms)","trace[1630803417] 'applied index is now lower than readState.Index' (duration: 59.080484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:53:38.864301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.82711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-7f969d9d48-f2rtm\" ","response":"range_response_count:1 size:5145"} {"level":"info","ts":"2026-03-14T01:53:38.864377Z","caller":"traceutil/trace.go:171","msg":"trace[338847850] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-7f969d9d48-f2rtm; range_end:; response_count:1; response_revision:10523; }","duration":"194.948744ms","start":"2026-03-14T01:53:38.669414Z","end":"2026-03-14T01:53:38.864363Z","steps":["trace[338847850] 'agreement among raft nodes before linearized reading' (duration: 194.655427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:53:38.894859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.003113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:53:38.894938Z","caller":"traceutil/trace.go:171","msg":"trace[542840965] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10523; }","duration":"173.125676ms","start":"2026-03-14T01:53:38.721799Z","end":"2026-03-14T01:53:38.894925Z","steps":["trace[542840965] 'agreement among raft nodes before linearized reading' (duration: 143.116388ms)","trace[542840965] 'count revisions from in-memory index tree' (duration: 29.888755ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:53:42.854634Z","caller":"traceutil/trace.go:171","msg":"trace[1919596606] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"117.351529ms","start":"2026-03-14T01:53:42.737248Z","end":"2026-03-14T01:53:42.8546Z","steps":["trace[1919596606] 'process raft request' (duration: 116.251734ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:55:50.439156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9536} {"level":"info","ts":"2026-03-14T01:55:50.520541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9536,"took":"79.238304ms","hash":3016667785,"current-db-size-bytes":39768064,"current-db-size":"40 MB","current-db-size-in-use-bytes":18755584,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-14T01:55:50.520688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3016667785,"revision":9536,"compact-revision":7413} {"level":"info","ts":"2026-03-14T01:56:41.665519Z","caller":"traceutil/trace.go:171","msg":"trace[1431506439] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"156.718718ms","start":"2026-03-14T01:56:41.508776Z","end":"2026-03-14T01:56:41.665495Z","steps":["trace[1431506439] 'process raft request' (duration: 156.416241ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:57:11.895043Z","caller":"traceutil/trace.go:171","msg":"trace[1304154300] linearizableReadLoop","detail":"{readStateIndex:12030; appliedIndex:12029; }","duration":"101.472259ms","start":"2026-03-14T01:57:11.793544Z","end":"2026-03-14T01:57:11.895016Z","steps":["trace[1304154300] 'read index received' (duration: 101.421797ms)","trace[1304154300] 'applied index is now lower than readState.Index' (duration: 49.041µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:57:11.895177Z","caller":"traceutil/trace.go:171","msg":"trace[959405954] transaction","detail":"{read_only:false; response_revision:11577; number_of_response:1; }","duration":"108.735211ms","start":"2026-03-14T01:57:11.786398Z","end":"2026-03-14T01:57:11.895133Z","steps":["trace[959405954] 'process raft request' (duration: 108.476155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:57:11.895444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.759805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:57:11.895501Z","caller":"traceutil/trace.go:171","msg":"trace[356330182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11577; }","duration":"101.98807ms","start":"2026-03-14T01:57:11.7935Z","end":"2026-03-14T01:57:11.895488Z","steps":["trace[356330182] 'agreement among raft nodes before linearized reading' (duration: 101.680803ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:57:58.194415Z","caller":"traceutil/trace.go:171","msg":"trace[486835869] transaction","detail":"{read_only:false; response_revision:11793; number_of_response:1; }","duration":"102.962992ms","start":"2026-03-14T01:57:58.091418Z","end":"2026-03-14T01:57:58.194381Z","steps":["trace[486835869] 'process raft request' (duration: 102.722146ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:57:58.194493Z","caller":"traceutil/trace.go:171","msg":"trace[1312861596] transaction","detail":"{read_only:false; response_revision:11794; number_of_response:1; }","duration":"102.00436ms","start":"2026-03-14T01:57:58.092444Z","end":"2026-03-14T01:57:58.194448Z","steps":["trace[1312861596] 'process raft request' (duration: 101.850697ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:58:44.574172Z","caller":"traceutil/trace.go:171","msg":"trace[566219965] transaction","detail":"{read_only:false; response_revision:12006; number_of_response:1; }","duration":"108.103216ms","start":"2026-03-14T01:58:44.466044Z","end":"2026-03-14T01:58:44.574147Z","steps":["trace[566219965] 'process raft request' (duration: 99.891494ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:59:29.29825Z","caller":"traceutil/trace.go:171","msg":"trace[1946645591] linearizableReadLoop","detail":"{readStateIndex:12697; appliedIndex:12696; }","duration":"105.653282ms","start":"2026-03-14T01:59:29.192575Z","end":"2026-03-14T01:59:29.298228Z","steps":["trace[1946645591] 'read index received' (duration: 70.887388ms)","trace[1946645591] 'applied index is now lower than readState.Index' (duration: 34.764894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:59:29.298443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.603786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-14T01:59:29.298465Z","caller":"traceutil/trace.go:171","msg":"trace[8792208] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:12215; }","duration":"103.681708ms","start":"2026-03-14T01:59:29.194777Z","end":"2026-03-14T01:59:29.298459Z","steps":["trace[8792208] 'agreement among raft nodes before linearized reading' (duration: 103.558935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:59:29.298472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.880587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-03-14T01:59:29.298495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.600664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-14T01:59:29.298556Z","caller":"traceutil/trace.go:171","msg":"trace[574526074] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:12215; }","duration":"106.02839ms","start":"2026-03-14T01:59:29.192509Z","end":"2026-03-14T01:59:29.298537Z","steps":["trace[574526074] 'agreement among raft nodes before linearized reading' (duration: 105.810135ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:59:29.298571Z","caller":"traceutil/trace.go:171","msg":"trace[966371178] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12215; }","duration":"102.704906ms","start":"2026-03-14T01:59:29.195848Z","end":"2026-03-14T01:59:29.298553Z","steps":["trace[966371178] 'agreement among raft nodes before linearized reading' (duration: 102.517512ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:59:32.754869Z","caller":"traceutil/trace.go:171","msg":"trace[1572898310] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"126.472955ms","start":"2026-03-14T01:59:32.628365Z","end":"2026-03-14T01:59:32.754838Z","steps":["trace[1572898310] 'process raft request' (duration: 92.729224ms)","trace[1572898310] 'compare' (duration: 33.564457ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:59:32.755139Z","caller":"traceutil/trace.go:171","msg":"trace[1980826289] linearizableReadLoop","detail":"{readStateIndex:12708; appliedIndex:12706; }","duration":"126.121728ms","start":"2026-03-14T01:59:32.628981Z","end":"2026-03-14T01:59:32.755102Z","steps":["trace[1980826289] 'read index received' (duration: 81.194928ms)","trace[1980826289] 'applied index is now lower than readState.Index' (duration: 44.92407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:59:32.755374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.381433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5445"} {"level":"info","ts":"2026-03-14T01:59:32.755404Z","caller":"traceutil/trace.go:171","msg":"trace[620943038] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:12227; }","duration":"126.447195ms","start":"2026-03-14T01:59:32.628948Z","end":"2026-03-14T01:59:32.755395Z","steps":["trace[620943038] 'agreement among raft nodes before linearized reading' (duration: 126.292682ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:59:33.08981Z","caller":"traceutil/trace.go:171","msg":"trace[425729612] transaction","detail":"{read_only:false; response_revision:12230; number_of_response:1; }","duration":"107.797779ms","start":"2026-03-14T01:59:32.981973Z","end":"2026-03-14T01:59:33.08977Z","steps":["trace[425729612] 'process raft request' (duration: 45.40549ms)","trace[425729612] 'compare' (duration: 62.186694ms)"],"step_count":2}