{"level":"warn","ts":"2026-04-15T03:15:11.136543Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T03:15:11.13666Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-15T03:15:11.136784Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T03:15:11.136819Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-04-15T03:15:11.136869Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T03:15:11.137573Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-04-15T03:15:11.13765Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-15T03:15:11.141573Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.69021ms"} {"level":"info","ts":"2026-04-15T03:15:11.147749Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-04-15T03:15:11.147843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-04-15T03:15:11.147869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-04-15T03:15:11.147895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-15T03:15:11.147913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-04-15T03:15:11.147971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-04-15T03:15:11.152999Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-15T03:15:11.154295Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-15T03:15:11.155318Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-15T03:15:11.157568Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-15T03:15:11.157813Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-15T03:15:11.157832Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T03:15:11.157992Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T03:15:11.158021Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T03:15:11.159398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-04-15T03:15:11.159601Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-04-15T03:15:11.162703Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T03:15:11.16286Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-04-15T03:15:11.162931Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-04-15T03:15:11.1631Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-15T03:15:11.163147Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-15T03:15:11.948709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-04-15T03:15:11.948776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-15T03:15:11.9488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-04-15T03:15:11.948836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-04-15T03:15:11.948855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-04-15T03:15:11.948877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-04-15T03:15:11.948896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-04-15T03:15:11.950211Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:15:11.951231Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-04-15T03:15:11.951409Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T03:15:11.951455Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T03:15:11.951853Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:15:11.952024Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:15:11.952067Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:15:11.954619Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-04-15T03:15:11.954961Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-15T03:15:11.961957Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-15T03:15:11.961993Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-15T03:15:26.90756Z","caller":"traceutil/trace.go:171","msg":"trace[569738994] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"293.291151ms","start":"2026-04-15T03:15:26.61424Z","end":"2026-04-15T03:15:26.907531Z","steps":["trace[569738994] 'process raft request' (duration: 293.146258ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:15:38.618827Z","caller":"traceutil/trace.go:171","msg":"trace[502121439] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"137.883293ms","start":"2026-04-15T03:15:38.480915Z","end":"2026-04-15T03:15:38.618798Z","steps":["trace[502121439] 'process raft request' (duration: 137.208684ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:15:43.820945Z","caller":"traceutil/trace.go:171","msg":"trace[1952883091] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"112.288165ms","start":"2026-04-15T03:15:43.708626Z","end":"2026-04-15T03:15:43.820914Z","steps":["trace[1952883091] 'process raft request' (duration: 112.038388ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:15:43.988Z","caller":"traceutil/trace.go:171","msg":"trace[634908891] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"161.721381ms","start":"2026-04-15T03:15:43.826257Z","end":"2026-04-15T03:15:43.987978Z","steps":["trace[634908891] 'process raft request' (duration: 125.626839ms)","trace[634908891] 'compare' (duration: 36.00691ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:15:44.03213Z","caller":"traceutil/trace.go:171","msg":"trace[1590806983] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"181.475189ms","start":"2026-04-15T03:15:43.850617Z","end":"2026-04-15T03:15:44.032092Z","steps":["trace[1590806983] 'process raft request' (duration: 179.559006ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:15:44.033085Z","caller":"traceutil/trace.go:171","msg":"trace[220535520] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:589; }","duration":"122.34665ms","start":"2026-04-15T03:15:43.909683Z","end":"2026-04-15T03:15:44.032029Z","steps":["trace[220535520] 'read index received' (duration: 42.346143ms)","trace[220535520] 'applied index is now lower than readState.Index' (duration: 79.994457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:15:44.033106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.400948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:15:44.033263Z","caller":"traceutil/trace.go:171","msg":"trace[1994443401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"123.600984ms","start":"2026-04-15T03:15:43.909615Z","end":"2026-04-15T03:15:44.033216Z","steps":["trace[1994443401] 'agreement among raft nodes before linearized reading' (duration: 123.381968ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:15:44.315817Z","caller":"traceutil/trace.go:171","msg":"trace[1800487398] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"221.630482ms","start":"2026-04-15T03:15:44.094145Z","end":"2026-04-15T03:15:44.315775Z","steps":["trace[1800487398] 'process raft request' (duration: 219.473853ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:14.34566Z","caller":"traceutil/trace.go:171","msg":"trace[140221884] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"105.701777ms","start":"2026-04-15T03:16:14.239912Z","end":"2026-04-15T03:16:14.345614Z","steps":["trace[140221884] 'process raft request' (duration: 96.879816ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:14.345793Z","caller":"traceutil/trace.go:171","msg":"trace[17372342] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1033; }","duration":"105.484701ms","start":"2026-04-15T03:16:14.240278Z","end":"2026-04-15T03:16:14.345763Z","steps":["trace[17372342] 'read index received' (duration: 1.811489ms)","trace[17372342] 'applied index is now lower than readState.Index' (duration: 103.672062ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:16:14.345932Z","caller":"traceutil/trace.go:171","msg":"trace[941312573] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"105.503722ms","start":"2026-04-15T03:16:14.240368Z","end":"2026-04-15T03:16:14.345871Z","steps":["trace[941312573] 'process raft request' (duration: 105.191953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:14.34597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.671156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:14.345992Z","caller":"traceutil/trace.go:171","msg":"trace[1430484974] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:0; response_revision:1004; }","duration":"105.745718ms","start":"2026-04-15T03:16:14.240239Z","end":"2026-04-15T03:16:14.345985Z","steps":["trace[1430484974] 'agreement among raft nodes before linearized reading' (duration: 105.642195ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:14.376455Z","caller":"traceutil/trace.go:171","msg":"trace[933148962] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"104.073692ms","start":"2026-04-15T03:16:14.272357Z","end":"2026-04-15T03:16:14.376431Z","steps":["trace[933148962] 'process raft request' (duration: 103.792294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:14.376616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.404501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T03:16:14.376652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.878461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:14.376656Z","caller":"traceutil/trace.go:171","msg":"trace[474065357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1005; }","duration":"111.522515ms","start":"2026-04-15T03:16:14.265121Z","end":"2026-04-15T03:16:14.376644Z","steps":["trace[474065357] 'agreement among raft nodes before linearized reading' (duration: 111.283058ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:14.376672Z","caller":"traceutil/trace.go:171","msg":"trace[1266989084] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:0; response_revision:1005; }","duration":"134.910921ms","start":"2026-04-15T03:16:14.241752Z","end":"2026-04-15T03:16:14.376663Z","steps":["trace[1266989084] 'agreement among raft nodes before linearized reading' (duration: 134.878391ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:14.494884Z","caller":"traceutil/trace.go:171","msg":"trace[736299688] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"107.29673ms","start":"2026-04-15T03:16:14.387532Z","end":"2026-04-15T03:16:14.494829Z","steps":["trace[736299688] 'process raft request' (duration: 58.310537ms)","trace[736299688] 'compare' (duration: 48.621463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:16:14.495633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.582441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:14.495743Z","caller":"traceutil/trace.go:171","msg":"trace[93464049] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:0; response_revision:1008; }","duration":"113.749035ms","start":"2026-04-15T03:16:14.381967Z","end":"2026-04-15T03:16:14.495716Z","steps":["trace[93464049] 'agreement among raft nodes before linearized reading' (duration: 113.582131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:17.949392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.762112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-jd6jj\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-04-15T03:16:17.949498Z","caller":"traceutil/trace.go:171","msg":"trace[739115660] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-jd6jj; range_end:; response_count:1; response_revision:1334; }","duration":"107.932378ms","start":"2026-04-15T03:16:17.841543Z","end":"2026-04-15T03:16:17.949475Z","steps":["trace[739115660] 'range keys from in-memory index tree' (duration: 107.543877ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:18.443757Z","caller":"traceutil/trace.go:171","msg":"trace[489864331] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"482.983924ms","start":"2026-04-15T03:16:17.960373Z","end":"2026-04-15T03:16:18.443357Z","steps":["trace[489864331] 'process raft request' (duration: 482.790529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:18.444495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:16:17.960353Z","time spent":"483.532859ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7957,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:16:18.449736Z","caller":"traceutil/trace.go:171","msg":"trace[1338448641] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"344.760863ms","start":"2026-04-15T03:16:18.104934Z","end":"2026-04-15T03:16:18.449695Z","steps":["trace[1338448641] 'process raft request' (duration: 344.124145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:18.449985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:16:18.104909Z","time spent":"344.940028ms","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2296,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T03:16:21.461933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.480499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:21.462018Z","caller":"traceutil/trace.go:171","msg":"trace[2108494730] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1377; }","duration":"138.606902ms","start":"2026-04-15T03:16:21.323397Z","end":"2026-04-15T03:16:21.462004Z","steps":["trace[2108494730] 'range keys from in-memory index tree' (duration: 138.454718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:21.462149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.485689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:21.462174Z","caller":"traceutil/trace.go:171","msg":"trace[1263041769] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1377; }","duration":"138.520309ms","start":"2026-04-15T03:16:21.323647Z","end":"2026-04-15T03:16:21.462167Z","steps":["trace[1263041769] 'count revisions from in-memory index tree' (duration: 138.462329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:21.462271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.413467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:21.462307Z","caller":"traceutil/trace.go:171","msg":"trace[1073973498] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1377; }","duration":"138.506209ms","start":"2026-04-15T03:16:21.323791Z","end":"2026-04-15T03:16:21.462297Z","steps":["trace[1073973498] 'range keys from in-memory index tree' (duration: 138.249822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:21.462429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.886727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:21.462457Z","caller":"traceutil/trace.go:171","msg":"trace[666391149] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1377; }","duration":"110.949539ms","start":"2026-04-15T03:16:21.351497Z","end":"2026-04-15T03:16:21.462446Z","steps":["trace[666391149] 'range keys from in-memory index tree' (duration: 110.802075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:21.462606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.96597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:21.462642Z","caller":"traceutil/trace.go:171","msg":"trace[2056595507] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1377; }","duration":"111.018781ms","start":"2026-04-15T03:16:21.351613Z","end":"2026-04-15T03:16:21.462632Z","steps":["trace[2056595507] 'count revisions from in-memory index tree' (duration: 110.928859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:21.462759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.956309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:21.462793Z","caller":"traceutil/trace.go:171","msg":"trace[1324199961] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1377; }","duration":"111.016461ms","start":"2026-04-15T03:16:21.351767Z","end":"2026-04-15T03:16:21.462783Z","steps":["trace[1324199961] 'range keys from in-memory index tree' (duration: 110.886048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:42.462101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.408911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:16:42.462185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.575366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-15T03:16:42.462419Z","caller":"traceutil/trace.go:171","msg":"trace[410552403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1528; }","duration":"553.73565ms","start":"2026-04-15T03:16:41.908617Z","end":"2026-04-15T03:16:42.462353Z","steps":["trace[410552403] 'range keys from in-memory index tree' (duration: 553.320609ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:42.462461Z","caller":"traceutil/trace.go:171","msg":"trace[1448156309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1528; }","duration":"295.887205ms","start":"2026-04-15T03:16:42.166538Z","end":"2026-04-15T03:16:42.462426Z","steps":["trace[1448156309] 'range keys from in-memory index tree' (duration: 295.295158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:42.462487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:16:41.908597Z","time spent":"553.871883ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T03:16:56.219046Z","caller":"traceutil/trace.go:171","msg":"trace[987433262] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"133.495957ms","start":"2026-04-15T03:16:56.085499Z","end":"2026-04-15T03:16:56.218995Z","steps":["trace[987433262] 'process raft request' (duration: 133.191909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:56.951911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.846864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T03:16:56.95204Z","caller":"traceutil/trace.go:171","msg":"trace[429786163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1596; }","duration":"229.016508ms","start":"2026-04-15T03:16:56.722982Z","end":"2026-04-15T03:16:56.951999Z","steps":["trace[429786163] 'range keys from in-memory index tree' (duration: 228.589866ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:58.709645Z","caller":"traceutil/trace.go:171","msg":"trace[2066165888] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"126.400064ms","start":"2026-04-15T03:16:58.583208Z","end":"2026-04-15T03:16:58.709608Z","steps":["trace[2066165888] 'process raft request' (duration: 126.194398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:58.92685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.500021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:16:58.926953Z","caller":"traceutil/trace.go:171","msg":"trace[131945860] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1604; }","duration":"124.669117ms","start":"2026-04-15T03:16:58.802264Z","end":"2026-04-15T03:16:58.926933Z","steps":["trace[131945860] 'count revisions from in-memory index tree' (duration: 124.395629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:16:58.926967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.476878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:16:58.927139Z","caller":"traceutil/trace.go:171","msg":"trace[962968745] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1604; }","duration":"144.691024ms","start":"2026-04-15T03:16:58.782423Z","end":"2026-04-15T03:16:58.927115Z","steps":["trace[962968745] 'range keys from in-memory index tree' (duration: 144.452617ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:59.343043Z","caller":"traceutil/trace.go:171","msg":"trace[324399487] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"231.804954ms","start":"2026-04-15T03:16:59.111204Z","end":"2026-04-15T03:16:59.343009Z","steps":["trace[324399487] 'read index received' (duration: 222.642274ms)","trace[324399487] 'applied index is now lower than readState.Index' (duration: 9.16132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:16:59.343276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.063411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-15T03:16:59.343314Z","caller":"traceutil/trace.go:171","msg":"trace[84574558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1606; }","duration":"232.156154ms","start":"2026-04-15T03:16:59.111146Z","end":"2026-04-15T03:16:59.343302Z","steps":["trace[84574558] 'agreement among raft nodes before linearized reading' (duration: 231.962788ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:59.343313Z","caller":"traceutil/trace.go:171","msg":"trace[13351456] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"257.119186ms","start":"2026-04-15T03:16:59.086152Z","end":"2026-04-15T03:16:59.343272Z","steps":["trace[13351456] 'process raft request' (duration: 247.779701ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:16:59.463665Z","caller":"traceutil/trace.go:171","msg":"trace[1305731749] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"115.30226ms","start":"2026-04-15T03:16:59.348328Z","end":"2026-04-15T03:16:59.46363Z","steps":["trace[1305731749] 'process raft request' (duration: 111.303481ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:24.907143Z","caller":"traceutil/trace.go:171","msg":"trace[501015350] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"138.401711ms","start":"2026-04-15T03:17:24.768712Z","end":"2026-04-15T03:17:24.907114Z","steps":["trace[501015350] 'process raft request' (duration: 111.776104ms)","trace[501015350] 'compare' (duration: 26.338419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:17:24.907085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.824111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:17:24.907318Z","caller":"traceutil/trace.go:171","msg":"trace[288393680] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2460; }","duration":"151.070608ms","start":"2026-04-15T03:17:24.756204Z","end":"2026-04-15T03:17:24.907275Z","steps":["trace[288393680] 'range keys from in-memory index tree' (duration: 150.710248ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.133643Z","caller":"traceutil/trace.go:171","msg":"trace[626569708] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2547; }","duration":"223.97178ms","start":"2026-04-15T03:17:24.90963Z","end":"2026-04-15T03:17:25.133602Z","steps":["trace[626569708] 'read index received' (duration: 192.227643ms)","trace[626569708] 'applied index is now lower than readState.Index' (duration: 31.741937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:17:25.133821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.163845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:17:25.133932Z","caller":"traceutil/trace.go:171","msg":"trace[1428090528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2461; }","duration":"224.301579ms","start":"2026-04-15T03:17:24.909577Z","end":"2026-04-15T03:17:25.133878Z","steps":["trace[1428090528] 'agreement among raft nodes before linearized reading' (duration: 224.159715ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.160872Z","caller":"traceutil/trace.go:171","msg":"trace[84223287] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"197.931828ms","start":"2026-04-15T03:17:24.962918Z","end":"2026-04-15T03:17:25.16085Z","steps":["trace[84223287] 'process raft request' (duration: 197.567469ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.160897Z","caller":"traceutil/trace.go:171","msg":"trace[1593836457] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"248.652705ms","start":"2026-04-15T03:17:24.912203Z","end":"2026-04-15T03:17:25.160856Z","steps":["trace[1593836457] 'process raft request' (duration: 248.262484ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.160956Z","caller":"traceutil/trace.go:171","msg":"trace[258830102] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"248.872271ms","start":"2026-04-15T03:17:24.912063Z","end":"2026-04-15T03:17:25.160935Z","steps":["trace[258830102] 'process raft request' (duration: 248.194382ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.160941Z","caller":"traceutil/trace.go:171","msg":"trace[1306656246] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"148.293832ms","start":"2026-04-15T03:17:25.012605Z","end":"2026-04-15T03:17:25.160899Z","steps":["trace[1306656246] 'process raft request' (duration: 147.900891ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.161012Z","caller":"traceutil/trace.go:171","msg":"trace[1101926310] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"248.836829ms","start":"2026-04-15T03:17:24.912148Z","end":"2026-04-15T03:17:25.160984Z","steps":["trace[1101926310] 'process raft request' (duration: 248.290044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.164711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.374856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:77027"} {"level":"info","ts":"2026-04-15T03:17:25.164756Z","caller":"traceutil/trace.go:171","msg":"trace[917416395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:2469; }","duration":"252.463909ms","start":"2026-04-15T03:17:24.912282Z","end":"2026-04-15T03:17:25.164746Z","steps":["trace[917416395] 'agreement among raft nodes before linearized reading' (duration: 252.241943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.164761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.081573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T03:17:25.164835Z","caller":"traceutil/trace.go:171","msg":"trace[257730851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2469; }","duration":"224.184286ms","start":"2026-04-15T03:17:24.940637Z","end":"2026-04-15T03:17:25.164821Z","steps":["trace[257730851] 'agreement among raft nodes before linearized reading' (duration: 223.97642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.544797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.700187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:17:25.544951Z","caller":"traceutil/trace.go:171","msg":"trace[1004392517] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"376.781955ms","start":"2026-04-15T03:17:25.168127Z","end":"2026-04-15T03:17:25.544909Z","steps":["trace[1004392517] 'process raft request' (duration: 98.717968ms)","trace[1004392517] 'compare' (duration: 277.481592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:17:25.545028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.168113Z","time spent":"376.883208ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T03:17:25.619065Z","caller":"traceutil/trace.go:171","msg":"trace[1912991493] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"450.111209ms","start":"2026-04-15T03:17:25.168921Z","end":"2026-04-15T03:17:25.619032Z","steps":["trace[1912991493] 'process raft request' (duration: 449.883503ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.619133Z","caller":"traceutil/trace.go:171","msg":"trace[1960098310] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2556; }","duration":"450.15168ms","start":"2026-04-15T03:17:25.168957Z","end":"2026-04-15T03:17:25.619108Z","steps":["trace[1960098310] 'read index received' (duration: 97.910465ms)","trace[1960098310] 'applied index is now lower than readState.Index' (duration: 352.239885ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:17:25.619242Z","caller":"traceutil/trace.go:171","msg":"trace[1990374603] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"355.759831ms","start":"2026-04-15T03:17:25.263471Z","end":"2026-04-15T03:17:25.619231Z","steps":["trace[1990374603] 'process raft request' (duration: 355.567136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.619326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.263447Z","time spent":"355.827472ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T03:17:25.61934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.168908Z","time spent":"450.288114ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:17:25.619394Z","caller":"traceutil/trace.go:171","msg":"trace[1413072402] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"393.656207ms","start":"2026-04-15T03:17:25.225706Z","end":"2026-04-15T03:17:25.619362Z","steps":["trace[1413072402] 'process raft request' (duration: 393.283067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.619444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.470439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-15T03:17:25.619511Z","caller":"traceutil/trace.go:171","msg":"trace[52638476] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2474; }","duration":"450.587812ms","start":"2026-04-15T03:17:25.168906Z","end":"2026-04-15T03:17:25.619494Z","steps":["trace[52638476] 'agreement among raft nodes before linearized reading' (duration: 450.425508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.619561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.225687Z","time spent":"393.78096ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:17:25.61957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.16888Z","time spent":"450.677104ms","remote":"127.0.0.1:55568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-15T03:17:25.619456Z","caller":"traceutil/trace.go:171","msg":"trace[1530190216] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"443.626802ms","start":"2026-04-15T03:17:25.175807Z","end":"2026-04-15T03:17:25.619433Z","steps":["trace[1530190216] 'process raft request' (duration: 443.137568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.619788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.175794Z","time spent":"443.95032ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":546,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T03:17:25.784673Z","caller":"traceutil/trace.go:171","msg":"trace[1264658944] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"353.116308ms","start":"2026-04-15T03:17:25.431498Z","end":"2026-04-15T03:17:25.784614Z","steps":["trace[1264658944] 'process raft request' (duration: 353.002575ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.784652Z","caller":"traceutil/trace.go:171","msg":"trace[1494256217] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"488.690283ms","start":"2026-04-15T03:17:25.295914Z","end":"2026-04-15T03:17:25.784604Z","steps":["trace[1494256217] 'process raft request' (duration: 416.13711ms)","trace[1494256217] 'compare' (duration: 72.272845ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:17:25.784775Z","caller":"traceutil/trace.go:171","msg":"trace[365024065] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"154.714028ms","start":"2026-04-15T03:17:25.630028Z","end":"2026-04-15T03:17:25.784742Z","steps":["trace[365024065] 'process raft request' (duration: 154.644166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.784907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.431467Z","time spent":"353.323604ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:17:25.784895Z","caller":"traceutil/trace.go:171","msg":"trace[1255018552] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"165.650537ms","start":"2026-04-15T03:17:25.619198Z","end":"2026-04-15T03:17:25.784848Z","steps":["trace[1255018552] 'read index received' (duration: 92.881538ms)","trace[1255018552] 'applied index is now lower than readState.Index' (duration: 72.761828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:17:25.784953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.295898Z","time spent":"488.93315ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:17:25.784994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.333462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:17:25.785033Z","caller":"traceutil/trace.go:171","msg":"trace[2037942847] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2478; }","duration":"466.398384ms","start":"2026-04-15T03:17:25.318624Z","end":"2026-04-15T03:17:25.785023Z","steps":["trace[2037942847] 'agreement among raft nodes before linearized reading' (duration: 466.313952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.785056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.318613Z","time spent":"466.438395ms","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/openstack/valkey\" "} {"level":"warn","ts":"2026-04-15T03:17:25.785062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.354487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b38756f9-1291-4848-8764-e4467ecfb781\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-15T03:17:25.785121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.003507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:17:25.785161Z","caller":"traceutil/trace.go:171","msg":"trace[1123398807] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2478; }","duration":"487.08844ms","start":"2026-04-15T03:17:25.298058Z","end":"2026-04-15T03:17:25.785147Z","steps":["trace[1123398807] 'agreement among raft nodes before linearized reading' (duration: 486.978457ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.785174Z","caller":"traceutil/trace.go:171","msg":"trace[235616658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b38756f9-1291-4848-8764-e4467ecfb781; range_end:; response_count:1; response_revision:2478; }","duration":"382.498852ms","start":"2026-04-15T03:17:25.402649Z","end":"2026-04-15T03:17:25.785147Z","steps":["trace[235616658] 'agreement among raft nodes before linearized reading' (duration: 382.218274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.785193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.298051Z","time spent":"487.134651ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:17:25.78523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.402638Z","time spent":"382.579754ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b38756f9-1291-4848-8764-e4467ecfb781\" "} {"level":"warn","ts":"2026-04-15T03:17:25.785267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.196068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-15T03:17:25.78527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.931188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-15T03:17:25.785315Z","caller":"traceutil/trace.go:171","msg":"trace[1866678877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2478; }","duration":"201.269579ms","start":"2026-04-15T03:17:25.584033Z","end":"2026-04-15T03:17:25.785303Z","steps":["trace[1866678877] 'agreement among raft nodes before linearized reading' (duration: 201.173376ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.785335Z","caller":"traceutil/trace.go:171","msg":"trace[771648244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2478; }","duration":"374.012559ms","start":"2026-04-15T03:17:25.4113Z","end":"2026-04-15T03:17:25.785313Z","steps":["trace[771648244] 'agreement among raft nodes before linearized reading' (duration: 373.835654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.785277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.035233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d776bb97-775a-44d5-9c65-79b0acfe2f98\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-15T03:17:25.785371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.41129Z","time spent":"374.073032ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-15T03:17:25.785428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.308023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:17:25.78546Z","caller":"traceutil/trace.go:171","msg":"trace[1059503340] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:2478; }","duration":"159.382615ms","start":"2026-04-15T03:17:25.626068Z","end":"2026-04-15T03:17:25.785451Z","steps":["trace[1059503340] 'agreement among raft nodes before linearized reading' (duration: 159.340704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.785177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.428302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50b58162-fc16-4a3b-9956-40f2d149ed89\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-15T03:17:25.785513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.878223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50b58162-fc16-4a3b-9956-40f2d149ed89\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-15T03:17:25.785541Z","caller":"traceutil/trace.go:171","msg":"trace[1600450829] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50b58162-fc16-4a3b-9956-40f2d149ed89; range_end:; response_count:1; response_revision:2478; }","duration":"243.855073ms","start":"2026-04-15T03:17:25.541668Z","end":"2026-04-15T03:17:25.785524Z","steps":["trace[1600450829] 'agreement among raft nodes before linearized reading' (duration: 243.352739ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:25.785599Z","caller":"traceutil/trace.go:171","msg":"trace[647238710] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50b58162-fc16-4a3b-9956-40f2d149ed89; range_end:; response_count:1; response_revision:2478; }","duration":"517.002117ms","start":"2026-04-15T03:17:25.268577Z","end":"2026-04-15T03:17:25.785579Z","steps":["trace[647238710] 'agreement among raft nodes before linearized reading' (duration: 516.810281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.785496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.343197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:17:25.785561Z","caller":"traceutil/trace.go:171","msg":"trace[1059250476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d776bb97-775a-44d5-9c65-79b0acfe2f98; range_end:; response_count:1; response_revision:2478; }","duration":"399.195408ms","start":"2026-04-15T03:17:25.386204Z","end":"2026-04-15T03:17:25.785399Z","steps":["trace[1059250476] 'agreement among raft nodes before linearized reading' (duration: 398.964921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.785653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.268556Z","time spent":"517.083638ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50b58162-fc16-4a3b-9956-40f2d149ed89\" "} {"level":"info","ts":"2026-04-15T03:17:25.785667Z","caller":"traceutil/trace.go:171","msg":"trace[1996578926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2478; }","duration":"573.551901ms","start":"2026-04-15T03:17:25.212095Z","end":"2026-04-15T03:17:25.785647Z","steps":["trace[1996578926] 'agreement among raft nodes before linearized reading' (duration: 573.241983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:25.785713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.212077Z","time spent":"573.626584ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T03:17:25.785735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.386184Z","time spent":"399.491656ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d776bb97-775a-44d5-9c65-79b0acfe2f98\" "} {"level":"info","ts":"2026-04-15T03:17:25.784797Z","caller":"traceutil/trace.go:171","msg":"trace[794774157] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"159.454157ms","start":"2026-04-15T03:17:25.625302Z","end":"2026-04-15T03:17:25.784756Z","steps":["trace[794774157] 'process raft request' (duration: 159.306663ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:26.006123Z","caller":"traceutil/trace.go:171","msg":"trace[1027049896] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"216.849525ms","start":"2026-04-15T03:17:25.789242Z","end":"2026-04-15T03:17:26.006092Z","steps":["trace[1027049896] 'process raft request' (duration: 216.604468ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:26.131846Z","caller":"traceutil/trace.go:171","msg":"trace[238956003] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"341.599814ms","start":"2026-04-15T03:17:25.790221Z","end":"2026-04-15T03:17:26.13182Z","steps":["trace[238956003] 'process raft request' (duration: 341.517432ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:26.131877Z","caller":"traceutil/trace.go:171","msg":"trace[1942869037] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"341.716087ms","start":"2026-04-15T03:17:25.790081Z","end":"2026-04-15T03:17:26.131797Z","steps":["trace[1942869037] 'process raft request' (duration: 331.277952ms)","trace[1942869037] 'compare' (duration: 10.24901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:17:26.13202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.790207Z","time spent":"341.722477ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:17:26.132126Z","caller":"traceutil/trace.go:171","msg":"trace[2142964141] linearizableReadLoop","detail":"{readStateIndex:2568; appliedIndex:2565; }","duration":"341.528162ms","start":"2026-04-15T03:17:25.790588Z","end":"2026-04-15T03:17:26.132116Z","steps":["trace[2142964141] 'read index received' (duration: 215.386696ms)","trace[2142964141] 'applied index is now lower than readState.Index' (duration: 126.140616ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:17:26.132131Z","caller":"traceutil/trace.go:171","msg":"trace[885811549] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"341.340756ms","start":"2026-04-15T03:17:25.790751Z","end":"2026-04-15T03:17:26.132092Z","steps":["trace[885811549] 'process raft request' (duration: 341.029388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.132131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.790058Z","time spent":"341.933643ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:17:26.132298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.790735Z","time spent":"341.479421ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:17:26.13237Z","caller":"traceutil/trace.go:171","msg":"trace[960706259] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"337.686547ms","start":"2026-04-15T03:17:25.794677Z","end":"2026-04-15T03:17:26.132363Z","steps":["trace[960706259] 'process raft request' (duration: 337.388649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.132405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.794664Z","time spent":"337.723017ms","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T03:17:26.132402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.80901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18a66972fc26187e\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-04-15T03:17:26.132448Z","caller":"traceutil/trace.go:171","msg":"trace[1066702911] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18a66972fc26187e; range_end:; response_count:1; response_revision:2484; }","duration":"341.885862ms","start":"2026-04-15T03:17:25.79055Z","end":"2026-04-15T03:17:26.132436Z","steps":["trace[1066702911] 'agreement among raft nodes before linearized reading' (duration: 341.725947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.132484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.790537Z","time spent":"341.939243ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/libvirt-vnc.18a66972fc26187e\" "} {"level":"info","ts":"2026-04-15T03:17:26.132497Z","caller":"traceutil/trace.go:171","msg":"trace[1964931308] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"339.551708ms","start":"2026-04-15T03:17:25.79293Z","end":"2026-04-15T03:17:26.132482Z","steps":["trace[1964931308] 'process raft request' (duration: 339.045314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.132577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.79292Z","time spent":"339.616249ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:17:26.202938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.914755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:17:26.203037Z","caller":"traceutil/trace.go:171","msg":"trace[617617269] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"185.025855ms","start":"2026-04-15T03:17:26.017995Z","end":"2026-04-15T03:17:26.203021Z","steps":["trace[617617269] 'process raft request' (duration: 184.575923ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:26.203052Z","caller":"traceutil/trace.go:171","msg":"trace[152828055] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2485; }","duration":"315.09818ms","start":"2026-04-15T03:17:25.887925Z","end":"2026-04-15T03:17:26.203023Z","steps":["trace[152828055] 'agreement among raft nodes before linearized reading' (duration: 314.884124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.203102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.887895Z","time spent":"315.196452ms","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:17:26.20313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.850755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-15T03:17:26.20318Z","caller":"traceutil/trace.go:171","msg":"trace[139569613] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2485; }","duration":"182.217479ms","start":"2026-04-15T03:17:26.020928Z","end":"2026-04-15T03:17:26.203145Z","steps":["trace[139569613] 'process raft request' (duration: 181.806218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.202978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.313915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-15T03:17:26.203347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.062312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-15T03:17:26.203405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.967808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-15T03:17:26.203487Z","caller":"traceutil/trace.go:171","msg":"trace[1049251502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2485; }","duration":"112.180046ms","start":"2026-04-15T03:17:26.09125Z","end":"2026-04-15T03:17:26.20343Z","steps":["trace[1049251502] 'agreement among raft nodes before linearized reading' (duration: 111.900298ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:26.203219Z","caller":"traceutil/trace.go:171","msg":"trace[1403452058] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2485; }","duration":"374.007609ms","start":"2026-04-15T03:17:25.829191Z","end":"2026-04-15T03:17:26.203199Z","steps":["trace[1403452058] 'agreement among raft nodes before linearized reading' (duration: 373.690141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.203633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.829163Z","time spent":"374.428071ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-15T03:17:26.203506Z","caller":"traceutil/trace.go:171","msg":"trace[570752792] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2485; }","duration":"374.157313ms","start":"2026-04-15T03:17:25.829333Z","end":"2026-04-15T03:17:26.20349Z","steps":["trace[570752792] 'agreement among raft nodes before linearized reading' (duration: 373.631559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.203771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.829309Z","time spent":"374.446772ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-15T03:17:26.203369Z","caller":"traceutil/trace.go:171","msg":"trace[1817796832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2485; }","duration":"136.752557ms","start":"2026-04-15T03:17:26.066607Z","end":"2026-04-15T03:17:26.203359Z","steps":["trace[1817796832] 'agreement among raft nodes before linearized reading' (duration: 136.197022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.203066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.714269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:17:26.20763Z","caller":"traceutil/trace.go:171","msg":"trace[2096855332] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:0; response_revision:2485; }","duration":"416.295055ms","start":"2026-04-15T03:17:25.791314Z","end":"2026-04-15T03:17:26.207609Z","steps":["trace[2096855332] 'agreement among raft nodes before linearized reading' (duration: 411.690749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:17:26.207735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:17:25.791304Z","time spent":"416.409858ms","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/valkey\" "} {"level":"info","ts":"2026-04-15T03:17:27.430355Z","caller":"traceutil/trace.go:171","msg":"trace[1941782361] linearizableReadLoop","detail":"{readStateIndex:2676; appliedIndex:2675; }","duration":"115.523885ms","start":"2026-04-15T03:17:27.314797Z","end":"2026-04-15T03:17:27.430321Z","steps":["trace[1941782361] 'read index received' (duration: 73.416665ms)","trace[1941782361] 'applied index is now lower than readState.Index' (duration: 42.10577ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:17:27.430812Z","caller":"traceutil/trace.go:171","msg":"trace[386186961] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"138.595186ms","start":"2026-04-15T03:17:27.292177Z","end":"2026-04-15T03:17:27.430772Z","steps":["trace[386186961] 'process raft request' (duration: 96.095254ms)","trace[386186961] 'compare' (duration: 41.850944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:17:27.431206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.37399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:483282"} {"level":"info","ts":"2026-04-15T03:17:27.43126Z","caller":"traceutil/trace.go:171","msg":"trace[161539076] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:2587; }","duration":"116.455962ms","start":"2026-04-15T03:17:27.314793Z","end":"2026-04-15T03:17:27.431248Z","steps":["trace[161539076] 'agreement among raft nodes before linearized reading' (duration: 115.65016ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:30.473337Z","caller":"traceutil/trace.go:171","msg":"trace[1589761818] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"110.673719ms","start":"2026-04-15T03:17:30.362623Z","end":"2026-04-15T03:17:30.473296Z","steps":["trace[1589761818] 'process raft request' (duration: 51.163038ms)","trace[1589761818] 'compare' (duration: 59.329055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:17:33.518553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.312685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:17:33.518716Z","caller":"traceutil/trace.go:171","msg":"trace[1526575921] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"227.91198ms","start":"2026-04-15T03:17:33.290758Z","end":"2026-04-15T03:17:33.51867Z","steps":["trace[1526575921] 'process raft request' (duration: 15.404589ms)","trace[1526575921] 'compare' (duration: 212.141501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:18:32.266542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.71417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6697c96566894\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-15T03:18:32.266515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.853806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-15T03:18:32.266634Z","caller":"traceutil/trace.go:171","msg":"trace[1310808359] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a6697c96566894; range_end:; response_count:1; response_revision:3204; }","duration":"253.865385ms","start":"2026-04-15T03:18:32.012748Z","end":"2026-04-15T03:18:32.266613Z","steps":["trace[1310808359] 'range keys from in-memory index tree' (duration: 253.521135ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:18:32.266657Z","caller":"traceutil/trace.go:171","msg":"trace[1374601079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3204; }","duration":"234.051582ms","start":"2026-04-15T03:18:32.03258Z","end":"2026-04-15T03:18:32.266632Z","steps":["trace[1374601079] 'range keys from in-memory index tree' (duration: 233.604029ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:18:32.337405Z","caller":"traceutil/trace.go:171","msg":"trace[1829910497] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"148.242857ms","start":"2026-04-15T03:18:32.189132Z","end":"2026-04-15T03:18:32.337375Z","steps":["trace[1829910497] 'process raft request' (duration: 148.051991ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:18:32.546607Z","caller":"traceutil/trace.go:171","msg":"trace[980323061] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"356.076927ms","start":"2026-04-15T03:18:32.190496Z","end":"2026-04-15T03:18:32.546573Z","steps":["trace[980323061] 'process raft request' (duration: 355.83519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:18:32.546781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:18:32.190484Z","time spent":"356.212641ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:18:32.546882Z","caller":"traceutil/trace.go:171","msg":"trace[517631911] linearizableReadLoop","detail":"{readStateIndex:3317; appliedIndex:3314; }","duration":"114.390592ms","start":"2026-04-15T03:18:32.432463Z","end":"2026-04-15T03:18:32.546854Z","steps":["trace[517631911] 'read index received' (duration: 113.806036ms)","trace[517631911] 'applied index is now lower than readState.Index' (duration: 583.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:18:32.546948Z","caller":"traceutil/trace.go:171","msg":"trace[188624174] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"277.141554ms","start":"2026-04-15T03:18:32.269794Z","end":"2026-04-15T03:18:32.546935Z","steps":["trace[188624174] 'process raft request' (duration: 276.951499ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:18:32.546979Z","caller":"traceutil/trace.go:171","msg":"trace[148089027] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"278.489643ms","start":"2026-04-15T03:18:32.268458Z","end":"2026-04-15T03:18:32.546948Z","steps":["trace[148089027] 'process raft request' (duration: 278.04939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:18:32.547098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.619989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-15T03:18:32.54715Z","caller":"traceutil/trace.go:171","msg":"trace[176950698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3208; }","duration":"114.729192ms","start":"2026-04-15T03:18:32.432407Z","end":"2026-04-15T03:18:32.547137Z","steps":["trace[176950698] 'agreement among raft nodes before linearized reading' (duration: 114.541297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:19:56.072127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.850153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hh524\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-15T03:19:56.072241Z","caller":"traceutil/trace.go:171","msg":"trace[699949779] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hh524; range_end:; response_count:1; response_revision:3728; }","duration":"126.000747ms","start":"2026-04-15T03:19:55.946215Z","end":"2026-04-15T03:19:56.072216Z","steps":["trace[699949779] 'range keys from in-memory index tree' (duration: 125.652828ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:19:56.395527Z","caller":"traceutil/trace.go:171","msg":"trace[1008674350] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"128.997272ms","start":"2026-04-15T03:19:56.266502Z","end":"2026-04-15T03:19:56.395499Z","steps":["trace[1008674350] 'process raft request' (duration: 128.823477ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:20:27.443711Z","caller":"traceutil/trace.go:171","msg":"trace[1017674949] linearizableReadLoop","detail":"{readStateIndex:4026; appliedIndex:4025; }","duration":"138.642233ms","start":"2026-04-15T03:20:27.305035Z","end":"2026-04-15T03:20:27.443677Z","steps":["trace[1017674949] 'read index received' (duration: 138.53264ms)","trace[1017674949] 'applied index is now lower than readState.Index' (duration: 107.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:20:27.443856Z","caller":"traceutil/trace.go:171","msg":"trace[941561275] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"154.985675ms","start":"2026-04-15T03:20:27.288793Z","end":"2026-04-15T03:20:27.443778Z","steps":["trace[941561275] 'process raft request' (duration: 154.680967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:20:27.444412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.132198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T03:20:27.444526Z","caller":"traceutil/trace.go:171","msg":"trace[463850868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3892; }","duration":"139.484338ms","start":"2026-04-15T03:20:27.304983Z","end":"2026-04-15T03:20:27.444468Z","steps":["trace[463850868] 'agreement among raft nodes before linearized reading' (duration: 138.86139ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:20:27.500652Z","caller":"traceutil/trace.go:171","msg":"trace[283596077] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"101.199987ms","start":"2026-04-15T03:20:27.399428Z","end":"2026-04-15T03:20:27.500628Z","steps":["trace[283596077] 'process raft request' (duration: 101.107955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:20:27.500858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.147254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-15T03:20:27.500894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.133553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-15T03:20:27.500964Z","caller":"traceutil/trace.go:171","msg":"trace[1454669526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3893; }","duration":"187.245846ms","start":"2026-04-15T03:20:27.313705Z","end":"2026-04-15T03:20:27.500951Z","steps":["trace[1454669526] 'agreement among raft nodes before linearized reading' (duration: 187.03696ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:20:27.500982Z","caller":"traceutil/trace.go:171","msg":"trace[610204150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3893; }","duration":"175.275588ms","start":"2026-04-15T03:20:27.325668Z","end":"2026-04-15T03:20:27.500944Z","steps":["trace[610204150] 'agreement among raft nodes before linearized reading' (duration: 174.99955ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:24:11.35533Z","caller":"traceutil/trace.go:171","msg":"trace[737902150] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"253.834721ms","start":"2026-04-15T03:24:11.101451Z","end":"2026-04-15T03:24:11.355286Z","steps":["trace[737902150] 'process raft request' (duration: 250.810858ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:24:11.389649Z","caller":"traceutil/trace.go:171","msg":"trace[1365628175] linearizableReadLoop","detail":"{readStateIndex:6369; appliedIndex:6367; }","duration":"270.166771ms","start":"2026-04-15T03:24:11.119456Z","end":"2026-04-15T03:24:11.389623Z","steps":["trace[1365628175] 'read index received' (duration: 232.822064ms)","trace[1365628175] 'applied index is now lower than readState.Index' (duration: 37.342937ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:24:11.389747Z","caller":"traceutil/trace.go:171","msg":"trace[1541418999] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"282.667245ms","start":"2026-04-15T03:24:11.10706Z","end":"2026-04-15T03:24:11.389727Z","steps":["trace[1541418999] 'process raft request' (duration: 282.440648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:24:11.389814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.340095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:24:11.389853Z","caller":"traceutil/trace.go:171","msg":"trace[1500234758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6163; }","duration":"270.399437ms","start":"2026-04-15T03:24:11.119442Z","end":"2026-04-15T03:24:11.389841Z","steps":["trace[1500234758] 'agreement among raft nodes before linearized reading' (duration: 270.315634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:24:11.39004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.386452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:24:11.39019Z","caller":"traceutil/trace.go:171","msg":"trace[2059838213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6163; }","duration":"260.542925ms","start":"2026-04-15T03:24:11.12958Z","end":"2026-04-15T03:24:11.390123Z","steps":["trace[2059838213] 'agreement among raft nodes before linearized reading' (duration: 260.302099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:24:11.3902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.34681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-15T03:24:11.39033Z","caller":"traceutil/trace.go:171","msg":"trace[1422917038] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6163; }","duration":"236.494054ms","start":"2026-04-15T03:24:11.153806Z","end":"2026-04-15T03:24:11.3903Z","steps":["trace[1422917038] 'agreement among raft nodes before linearized reading' (duration: 236.148285ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:25:12.006794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3813} {"level":"info","ts":"2026-04-15T03:25:12.135254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3813,"took":"126.751021ms","hash":1971917459,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":34144256,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-15T03:25:12.135305Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1971917459,"revision":3813,"compact-revision":-1} {"level":"info","ts":"2026-04-15T03:26:22.062598Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000001f17.wal"} {"level":"info","ts":"2026-04-15T03:26:51.860953Z","caller":"traceutil/trace.go:171","msg":"trace[362640817] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"113.344701ms","start":"2026-04-15T03:26:51.747592Z","end":"2026-04-15T03:26:51.860937Z","steps":["trace[362640817] 'process raft request' (duration: 112.898559ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:26:54.234407Z","caller":"traceutil/trace.go:171","msg":"trace[1030476599] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8812; }","duration":"116.977842ms","start":"2026-04-15T03:26:54.117405Z","end":"2026-04-15T03:26:54.234383Z","steps":["trace[1030476599] 'read index received' (duration: 116.824258ms)","trace[1030476599] 'applied index is now lower than readState.Index' (duration: 152.324µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:26:54.234431Z","caller":"traceutil/trace.go:171","msg":"trace[1489175599] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"142.6873ms","start":"2026-04-15T03:26:54.091726Z","end":"2026-04-15T03:26:54.234414Z","steps":["trace[1489175599] 'process raft request' (duration: 142.497775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:26:54.234523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.096265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:26:54.234551Z","caller":"traceutil/trace.go:171","msg":"trace[1535705849] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8556; }","duration":"117.166447ms","start":"2026-04-15T03:26:54.117377Z","end":"2026-04-15T03:26:54.234543Z","steps":["trace[1535705849] 'agreement among raft nodes before linearized reading' (duration: 117.094705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:26:54.234632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.162816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:26:54.234703Z","caller":"traceutil/trace.go:171","msg":"trace[1788707177] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8556; }","duration":"117.28314ms","start":"2026-04-15T03:26:54.117406Z","end":"2026-04-15T03:26:54.234689Z","steps":["trace[1788707177] 'agreement among raft nodes before linearized reading' (duration: 117.175307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:26:54.234961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.123346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:26:54.234991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.936998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-04-15T03:26:54.23505Z","caller":"traceutil/trace.go:171","msg":"trace[1736733116] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8556; }","duration":"117.240789ms","start":"2026-04-15T03:26:54.117789Z","end":"2026-04-15T03:26:54.235029Z","steps":["trace[1736733116] 'agreement among raft nodes before linearized reading' (duration: 117.063244ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:26:54.235064Z","caller":"traceutil/trace.go:171","msg":"trace[465270032] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8556; }","duration":"114.04157ms","start":"2026-04-15T03:26:54.121006Z","end":"2026-04-15T03:26:54.235047Z","steps":["trace[465270032] 'agreement among raft nodes before linearized reading' (duration: 113.793314ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:27:42.869247Z","caller":"traceutil/trace.go:171","msg":"trace[619487795] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"100.883993ms","start":"2026-04-15T03:27:42.768336Z","end":"2026-04-15T03:27:42.86922Z","steps":["trace[619487795] 'process raft request' (duration: 100.520053ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:27:42.869639Z","caller":"traceutil/trace.go:171","msg":"trace[1083157808] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"107.045773ms","start":"2026-04-15T03:27:42.762578Z","end":"2026-04-15T03:27:42.869623Z","steps":["trace[1083157808] 'process raft request' (duration: 106.083006ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:27:43.095597Z","caller":"traceutil/trace.go:171","msg":"trace[632216846] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"191.138792ms","start":"2026-04-15T03:27:42.90443Z","end":"2026-04-15T03:27:43.095569Z","steps":["trace[632216846] 'process raft request' (duration: 190.947207ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:27:43.103614Z","caller":"traceutil/trace.go:171","msg":"trace[1349615580] linearizableReadLoop","detail":"{readStateIndex:9493; appliedIndex:9491; }","duration":"116.770169ms","start":"2026-04-15T03:27:42.986824Z","end":"2026-04-15T03:27:43.103595Z","steps":["trace[1349615580] 'read index received' (duration: 108.547513ms)","trace[1349615580] 'applied index is now lower than readState.Index' (duration: 8.221876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:27:43.103795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.959375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:27:43.103824Z","caller":"traceutil/trace.go:171","msg":"trace[1971015265] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:0; response_revision:9222; }","duration":"117.040176ms","start":"2026-04-15T03:27:42.986776Z","end":"2026-04-15T03:27:43.103816Z","steps":["trace[1971015265] 'agreement among raft nodes before linearized reading' (duration: 116.937743ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:27:43.103879Z","caller":"traceutil/trace.go:171","msg":"trace[432416764] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"126.459886ms","start":"2026-04-15T03:27:42.977374Z","end":"2026-04-15T03:27:43.103833Z","steps":["trace[432416764] 'process raft request' (duration: 126.116196ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:28:29.449434Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-15T03:28:29.456076Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-15T03:28:29.456187Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-15T03:30:12.013015Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6577} {"level":"info","ts":"2026-04-15T03:30:12.106771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6577,"took":"90.795434ms","hash":3816587363,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":36483072,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-15T03:30:12.106821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3816587363,"revision":6577,"compact-revision":3813} {"level":"warn","ts":"2026-04-15T03:31:56.407632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.297855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ljr47\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-15T03:31:56.407646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.292393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:31:56.407729Z","caller":"traceutil/trace.go:171","msg":"trace[2019754067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ljr47; range_end:; response_count:1; response_revision:11958; }","duration":"365.448709ms","start":"2026-04-15T03:31:56.042259Z","end":"2026-04-15T03:31:56.407708Z","steps":["trace[2019754067] 'range keys from in-memory index tree' (duration: 365.10785ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:31:56.407753Z","caller":"traceutil/trace.go:171","msg":"trace[465681184] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:11958; }","duration":"381.478219ms","start":"2026-04-15T03:31:56.026252Z","end":"2026-04-15T03:31:56.40773Z","steps":["trace[465681184] 'range keys from in-memory index tree' (duration: 381.18312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:31:56.407773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:31:56.042232Z","time spent":"365.530671ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ljr47\" "} {"level":"warn","ts":"2026-04-15T03:31:56.407803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:31:56.026229Z","time spent":"381.565101ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-15T03:31:56.407978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.672844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T03:31:56.408042Z","caller":"traceutil/trace.go:171","msg":"trace[2045398632] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:11958; }","duration":"381.840358ms","start":"2026-04-15T03:31:56.026187Z","end":"2026-04-15T03:31:56.408027Z","steps":["trace[2045398632] 'range keys from in-memory index tree' (duration: 381.53342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:31:56.40808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:31:56.026166Z","time spent":"381.90473ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-15T03:31:56.408133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.726486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:31:56.40818Z","caller":"traceutil/trace.go:171","msg":"trace[1505840962] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:11958; }","duration":"381.790567ms","start":"2026-04-15T03:31:56.026376Z","end":"2026-04-15T03:31:56.408167Z","steps":["trace[1505840962] 'range keys from in-memory index tree' (duration: 381.679004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:31:56.408221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:31:56.02637Z","time spent":"381.841858ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-15T03:31:56.411087Z","caller":"traceutil/trace.go:171","msg":"trace[1529591837] linearizableReadLoop","detail":"{readStateIndex:12309; appliedIndex:12308; }","duration":"127.487086ms","start":"2026-04-15T03:31:56.283586Z","end":"2026-04-15T03:31:56.411073Z","steps":["trace[1529591837] 'read index received' (duration: 127.244999ms)","trace[1529591837] 'applied index is now lower than readState.Index' (duration: 240.917µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:31:56.41132Z","caller":"traceutil/trace.go:171","msg":"trace[1439563196] transaction","detail":"{read_only:false; response_revision:11959; number_of_response:1; }","duration":"168.614363ms","start":"2026-04-15T03:31:56.242697Z","end":"2026-04-15T03:31:56.411312Z","steps":["trace[1439563196] 'process raft request' (duration: 168.189772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:31:56.411464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.877716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:31:56.411493Z","caller":"traceutil/trace.go:171","msg":"trace[1042470522] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:11959; }","duration":"127.950598ms","start":"2026-04-15T03:31:56.283535Z","end":"2026-04-15T03:31:56.411486Z","steps":["trace[1042470522] 'agreement among raft nodes before linearized reading' (duration: 127.901287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:31:56.411603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.64569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:31:56.411627Z","caller":"traceutil/trace.go:171","msg":"trace[1499911229] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:11959; }","duration":"127.694491ms","start":"2026-04-15T03:31:56.283928Z","end":"2026-04-15T03:31:56.411622Z","steps":["trace[1499911229] 'agreement among raft nodes before linearized reading' (duration: 127.65949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:31:56.412244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.161804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:31:56.412294Z","caller":"traceutil/trace.go:171","msg":"trace[497235967] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:11959; }","duration":"128.228896ms","start":"2026-04-15T03:31:56.284051Z","end":"2026-04-15T03:31:56.412279Z","steps":["trace[497235967] 'agreement among raft nodes before linearized reading' (duration: 128.146384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:31:56.423859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.272287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:31:56.42394Z","caller":"traceutil/trace.go:171","msg":"trace[1541707320] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:11959; }","duration":"139.865595ms","start":"2026-04-15T03:31:56.284053Z","end":"2026-04-15T03:31:56.423918Z","steps":["trace[1541707320] 'agreement among raft nodes before linearized reading' (duration: 128.269927ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:31:58.824557Z","caller":"traceutil/trace.go:171","msg":"trace[1954753662] transaction","detail":"{read_only:false; response_revision:11975; number_of_response:1; }","duration":"104.522216ms","start":"2026-04-15T03:31:58.72001Z","end":"2026-04-15T03:31:58.824533Z","steps":["trace[1954753662] 'process raft request' (duration: 104.331441ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:04.200447Z","caller":"traceutil/trace.go:171","msg":"trace[2045950893] transaction","detail":"{read_only:false; response_revision:12024; number_of_response:1; }","duration":"144.364488ms","start":"2026-04-15T03:32:04.05606Z","end":"2026-04-15T03:32:04.200424Z","steps":["trace[2045950893] 'process raft request' (duration: 144.216444ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:10.205652Z","caller":"traceutil/trace.go:171","msg":"trace[294549976] transaction","detail":"{read_only:false; response_revision:12098; number_of_response:1; }","duration":"102.711386ms","start":"2026-04-15T03:32:10.102907Z","end":"2026-04-15T03:32:10.205618Z","steps":["trace[294549976] 'process raft request' (duration: 96.012182ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:11.257456Z","caller":"traceutil/trace.go:171","msg":"trace[490739036] linearizableReadLoop","detail":"{readStateIndex:12461; appliedIndex:12460; }","duration":"112.943806ms","start":"2026-04-15T03:32:11.144485Z","end":"2026-04-15T03:32:11.257429Z","steps":["trace[490739036] 'read index received' (duration: 106.423357ms)","trace[490739036] 'applied index is now lower than readState.Index' (duration: 6.519399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:32:11.25766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.982944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:32:11.257758Z","caller":"traceutil/trace.go:171","msg":"trace[989965745] transaction","detail":"{read_only:false; response_revision:12105; number_of_response:1; }","duration":"151.961016ms","start":"2026-04-15T03:32:11.105773Z","end":"2026-04-15T03:32:11.257734Z","steps":["trace[989965745] 'process raft request' (duration: 145.206661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:32:11.257779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.046993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-15T03:32:11.257851Z","caller":"traceutil/trace.go:171","msg":"trace[497814798] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12105; }","duration":"154.164986ms","start":"2026-04-15T03:32:11.10367Z","end":"2026-04-15T03:32:11.257835Z","steps":["trace[497814798] 'agreement among raft nodes before linearized reading' (duration: 153.904189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:32:11.257858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.295278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T03:32:11.257921Z","caller":"traceutil/trace.go:171","msg":"trace[301455596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12105; }","duration":"151.35562ms","start":"2026-04-15T03:32:11.106532Z","end":"2026-04-15T03:32:11.257888Z","steps":["trace[301455596] 'agreement among raft nodes before linearized reading' (duration: 151.205495ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:11.257702Z","caller":"traceutil/trace.go:171","msg":"trace[1929343426] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12105; }","duration":"157.067196ms","start":"2026-04-15T03:32:11.100624Z","end":"2026-04-15T03:32:11.257691Z","steps":["trace[1929343426] 'agreement among raft nodes before linearized reading' (duration: 156.943913ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:23.421438Z","caller":"traceutil/trace.go:171","msg":"trace[1883762943] linearizableReadLoop","detail":"{readStateIndex:12562; appliedIndex:12561; }","duration":"111.097475ms","start":"2026-04-15T03:32:23.310315Z","end":"2026-04-15T03:32:23.421413Z","steps":["trace[1883762943] 'read index received' (duration: 110.629393ms)","trace[1883762943] 'applied index is now lower than readState.Index' (duration: 467.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:32:23.421497Z","caller":"traceutil/trace.go:171","msg":"trace[1258201167] transaction","detail":"{read_only:false; response_revision:12204; number_of_response:1; }","duration":"128.477112ms","start":"2026-04-15T03:32:23.29299Z","end":"2026-04-15T03:32:23.421467Z","steps":["trace[1258201167] 'process raft request' (duration: 128.127982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:32:23.421645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.322791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-15T03:32:23.421687Z","caller":"traceutil/trace.go:171","msg":"trace[46311945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12204; }","duration":"111.416695ms","start":"2026-04-15T03:32:23.310259Z","end":"2026-04-15T03:32:23.421675Z","steps":["trace[46311945] 'agreement among raft nodes before linearized reading' (duration: 111.279611ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:24.044817Z","caller":"traceutil/trace.go:171","msg":"trace[843272470] linearizableReadLoop","detail":"{readStateIndex:12569; appliedIndex:12568; }","duration":"173.128126ms","start":"2026-04-15T03:32:23.871665Z","end":"2026-04-15T03:32:24.044793Z","steps":["trace[843272470] 'read index received' (duration: 172.918641ms)","trace[843272470] 'applied index is now lower than readState.Index' (duration: 208.575µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:32:24.044965Z","caller":"traceutil/trace.go:171","msg":"trace[705386445] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"223.086046ms","start":"2026-04-15T03:32:23.82185Z","end":"2026-04-15T03:32:24.044936Z","steps":["trace[705386445] 'process raft request' (duration: 222.738447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:32:24.045096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.409694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2pmj2\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-15T03:32:24.045139Z","caller":"traceutil/trace.go:171","msg":"trace[1217560222] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2pmj2; range_end:; response_count:1; response_revision:12211; }","duration":"173.505067ms","start":"2026-04-15T03:32:23.871624Z","end":"2026-04-15T03:32:24.045129Z","steps":["trace[1217560222] 'agreement among raft nodes before linearized reading' (duration: 173.291381ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:24.289091Z","caller":"traceutil/trace.go:171","msg":"trace[248434050] linearizableReadLoop","detail":"{readStateIndex:12570; appliedIndex:12569; }","duration":"244.184554ms","start":"2026-04-15T03:32:24.044883Z","end":"2026-04-15T03:32:24.289068Z","steps":["trace[248434050] 'read index received' (duration: 235.371723ms)","trace[248434050] 'applied index is now lower than readState.Index' (duration: 8.811831ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:32:24.289149Z","caller":"traceutil/trace.go:171","msg":"trace[389354646] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"248.137803ms","start":"2026-04-15T03:32:24.040976Z","end":"2026-04-15T03:32:24.289113Z","steps":["trace[389354646] 'process raft request' (duration: 239.355652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:32:24.289886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.049691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18917"} {"level":"warn","ts":"2026-04-15T03:32:24.289832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.918497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2pmj2\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-15T03:32:24.290038Z","caller":"traceutil/trace.go:171","msg":"trace[977513854] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12212; }","duration":"132.261706ms","start":"2026-04-15T03:32:24.157753Z","end":"2026-04-15T03:32:24.290014Z","steps":["trace[977513854] 'agreement among raft nodes before linearized reading' (duration: 131.879526ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:32:24.290062Z","caller":"traceutil/trace.go:171","msg":"trace[1201274414] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2pmj2; range_end:; response_count:1; response_revision:12212; }","duration":"403.215595ms","start":"2026-04-15T03:32:23.886824Z","end":"2026-04-15T03:32:24.29004Z","steps":["trace[1201274414] 'agreement among raft nodes before linearized reading' (duration: 402.30725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:32:24.290086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.499879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:900703"} {"level":"info","ts":"2026-04-15T03:32:24.29012Z","caller":"traceutil/trace.go:171","msg":"trace[129366165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:12212; }","duration":"238.56892ms","start":"2026-04-15T03:32:24.051542Z","end":"2026-04-15T03:32:24.290111Z","steps":["trace[129366165] 'agreement among raft nodes before linearized reading' (duration: 237.628384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:32:24.290138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:32:23.886807Z","time spent":"403.312397ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2pmj2\" "} {"level":"info","ts":"2026-04-15T03:33:25.002079Z","caller":"traceutil/trace.go:171","msg":"trace[1843109673] linearizableReadLoop","detail":"{readStateIndex:13034; appliedIndex:13033; }","duration":"154.751592ms","start":"2026-04-15T03:33:24.847291Z","end":"2026-04-15T03:33:25.002042Z","steps":["trace[1843109673] 'read index received' (duration: 154.530426ms)","trace[1843109673] 'applied index is now lower than readState.Index' (duration: 220.156µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:33:25.002261Z","caller":"traceutil/trace.go:171","msg":"trace[263856380] transaction","detail":"{read_only:false; response_revision:12662; number_of_response:1; }","duration":"280.721527ms","start":"2026-04-15T03:33:24.721523Z","end":"2026-04-15T03:33:25.002244Z","steps":["trace[263856380] 'process raft request' (duration: 280.305995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:33:25.002586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.187697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T03:33:25.002772Z","caller":"traceutil/trace.go:171","msg":"trace[372062024] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12662; }","duration":"119.441714ms","start":"2026-04-15T03:33:24.883306Z","end":"2026-04-15T03:33:25.002748Z","steps":["trace[372062024] 'agreement among raft nodes before linearized reading' (duration: 119.007202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:33:25.002923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.597826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-04-15T03:33:25.002982Z","caller":"traceutil/trace.go:171","msg":"trace[1921978794] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:12662; }","duration":"155.717429ms","start":"2026-04-15T03:33:24.84725Z","end":"2026-04-15T03:33:25.002968Z","steps":["trace[1921978794] 'agreement among raft nodes before linearized reading' (duration: 155.432772ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:33:43.171394Z","caller":"traceutil/trace.go:171","msg":"trace[1674380912] transaction","detail":"{read_only:false; response_revision:12768; number_of_response:1; }","duration":"109.669717ms","start":"2026-04-15T03:33:43.061689Z","end":"2026-04-15T03:33:43.171358Z","steps":["trace[1674380912] 'process raft request' (duration: 109.383409ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:00.013323Z","caller":"traceutil/trace.go:171","msg":"trace[749693514] linearizableReadLoop","detail":"{readStateIndex:13274; appliedIndex:13273; }","duration":"129.178421ms","start":"2026-04-15T03:33:59.884118Z","end":"2026-04-15T03:34:00.013296Z","steps":["trace[749693514] 'read index received' (duration: 129.079299ms)","trace[749693514] 'applied index is now lower than readState.Index' (duration: 98.212µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:34:00.013518Z","caller":"traceutil/trace.go:171","msg":"trace[1191285934] transaction","detail":"{read_only:false; response_revision:12895; number_of_response:1; }","duration":"130.483107ms","start":"2026-04-15T03:33:59.883001Z","end":"2026-04-15T03:34:00.013485Z","steps":["trace[1191285934] 'process raft request' (duration: 130.153558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.013742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.603414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-15T03:34:00.013808Z","caller":"traceutil/trace.go:171","msg":"trace[567382711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12895; }","duration":"129.708536ms","start":"2026-04-15T03:33:59.884082Z","end":"2026-04-15T03:34:00.01379Z","steps":["trace[567382711] 'agreement among raft nodes before linearized reading' (duration: 129.525461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.019315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.362584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-15T03:34:00.019378Z","caller":"traceutil/trace.go:171","msg":"trace[1369581189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12896; }","duration":"134.453597ms","start":"2026-04-15T03:33:59.884909Z","end":"2026-04-15T03:34:00.019363Z","steps":["trace[1369581189] 'agreement among raft nodes before linearized reading' (duration: 134.302282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.019504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.235524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:34:00.019528Z","caller":"traceutil/trace.go:171","msg":"trace[97442509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12896; }","duration":"113.298686ms","start":"2026-04-15T03:33:59.906222Z","end":"2026-04-15T03:34:00.01952Z","steps":["trace[97442509] 'agreement among raft nodes before linearized reading' (duration: 113.262485ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:00.36682Z","caller":"traceutil/trace.go:171","msg":"trace[1314690924] linearizableReadLoop","detail":"{readStateIndex:13278; appliedIndex:13277; }","duration":"314.480102ms","start":"2026-04-15T03:34:00.052311Z","end":"2026-04-15T03:34:00.366791Z","steps":["trace[1314690924] 'read index received' (duration: 313.896666ms)","trace[1314690924] 'applied index is now lower than readState.Index' (duration: 581.836µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:34:00.366872Z","caller":"traceutil/trace.go:171","msg":"trace[1572270294] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"315.711936ms","start":"2026-04-15T03:34:00.051134Z","end":"2026-04-15T03:34:00.366846Z","steps":["trace[1572270294] 'process raft request' (duration: 314.901143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.367032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.05111Z","time spent":"315.84404ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:34:00.369069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.748206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-15T03:34:00.369139Z","caller":"traceutil/trace.go:171","msg":"trace[1278784765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12899; }","duration":"207.831178ms","start":"2026-04-15T03:34:00.161291Z","end":"2026-04-15T03:34:00.369123Z","steps":["trace[1278784765] 'agreement among raft nodes before linearized reading' (duration: 207.634073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.369167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.902276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hh524\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-15T03:34:00.369257Z","caller":"traceutil/trace.go:171","msg":"trace[1099544302] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hh524; range_end:; response_count:1; response_revision:12899; }","duration":"186.090752ms","start":"2026-04-15T03:34:00.183145Z","end":"2026-04-15T03:34:00.369235Z","steps":["trace[1099544302] 'agreement among raft nodes before linearized reading' (duration: 185.887657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.369312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.406194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T03:34:00.369409Z","caller":"traceutil/trace.go:171","msg":"trace[246600246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12899; }","duration":"204.561898ms","start":"2026-04-15T03:34:00.164824Z","end":"2026-04-15T03:34:00.369386Z","steps":["trace[246600246] 'agreement among raft nodes before linearized reading' (duration: 204.233799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.369287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.96861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cf9wm\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-15T03:34:00.369697Z","caller":"traceutil/trace.go:171","msg":"trace[1148655731] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cf9wm; range_end:; response_count:1; response_revision:12899; }","duration":"317.407002ms","start":"2026-04-15T03:34:00.052268Z","end":"2026-04-15T03:34:00.369675Z","steps":["trace[1148655731] 'agreement among raft nodes before linearized reading' (duration: 314.667547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:00.369806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.052253Z","time spent":"317.532346ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cf9wm\" "} {"level":"warn","ts":"2026-04-15T03:34:01.16666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.375847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:34:01.166731Z","caller":"traceutil/trace.go:171","msg":"trace[1686000396] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12901; }","duration":"636.48384ms","start":"2026-04-15T03:34:00.530223Z","end":"2026-04-15T03:34:01.166707Z","steps":["trace[1686000396] 'count revisions from in-memory index tree' (duration: 636.294825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.166759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.530202Z","time spent":"636.549993ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-15T03:34:01.173132Z","caller":"traceutil/trace.go:171","msg":"trace[690255824] linearizableReadLoop","detail":"{readStateIndex:13282; appliedIndex:13281; }","duration":"429.249589ms","start":"2026-04-15T03:34:00.743862Z","end":"2026-04-15T03:34:01.173112Z","steps":["trace[690255824] 'read index received' (duration: 429.094575ms)","trace[690255824] 'applied index is now lower than readState.Index' (duration: 154.104µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:34:01.173225Z","caller":"traceutil/trace.go:171","msg":"trace[2037187215] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"537.781154ms","start":"2026-04-15T03:34:00.635421Z","end":"2026-04-15T03:34:01.173203Z","steps":["trace[2037187215] 'process raft request' (duration: 537.525877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.395483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:34:01.173296Z","caller":"traceutil/trace.go:171","msg":"trace[446868430] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12902; }","duration":"429.439344ms","start":"2026-04-15T03:34:00.743849Z","end":"2026-04-15T03:34:01.173288Z","steps":["trace[446868430] 'agreement among raft nodes before linearized reading' (duration: 429.376532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.743793Z","time spent":"429.524196ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-15T03:34:01.173329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.635392Z","time spent":"537.881027ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:34:01.173426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.916455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:34:01.173454Z","caller":"traceutil/trace.go:171","msg":"trace[1520012490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12902; }","duration":"263.980837ms","start":"2026-04-15T03:34:00.909466Z","end":"2026-04-15T03:34:01.173447Z","steps":["trace[1520012490] 'agreement among raft nodes before linearized reading' (duration: 263.935446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.056671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-15T03:34:01.17342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.238318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:34:01.173543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.581166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12419"} {"level":"info","ts":"2026-04-15T03:34:01.173551Z","caller":"traceutil/trace.go:171","msg":"trace[1454915329] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12902; }","duration":"429.408573ms","start":"2026-04-15T03:34:00.744116Z","end":"2026-04-15T03:34:01.173524Z","steps":["trace[1454915329] 'agreement among raft nodes before linearized reading' (duration: 429.174507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.082285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12419"} {"level":"info","ts":"2026-04-15T03:34:01.173482Z","caller":"traceutil/trace.go:171","msg":"trace[18268963] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12902; }","duration":"422.111263ms","start":"2026-04-15T03:34:00.751362Z","end":"2026-04-15T03:34:01.173473Z","steps":["trace[18268963] 'agreement among raft nodes before linearized reading' (duration: 421.976699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.74411Z","time spent":"429.492355ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-15T03:34:01.173639Z","caller":"traceutil/trace.go:171","msg":"trace[1478019222] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:12902; }","duration":"425.137835ms","start":"2026-04-15T03:34:00.748497Z","end":"2026-04-15T03:34:01.173634Z","steps":["trace[1478019222] 'agreement among raft nodes before linearized reading' (duration: 425.087804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.748476Z","time spent":"425.176567ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12443,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-15T03:34:01.173654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.751353Z","time spent":"422.291817ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-15T03:34:01.173673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.257749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T03:34:01.173699Z","caller":"traceutil/trace.go:171","msg":"trace[1315101131] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12902; }","duration":"429.344651ms","start":"2026-04-15T03:34:00.744347Z","end":"2026-04-15T03:34:01.173692Z","steps":["trace[1315101131] 'agreement among raft nodes before linearized reading' (duration: 429.269679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.744327Z","time spent":"429.395043ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-15T03:34:01.173571Z","caller":"traceutil/trace.go:171","msg":"trace[1053107519] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:12902; }","duration":"426.620296ms","start":"2026-04-15T03:34:00.746943Z","end":"2026-04-15T03:34:01.173563Z","steps":["trace[1053107519] 'agreement among raft nodes before linearized reading' (duration: 426.557465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:01.173773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:00.746934Z","time spent":"426.833252ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12443,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-15T03:34:03.51134Z","caller":"traceutil/trace.go:171","msg":"trace[1297677797] transaction","detail":"{read_only:false; response_revision:12915; number_of_response:1; }","duration":"163.225195ms","start":"2026-04-15T03:34:03.348094Z","end":"2026-04-15T03:34:03.511319Z","steps":["trace[1297677797] 'process raft request' (duration: 163.072471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:03.942143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.856965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/nova-ks-endpoints-4n9qf\" ","response":"range_response_count:1 size:2789"} {"level":"warn","ts":"2026-04-15T03:34:03.942166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.032735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:34:03.942196Z","caller":"traceutil/trace.go:171","msg":"trace[328891813] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/nova-ks-endpoints-4n9qf; range_end:; response_count:1; response_revision:12916; }","duration":"158.937008ms","start":"2026-04-15T03:34:03.783246Z","end":"2026-04-15T03:34:03.942183Z","steps":["trace[328891813] 'range keys from in-memory index tree' (duration: 158.746213ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:03.942221Z","caller":"traceutil/trace.go:171","msg":"trace[859913940] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12916; }","duration":"161.134728ms","start":"2026-04-15T03:34:03.781073Z","end":"2026-04-15T03:34:03.942208Z","steps":["trace[859913940] 'count revisions from in-memory index tree' (duration: 160.962403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:03.942393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.946096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-04-15T03:34:03.942512Z","caller":"traceutil/trace.go:171","msg":"trace[825879452] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12916; }","duration":"152.09663ms","start":"2026-04-15T03:34:03.79039Z","end":"2026-04-15T03:34:03.942486Z","steps":["trace[825879452] 'range keys from in-memory index tree' (duration: 151.786861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:03.942534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.599297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:34:03.942553Z","caller":"traceutil/trace.go:171","msg":"trace[169545743] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12916; }","duration":"155.646687ms","start":"2026-04-15T03:34:03.786901Z","end":"2026-04-15T03:34:03.942548Z","steps":["trace[169545743] 'range keys from in-memory index tree' (duration: 155.525924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:03.94257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.499886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2pmj2\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-15T03:34:03.942542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.940687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2pmj2\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-15T03:34:03.942656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.594663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T03:34:03.942732Z","caller":"traceutil/trace.go:171","msg":"trace[275752928] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12916; }","duration":"152.708287ms","start":"2026-04-15T03:34:03.790006Z","end":"2026-04-15T03:34:03.942714Z","steps":["trace[275752928] 'range keys from in-memory index tree' (duration: 152.44362ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:03.94274Z","caller":"traceutil/trace.go:171","msg":"trace[383215740] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2pmj2; range_end:; response_count:1; response_revision:12916; }","duration":"264.140612ms","start":"2026-04-15T03:34:03.678521Z","end":"2026-04-15T03:34:03.942662Z","steps":["trace[383215740] 'range keys from in-memory index tree' (duration: 263.657129ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:03.942603Z","caller":"traceutil/trace.go:171","msg":"trace[1711206427] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2pmj2; range_end:; response_count:1; response_revision:12916; }","duration":"270.560468ms","start":"2026-04-15T03:34:03.672033Z","end":"2026-04-15T03:34:03.942594Z","steps":["trace[1711206427] 'range keys from in-memory index tree' (duration: 270.351682ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:04.359566Z","caller":"traceutil/trace.go:171","msg":"trace[1521134447] linearizableReadLoop","detail":"{readStateIndex:13300; appliedIndex:13299; }","duration":"295.670677ms","start":"2026-04-15T03:34:04.063867Z","end":"2026-04-15T03:34:04.359538Z","steps":["trace[1521134447] 'read index received' (duration: 293.909379ms)","trace[1521134447] 'applied index is now lower than readState.Index' (duration: 1.760008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:34:04.359877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.982715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ljr47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-15T03:34:04.359945Z","caller":"traceutil/trace.go:171","msg":"trace[1110262459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ljr47; range_end:; response_count:1; response_revision:12920; }","duration":"296.106608ms","start":"2026-04-15T03:34:04.06381Z","end":"2026-04-15T03:34:04.359917Z","steps":["trace[1110262459] 'agreement among raft nodes before linearized reading' (duration: 295.903623ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:04.360118Z","caller":"traceutil/trace.go:171","msg":"trace[967915889] transaction","detail":"{read_only:false; response_revision:12920; number_of_response:1; }","duration":"320.143598ms","start":"2026-04-15T03:34:04.039967Z","end":"2026-04-15T03:34:04.36011Z","steps":["trace[967915889] 'process raft request' (duration: 317.812154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:04.360177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.039957Z","time spent":"320.180918ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:34:04.890905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656201587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:34:05.39157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656201587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:34:05.881017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491824871s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T03:34:05.882745Z","caller":"traceutil/trace.go:171","msg":"trace[818737161] transaction","detail":"{read_only:false; response_revision:12922; number_of_response:1; }","duration":"1.49361721s","start":"2026-04-15T03:34:04.389081Z","end":"2026-04-15T03:34:05.882698Z","steps":["trace[818737161] 'process raft request' (duration: 1.492258623s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.882938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.389065Z","time spent":"1.493780265s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:34:05.900759Z","caller":"traceutil/trace.go:171","msg":"trace[36476064] transaction","detail":"{read_only:false; response_revision:12923; number_of_response:1; }","duration":"713.492312ms","start":"2026-04-15T03:34:05.187234Z","end":"2026-04-15T03:34:05.900726Z","steps":["trace[36476064] 'process raft request' (duration: 713.239335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.900959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.187223Z","time spent":"713.635876ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:34:05.901021Z","caller":"traceutil/trace.go:171","msg":"trace[427113738] transaction","detail":"{read_only:false; response_revision:12924; number_of_response:1; }","duration":"659.44943ms","start":"2026-04-15T03:34:05.241544Z","end":"2026-04-15T03:34:05.900994Z","steps":["trace[427113738] 'process raft request' (duration: 659.121181ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:05.9011Z","caller":"traceutil/trace.go:171","msg":"trace[1783142690] linearizableReadLoop","detail":"{readStateIndex:13304; appliedIndex:13301; }","duration":"1.510472893s","start":"2026-04-15T03:34:04.390586Z","end":"2026-04-15T03:34:05.901059Z","steps":["trace[1783142690] 'read index received' (duration: 1.490735742s)","trace[1783142690] 'applied index is now lower than readState.Index' (duration: 19.735231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:34:05.901206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.241531Z","time spent":"659.559774ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:34:05.901228Z","caller":"traceutil/trace.go:171","msg":"trace[2020832825] transaction","detail":"{read_only:false; response_revision:12925; number_of_response:1; }","duration":"385.217642ms","start":"2026-04-15T03:34:05.515978Z","end":"2026-04-15T03:34:05.901195Z","steps":["trace[2020832825] 'process raft request' (duration: 384.921533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.901385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510772941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-15T03:34:05.901439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491695958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cf9wm\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-15T03:34:05.901444Z","caller":"traceutil/trace.go:171","msg":"trace[989584250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12925; }","duration":"1.510858213s","start":"2026-04-15T03:34:04.39057Z","end":"2026-04-15T03:34:05.901428Z","steps":["trace[989584250] 'agreement among raft nodes before linearized reading' (duration: 1.510664638s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:05.901468Z","caller":"traceutil/trace.go:171","msg":"trace[1437596757] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cf9wm; range_end:; response_count:1; response_revision:12925; }","duration":"1.49175488s","start":"2026-04-15T03:34:04.409706Z","end":"2026-04-15T03:34:05.901461Z","steps":["trace[1437596757] 'agreement among raft nodes before linearized reading' (duration: 1.491631316s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.901498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.40969Z","time spent":"1.491796331s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cf9wm\" "} {"level":"warn","ts":"2026-04-15T03:34:05.901497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.390563Z","time spent":"1.510921236s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T03:34:05.901412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.515958Z","time spent":"385.365866ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:34:05.901722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.610572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:34:05.901749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.747797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-15T03:34:05.901743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.996688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T03:34:05.901776Z","caller":"traceutil/trace.go:171","msg":"trace[1089557301] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12925; }","duration":"718.805137ms","start":"2026-04-15T03:34:05.182963Z","end":"2026-04-15T03:34:05.901769Z","steps":["trace[1089557301] 'agreement among raft nodes before linearized reading' (duration: 718.732025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.901796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.182948Z","time spent":"718.843409ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-15T03:34:05.901791Z","caller":"traceutil/trace.go:171","msg":"trace[156949995] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12925; }","duration":"717.06072ms","start":"2026-04-15T03:34:05.184718Z","end":"2026-04-15T03:34:05.901779Z","steps":["trace[156949995] 'agreement among raft nodes before linearized reading' (duration: 716.934526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.901757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.169015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-15T03:34:05.90183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.184713Z","time spent":"717.106701ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-15T03:34:05.901859Z","caller":"traceutil/trace.go:171","msg":"trace[28071477] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12925; }","duration":"716.285809ms","start":"2026-04-15T03:34:05.185551Z","end":"2026-04-15T03:34:05.901836Z","steps":["trace[28071477] 'agreement among raft nodes before linearized reading' (duration: 715.988191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.901857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.020614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12419"} {"level":"warn","ts":"2026-04-15T03:34:05.901973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.179077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-15T03:34:05.901998Z","caller":"traceutil/trace.go:171","msg":"trace[1264902123] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12925; }","duration":"979.235748ms","start":"2026-04-15T03:34:04.922756Z","end":"2026-04-15T03:34:05.901992Z","steps":["trace[1264902123] 'agreement among raft nodes before linearized reading' (duration: 979.168697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.902009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480125321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hh524\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-04-15T03:34:05.902017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.922739Z","time spent":"979.273309ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-04-15T03:34:05.902004Z","caller":"traceutil/trace.go:171","msg":"trace[2015391275] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:12925; }","duration":"715.176238ms","start":"2026-04-15T03:34:05.18681Z","end":"2026-04-15T03:34:05.901986Z","steps":["trace[2015391275] 'agreement among raft nodes before linearized reading' (duration: 714.904401ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:05.902035Z","caller":"traceutil/trace.go:171","msg":"trace[1696622161] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hh524; range_end:; response_count:1; response_revision:12925; }","duration":"1.480167861s","start":"2026-04-15T03:34:04.421858Z","end":"2026-04-15T03:34:05.902026Z","steps":["trace[1696622161] 'agreement among raft nodes before linearized reading' (duration: 1.480079719s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.902059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.186805Z","time spent":"715.24034ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12443,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-15T03:34:05.902074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.42185Z","time spent":"1.480213853s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hh524\" "} {"level":"warn","ts":"2026-04-15T03:34:05.902144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.584297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:34:05.902227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48047911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-endpoints-4n9qf\" ","response":"range_response_count:1 size:15365"} {"level":"warn","ts":"2026-04-15T03:34:05.901886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.832411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12419"} {"level":"info","ts":"2026-04-15T03:34:05.902256Z","caller":"traceutil/trace.go:171","msg":"trace[1863113078] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12925; }","duration":"716.760002ms","start":"2026-04-15T03:34:05.185473Z","end":"2026-04-15T03:34:05.902233Z","steps":["trace[1863113078] 'agreement among raft nodes before linearized reading' (duration: 716.516245ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:34:05.902282Z","caller":"traceutil/trace.go:171","msg":"trace[2049802476] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-endpoints-4n9qf; range_end:; response_count:1; response_revision:12925; }","duration":"1.480563523s","start":"2026-04-15T03:34:04.421702Z","end":"2026-04-15T03:34:05.902265Z","steps":["trace[2049802476] 'agreement among raft nodes before linearized reading' (duration: 1.480387178s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.902329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.421685Z","time spent":"1.480632934s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":15389,"request content":"key:\"/registry/pods/openstack/nova-ks-endpoints-4n9qf\" "} {"level":"warn","ts":"2026-04-15T03:34:05.902329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.185469Z","time spent":"716.848454ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-15T03:34:05.901758Z","caller":"traceutil/trace.go:171","msg":"trace[449314700] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12925; }","duration":"718.681145ms","start":"2026-04-15T03:34:05.183066Z","end":"2026-04-15T03:34:05.901748Z","steps":["trace[449314700] 'agreement among raft nodes before linearized reading' (duration: 718.408117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.902397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.83136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-15T03:34:05.902449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.183063Z","time spent":"719.377234ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-15T03:34:05.902463Z","caller":"traceutil/trace.go:171","msg":"trace[1109356026] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12925; }","duration":"369.925562ms","start":"2026-04-15T03:34:05.532521Z","end":"2026-04-15T03:34:05.902446Z","steps":["trace[1109356026] 'agreement among raft nodes before linearized reading' (duration: 369.180931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.902523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.532505Z","time spent":"370.006965ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-15T03:34:05.902522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323076526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-04-15T03:34:05.901942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.185547Z","time spent":"716.378962ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-15T03:34:05.90258Z","caller":"traceutil/trace.go:171","msg":"trace[1358535641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:12925; }","duration":"1.323160157s","start":"2026-04-15T03:34:04.579403Z","end":"2026-04-15T03:34:05.902563Z","steps":["trace[1358535641] 'agreement among raft nodes before linearized reading' (duration: 1.323021213s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.902597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151139312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-15T03:34:05.902633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.579377Z","time spent":"1.32324572s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-15T03:34:05.902651Z","caller":"traceutil/trace.go:171","msg":"trace[989203657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12925; }","duration":"1.151228404s","start":"2026-04-15T03:34:04.751406Z","end":"2026-04-15T03:34:05.902634Z","steps":["trace[989203657] 'agreement among raft nodes before linearized reading' (duration: 1.151020138s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.902699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:04.751378Z","time spent":"1.151312676s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-15T03:34:05.902306Z","caller":"traceutil/trace.go:171","msg":"trace[249450631] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:12925; }","duration":"718.253513ms","start":"2026-04-15T03:34:05.184036Z","end":"2026-04-15T03:34:05.90229Z","steps":["trace[249450631] 'agreement among raft nodes before linearized reading' (duration: 717.737848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:34:05.905092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:34:05.184031Z","time spent":"720.962717ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12443,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-15T03:35:12.020078Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10685} {"level":"info","ts":"2026-04-15T03:35:12.142593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10685,"took":"119.318781ms","hash":4145482723,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":32026624,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-15T03:35:12.14266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4145482723,"revision":10685,"compact-revision":6577} {"level":"warn","ts":"2026-04-15T03:37:51.897638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.057506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:37:51.897747Z","caller":"traceutil/trace.go:171","msg":"trace[1710772613] linearizableReadLoop","detail":"{readStateIndex:15125; appliedIndex:15124; }","duration":"404.308502ms","start":"2026-04-15T03:37:51.493422Z","end":"2026-04-15T03:37:51.897731Z","steps":["trace[1710772613] 'read index received' (duration: 54.891µs)","trace[1710772613] 'applied index is now lower than readState.Index' (duration: 404.252231ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:37:51.89783Z","caller":"traceutil/trace.go:171","msg":"trace[576635411] transaction","detail":"{read_only:false; response_revision:14686; number_of_response:1; }","duration":"466.62442ms","start":"2026-04-15T03:37:51.431195Z","end":"2026-04-15T03:37:51.897819Z","steps":["trace[576635411] 'compare' (duration: 457.792958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:37:51.897882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:37:51.431174Z","time spent":"466.677832ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:37:51.897992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.526377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:37:51.898085Z","caller":"traceutil/trace.go:171","msg":"trace[1291410539] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14686; }","duration":"342.671471ms","start":"2026-04-15T03:37:51.555391Z","end":"2026-04-15T03:37:51.898063Z","steps":["trace[1291410539] 'agreement among raft nodes before linearized reading' (duration: 342.480845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:37:51.898138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:37:51.555368Z","time spent":"342.755353ms","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:37:51.898301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.839977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-15T03:37:51.898329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.126878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-9c7cg\" ","response":"range_response_count:1 size:15343"} {"level":"info","ts":"2026-04-15T03:37:51.898395Z","caller":"traceutil/trace.go:171","msg":"trace[373427619] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-9c7cg; range_end:; response_count:1; response_revision:14686; }","duration":"232.230461ms","start":"2026-04-15T03:37:51.666147Z","end":"2026-04-15T03:37:51.898378Z","steps":["trace[373427619] 'agreement among raft nodes before linearized reading' (duration: 232.065497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:37:51.898361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.946585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-sbr9z\" ","response":"range_response_count:1 size:15352"} {"level":"info","ts":"2026-04-15T03:37:51.898473Z","caller":"traceutil/trace.go:171","msg":"trace[918678720] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-sbr9z; range_end:; response_count:1; response_revision:14686; }","duration":"231.126391ms","start":"2026-04-15T03:37:51.667316Z","end":"2026-04-15T03:37:51.898443Z","steps":["trace[918678720] 'agreement among raft nodes before linearized reading' (duration: 230.764991ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:37:51.898394Z","caller":"traceutil/trace.go:171","msg":"trace[1772331863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14686; }","duration":"404.99114ms","start":"2026-04-15T03:37:51.493376Z","end":"2026-04-15T03:37:51.898367Z","steps":["trace[1772331863] 'agreement among raft nodes before linearized reading' (duration: 404.710542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:37:51.898612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:37:51.493357Z","time spent":"405.220127ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T03:37:53.740225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.599334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T03:37:53.740293Z","caller":"traceutil/trace.go:171","msg":"trace[587961314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14692; }","duration":"523.705687ms","start":"2026-04-15T03:37:53.216572Z","end":"2026-04-15T03:37:53.740278Z","steps":["trace[587961314] 'range keys from in-memory index tree' (duration: 523.46169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:37:53.740319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:37:53.216554Z","time spent":"523.759048ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T03:37:53.740393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.17286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:37:53.740536Z","caller":"traceutil/trace.go:171","msg":"trace[958560858] linearizableReadLoop","detail":"{readStateIndex:15132; appliedIndex:15131; }","duration":"466.266152ms","start":"2026-04-15T03:37:53.274251Z","end":"2026-04-15T03:37:53.740517Z","steps":["trace[958560858] 'read index received' (duration: 11.784383ms)","trace[958560858] 'applied index is now lower than readState.Index' (duration: 454.480009ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:37:53.740548Z","caller":"traceutil/trace.go:171","msg":"trace[1664124395] transaction","detail":"{read_only:false; response_revision:14693; number_of_response:1; }","duration":"484.302306ms","start":"2026-04-15T03:37:53.256224Z","end":"2026-04-15T03:37:53.740527Z","steps":["trace[1664124395] 'process raft request' (duration: 29.90166ms)","trace[1664124395] 'compare' (duration: 453.652576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:37:53.740683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:37:53.256103Z","time spent":"484.505272ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:37:53.740712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.456417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-15T03:37:53.740747Z","caller":"traceutil/trace.go:171","msg":"trace[1604331130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14693; }","duration":"466.518799ms","start":"2026-04-15T03:37:53.274215Z","end":"2026-04-15T03:37:53.740734Z","steps":["trace[1604331130] 'agreement among raft nodes before linearized reading' (duration: 466.350184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:37:53.740778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:37:53.274196Z","time spent":"466.57472ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T03:38:43.279086Z","caller":"traceutil/trace.go:171","msg":"trace[1033621437] linearizableReadLoop","detail":"{readStateIndex:15491; appliedIndex:15490; }","duration":"104.880888ms","start":"2026-04-15T03:38:43.174178Z","end":"2026-04-15T03:38:43.279059Z","steps":["trace[1033621437] 'read index received' (duration: 72.979873ms)","trace[1033621437] 'applied index is now lower than readState.Index' (duration: 31.899575ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:38:43.279221Z","caller":"traceutil/trace.go:171","msg":"trace[1908488748] transaction","detail":"{read_only:false; response_revision:15038; number_of_response:1; }","duration":"140.911616ms","start":"2026-04-15T03:38:43.138293Z","end":"2026-04-15T03:38:43.279205Z","steps":["trace[1908488748] 'process raft request' (duration: 108.841076ms)","trace[1908488748] 'compare' (duration: 31.784962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:38:43.279521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.315769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:38:43.279561Z","caller":"traceutil/trace.go:171","msg":"trace[32520808] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15038; }","duration":"105.461583ms","start":"2026-04-15T03:38:43.174089Z","end":"2026-04-15T03:38:43.27955Z","steps":["trace[32520808] 'agreement among raft nodes before linearized reading' (duration: 105.366661ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:43.304532Z","caller":"traceutil/trace.go:171","msg":"trace[1392523055] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"117.498024ms","start":"2026-04-15T03:38:43.187003Z","end":"2026-04-15T03:38:43.304501Z","steps":["trace[1392523055] 'process raft request' (duration: 117.301878ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:43.304798Z","caller":"traceutil/trace.go:171","msg":"trace[1414432914] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"117.287618ms","start":"2026-04-15T03:38:43.187476Z","end":"2026-04-15T03:38:43.304763Z","steps":["trace[1414432914] 'process raft request' (duration: 116.98389ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:50.308179Z","caller":"traceutil/trace.go:171","msg":"trace[1761368376] transaction","detail":"{read_only:false; response_revision:15176; number_of_response:1; }","duration":"101.818183ms","start":"2026-04-15T03:38:50.206338Z","end":"2026-04-15T03:38:50.308156Z","steps":["trace[1761368376] 'process raft request' (duration: 101.648138ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:54.334991Z","caller":"traceutil/trace.go:171","msg":"trace[1062525184] linearizableReadLoop","detail":"{readStateIndex:15696; appliedIndex:15695; }","duration":"184.762759ms","start":"2026-04-15T03:38:54.150201Z","end":"2026-04-15T03:38:54.334964Z","steps":["trace[1062525184] 'read index received' (duration: 105.888525ms)","trace[1062525184] 'applied index is now lower than readState.Index' (duration: 78.870754ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:38:54.335078Z","caller":"traceutil/trace.go:171","msg":"trace[891099952] transaction","detail":"{read_only:false; response_revision:15241; number_of_response:1; }","duration":"190.773404ms","start":"2026-04-15T03:38:54.14428Z","end":"2026-04-15T03:38:54.335054Z","steps":["trace[891099952] 'process raft request' (duration: 111.862359ms)","trace[891099952] 'compare' (duration: 78.544495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:38:54.335251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.041207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T03:38:54.335284Z","caller":"traceutil/trace.go:171","msg":"trace[119475023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15241; }","duration":"185.119149ms","start":"2026-04-15T03:38:54.150155Z","end":"2026-04-15T03:38:54.335274Z","steps":["trace[119475023] 'agreement among raft nodes before linearized reading' (duration: 184.957814ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:57.126216Z","caller":"traceutil/trace.go:171","msg":"trace[809189514] linearizableReadLoop","detail":"{readStateIndex:15739; appliedIndex:15737; }","duration":"151.895277ms","start":"2026-04-15T03:38:56.974293Z","end":"2026-04-15T03:38:57.126189Z","steps":["trace[809189514] 'read index received' (duration: 80.360815ms)","trace[809189514] 'applied index is now lower than readState.Index' (duration: 71.530402ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:38:57.126269Z","caller":"traceutil/trace.go:171","msg":"trace[28631223] transaction","detail":"{read_only:false; response_revision:15283; number_of_response:1; }","duration":"157.994225ms","start":"2026-04-15T03:38:56.968247Z","end":"2026-04-15T03:38:57.126242Z","steps":["trace[28631223] 'process raft request' (duration: 157.878191ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:57.126293Z","caller":"traceutil/trace.go:171","msg":"trace[427522174] transaction","detail":"{read_only:false; response_revision:15282; number_of_response:1; }","duration":"190.354172ms","start":"2026-04-15T03:38:56.935888Z","end":"2026-04-15T03:38:57.126242Z","steps":["trace[427522174] 'process raft request' (duration: 118.754898ms)","trace[427522174] 'compare' (duration: 71.323706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:38:57.126475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.168544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-15T03:38:57.12654Z","caller":"traceutil/trace.go:171","msg":"trace[2113081408] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15283; }","duration":"152.269127ms","start":"2026-04-15T03:38:56.974256Z","end":"2026-04-15T03:38:57.126526Z","steps":["trace[2113081408] 'agreement among raft nodes before linearized reading' (duration: 152.062142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.494635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.28021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:38:57.494886Z","caller":"traceutil/trace.go:171","msg":"trace[521732329] linearizableReadLoop","detail":"{readStateIndex:15740; appliedIndex:15739; }","duration":"364.057157ms","start":"2026-04-15T03:38:57.130797Z","end":"2026-04-15T03:38:57.494854Z","steps":["trace[521732329] 'read index received' (duration: 134.444138ms)","trace[521732329] 'applied index is now lower than readState.Index' (duration: 229.610839ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:38:57.495008Z","caller":"traceutil/trace.go:171","msg":"trace[2015921800] transaction","detail":"{read_only:false; response_revision:15284; number_of_response:1; }","duration":"364.251033ms","start":"2026-04-15T03:38:57.130743Z","end":"2026-04-15T03:38:57.494994Z","steps":["trace[2015921800] 'process raft request' (duration: 134.50173ms)","trace[2015921800] 'compare' (duration: 229.019753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:38:57.495124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:38:57.130721Z","time spent":"364.322985ms","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T03:38:57.49536Z","caller":"traceutil/trace.go:171","msg":"trace[351421486] transaction","detail":"{read_only:false; response_revision:15285; number_of_response:1; }","duration":"358.586448ms","start":"2026-04-15T03:38:57.136653Z","end":"2026-04-15T03:38:57.49524Z","steps":["trace[351421486] 'process raft request' (duration: 358.119425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.495466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:38:57.136596Z","time spent":"358.836334ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T03:38:57.495515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.694565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-15T03:38:57.495677Z","caller":"traceutil/trace.go:171","msg":"trace[1905782597] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15285; }","duration":"364.903471ms","start":"2026-04-15T03:38:57.130738Z","end":"2026-04-15T03:38:57.495641Z","steps":["trace[1905782597] 'agreement among raft nodes before linearized reading' (duration: 364.52132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.495798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:38:57.130714Z","time spent":"365.057985ms","remote":"127.0.0.1:55364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-15T03:38:57.504582Z","caller":"traceutil/trace.go:171","msg":"trace[999906858] transaction","detail":"{read_only:false; response_revision:15286; number_of_response:1; }","duration":"155.440234ms","start":"2026-04-15T03:38:57.349108Z","end":"2026-04-15T03:38:57.504549Z","steps":["trace[999906858] 'process raft request' (duration: 155.190887ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:57.504618Z","caller":"traceutil/trace.go:171","msg":"trace[411993619] transaction","detail":"{read_only:false; response_revision:15287; number_of_response:1; }","duration":"152.322829ms","start":"2026-04-15T03:38:57.35227Z","end":"2026-04-15T03:38:57.504593Z","steps":["trace[411993619] 'process raft request' (duration: 152.143764ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:57.504651Z","caller":"traceutil/trace.go:171","msg":"trace[115632281] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"151.412694ms","start":"2026-04-15T03:38:57.353209Z","end":"2026-04-15T03:38:57.504621Z","steps":["trace[115632281] 'process raft request' (duration: 151.24189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.504785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.535561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-15T03:38:57.504848Z","caller":"traceutil/trace.go:171","msg":"trace[901168838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:15288; }","duration":"278.643044ms","start":"2026-04-15T03:38:57.226188Z","end":"2026-04-15T03:38:57.504831Z","steps":["trace[901168838] 'agreement among raft nodes before linearized reading' (duration: 278.453189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.504956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.729541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hh524\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-04-15T03:38:57.505022Z","caller":"traceutil/trace.go:171","msg":"trace[1534320558] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hh524; range_end:; response_count:1; response_revision:15288; }","duration":"362.775182ms","start":"2026-04-15T03:38:57.142213Z","end":"2026-04-15T03:38:57.504988Z","steps":["trace[1534320558] 'agreement among raft nodes before linearized reading' (duration: 362.579087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.50495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.302734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-15T03:38:57.505084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:38:57.142143Z","time spent":"362.929667ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hh524\" "} {"level":"info","ts":"2026-04-15T03:38:57.505084Z","caller":"traceutil/trace.go:171","msg":"trace[1322610997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15288; }","duration":"181.473619ms","start":"2026-04-15T03:38:57.3236Z","end":"2026-04-15T03:38:57.505074Z","steps":["trace[1322610997] 'agreement among raft nodes before linearized reading' (duration: 181.222052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.505831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.893643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-15T03:38:57.506071Z","caller":"traceutil/trace.go:171","msg":"trace[954790975] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15288; }","duration":"337.16845ms","start":"2026-04-15T03:38:57.16887Z","end":"2026-04-15T03:38:57.506038Z","steps":["trace[954790975] 'agreement among raft nodes before linearized reading' (duration: 335.906036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.506185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:38:57.16885Z","time spent":"337.318844ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-15T03:38:57.637545Z","caller":"traceutil/trace.go:171","msg":"trace[574068508] transaction","detail":"{read_only:false; response_revision:15290; number_of_response:1; }","duration":"122.658795ms","start":"2026-04-15T03:38:57.514853Z","end":"2026-04-15T03:38:57.637512Z","steps":["trace[574068508] 'process raft request' (duration: 122.287335ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:57.637815Z","caller":"traceutil/trace.go:171","msg":"trace[772412138] transaction","detail":"{read_only:false; response_revision:15292; number_of_response:1; }","duration":"122.830019ms","start":"2026-04-15T03:38:57.514958Z","end":"2026-04-15T03:38:57.637788Z","steps":["trace[772412138] 'process raft request' (duration: 122.448259ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:57.63795Z","caller":"traceutil/trace.go:171","msg":"trace[1314900050] transaction","detail":"{read_only:false; response_revision:15291; number_of_response:1; }","duration":"122.661005ms","start":"2026-04-15T03:38:57.514918Z","end":"2026-04-15T03:38:57.637578Z","steps":["trace[1314900050] 'process raft request' (duration: 122.442749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:38:57.638466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.877619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8c0c7eb-d998-4c19-8784-f3bcf11a88e6\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-15T03:38:57.63854Z","caller":"traceutil/trace.go:171","msg":"trace[1340147486] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8c0c7eb-d998-4c19-8784-f3bcf11a88e6; range_end:; response_count:1; response_revision:15293; }","duration":"123.980662ms","start":"2026-04-15T03:38:57.514539Z","end":"2026-04-15T03:38:57.638519Z","steps":["trace[1340147486] 'agreement among raft nodes before linearized reading' (duration: 123.758885ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:38:57.63892Z","caller":"traceutil/trace.go:171","msg":"trace[772662925] transaction","detail":"{read_only:false; response_revision:15293; number_of_response:1; }","duration":"119.003185ms","start":"2026-04-15T03:38:57.519888Z","end":"2026-04-15T03:38:57.638891Z","steps":["trace[772662925] 'process raft request' (duration: 117.669538ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:39:31.965397Z","caller":"traceutil/trace.go:171","msg":"trace[1825601461] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"334.556278ms","start":"2026-04-15T03:39:31.630792Z","end":"2026-04-15T03:39:31.965348Z","steps":["trace[1825601461] 'process raft request' (duration: 334.511167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:39:31.965738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:39:31.630786Z","time spent":"334.787364ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:39:31.966055Z","caller":"traceutil/trace.go:171","msg":"trace[2081709497] linearizableReadLoop","detail":"{readStateIndex:16116; appliedIndex:16116; }","duration":"150.359045ms","start":"2026-04-15T03:39:31.815685Z","end":"2026-04-15T03:39:31.966044Z","steps":["trace[2081709497] 'read index received' (duration: 150.349275ms)","trace[2081709497] 'applied index is now lower than readState.Index' (duration: 6.29µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:39:31.96594Z","caller":"traceutil/trace.go:171","msg":"trace[1848929174] transaction","detail":"{read_only:false; response_revision:15645; number_of_response:1; }","duration":"335.343119ms","start":"2026-04-15T03:39:31.630529Z","end":"2026-04-15T03:39:31.965872Z","steps":["trace[1848929174] 'process raft request' (duration: 334.577178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:39:31.96639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.494538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-15T03:39:31.966421Z","caller":"traceutil/trace.go:171","msg":"trace[1536005375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15646; }","duration":"123.55911ms","start":"2026-04-15T03:39:31.842853Z","end":"2026-04-15T03:39:31.966413Z","steps":["trace[1536005375] 'agreement among raft nodes before linearized reading' (duration: 123.473588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:39:31.966222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.532401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-15T03:39:31.966651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:39:31.630522Z","time spent":"335.773531ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:39:31.966571Z","caller":"traceutil/trace.go:171","msg":"trace[1888283604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15646; }","duration":"150.91015ms","start":"2026-04-15T03:39:31.81565Z","end":"2026-04-15T03:39:31.966561Z","steps":["trace[1888283604] 'agreement among raft nodes before linearized reading' (duration: 150.449047ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:39:32.087065Z","caller":"traceutil/trace.go:171","msg":"trace[718207720] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"117.773041ms","start":"2026-04-15T03:39:31.969274Z","end":"2026-04-15T03:39:32.087047Z","steps":["trace[718207720] 'process raft request' (duration: 116.586599ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:39:32.087693Z","caller":"traceutil/trace.go:171","msg":"trace[2093128221] transaction","detail":"{read_only:false; response_revision:15648; number_of_response:1; }","duration":"117.983287ms","start":"2026-04-15T03:39:31.969695Z","end":"2026-04-15T03:39:32.087678Z","steps":["trace[2093128221] 'process raft request' (duration: 117.910965ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:40:12.026435Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13436} {"level":"info","ts":"2026-04-15T03:40:12.138648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13436,"took":"107.951791ms","hash":2487386926,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":33341440,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-15T03:40:12.138741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2487386926,"revision":13436,"compact-revision":10685} {"level":"warn","ts":"2026-04-15T03:40:30.396449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.343773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-15T03:40:30.3967Z","caller":"traceutil/trace.go:171","msg":"trace[423872165] transaction","detail":"{read_only:false; response_revision:16189; number_of_response:1; }","duration":"134.606003ms","start":"2026-04-15T03:40:30.262076Z","end":"2026-04-15T03:40:30.396682Z","steps":["trace[423872165] 'process raft request' (duration: 134.4766ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:40:30.481404Z","caller":"traceutil/trace.go:171","msg":"trace[1692590290] transaction","detail":"{read_only:false; response_revision:16190; number_of_response:1; }","duration":"200.805358ms","start":"2026-04-15T03:40:30.280574Z","end":"2026-04-15T03:40:30.48138Z","steps":["trace[1692590290] 'process raft request' (duration: 200.597043ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:40:30.481604Z","caller":"traceutil/trace.go:171","msg":"trace[1866171733] transaction","detail":"{read_only:false; response_revision:16191; number_of_response:1; }","duration":"136.087653ms","start":"2026-04-15T03:40:30.345502Z","end":"2026-04-15T03:40:30.481589Z","steps":["trace[1866171733] 'process raft request' (duration: 135.833196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:40:30.481734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.656643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:40:30.481587Z","caller":"traceutil/trace.go:171","msg":"trace[268686229] linearizableReadLoop","detail":"{readStateIndex:16675; appliedIndex:16672; }","duration":"150.493358ms","start":"2026-04-15T03:40:30.331051Z","end":"2026-04-15T03:40:30.481545Z","steps":["trace[268686229] 'read index received' (duration: 57.738753ms)","trace[268686229] 'applied index is now lower than readState.Index' (duration: 92.752485ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:40:30.481783Z","caller":"traceutil/trace.go:171","msg":"trace[156564187] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16191; }","duration":"150.764526ms","start":"2026-04-15T03:40:30.331006Z","end":"2026-04-15T03:40:30.48177Z","steps":["trace[156564187] 'agreement among raft nodes before linearized reading' (duration: 150.618222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:40:30.766325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.578284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:40:30.766468Z","caller":"traceutil/trace.go:171","msg":"trace[1045676380] linearizableReadLoop","detail":"{readStateIndex:16678; appliedIndex:16676; }","duration":"227.773389ms","start":"2026-04-15T03:40:30.53868Z","end":"2026-04-15T03:40:30.766454Z","steps":["trace[1045676380] 'read index received' (duration: 54.932817ms)","trace[1045676380] 'applied index is now lower than readState.Index' (duration: 172.839972ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:40:30.766542Z","caller":"traceutil/trace.go:171","msg":"trace[1128976740] transaction","detail":"{read_only:false; response_revision:16192; number_of_response:1; }","duration":"279.96375ms","start":"2026-04-15T03:40:30.48657Z","end":"2026-04-15T03:40:30.766534Z","steps":["trace[1128976740] 'process raft request' (duration: 107.074057ms)","trace[1128976740] 'compare' (duration: 172.470861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:40:30.766778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.550442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:40:30.766819Z","caller":"traceutil/trace.go:171","msg":"trace[1206515608] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:16193; }","duration":"223.628494ms","start":"2026-04-15T03:40:30.543179Z","end":"2026-04-15T03:40:30.766807Z","steps":["trace[1206515608] 'agreement among raft nodes before linearized reading' (duration: 223.534772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:40:30.766873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.161799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:40:30.766972Z","caller":"traceutil/trace.go:171","msg":"trace[599548686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16193; }","duration":"228.315953ms","start":"2026-04-15T03:40:30.538631Z","end":"2026-04-15T03:40:30.766947Z","steps":["trace[599548686] 'agreement among raft nodes before linearized reading' (duration: 228.075827ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:40:30.767098Z","caller":"traceutil/trace.go:171","msg":"trace[2059107567] transaction","detail":"{read_only:false; response_revision:16193; number_of_response:1; }","duration":"280.33674ms","start":"2026-04-15T03:40:30.486722Z","end":"2026-04-15T03:40:30.767059Z","steps":["trace[2059107567] 'process raft request' (duration: 279.689363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:40:30.767253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.438962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-15T03:40:30.767363Z","caller":"traceutil/trace.go:171","msg":"trace[1918635371] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16193; }","duration":"140.552245ms","start":"2026-04-15T03:40:30.626756Z","end":"2026-04-15T03:40:30.767308Z","steps":["trace[1918635371] 'agreement among raft nodes before linearized reading' (duration: 140.187155ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:40:31.11652Z","caller":"traceutil/trace.go:171","msg":"trace[269495374] transaction","detail":"{read_only:false; response_revision:16195; number_of_response:1; }","duration":"207.486502ms","start":"2026-04-15T03:40:30.908969Z","end":"2026-04-15T03:40:31.116455Z","steps":["trace[269495374] 'process raft request' (duration: 182.445555ms)","trace[269495374] 'compare' (duration: 24.77739ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:40:31.116391Z","caller":"traceutil/trace.go:171","msg":"trace[960739682] transaction","detail":"{read_only:false; response_revision:16196; number_of_response:1; }","duration":"206.986809ms","start":"2026-04-15T03:40:30.909379Z","end":"2026-04-15T03:40:31.116365Z","steps":["trace[960739682] 'process raft request' (duration: 206.934717ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:42:59.776811Z","caller":"traceutil/trace.go:171","msg":"trace[1766189974] transaction","detail":"{read_only:false; response_revision:17600; number_of_response:1; }","duration":"197.798516ms","start":"2026-04-15T03:42:59.578997Z","end":"2026-04-15T03:42:59.776796Z","steps":["trace[1766189974] 'process raft request' (duration: 197.687923ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:42:59.77806Z","caller":"traceutil/trace.go:171","msg":"trace[85305345] transaction","detail":"{read_only:false; response_revision:17601; number_of_response:1; }","duration":"198.462674ms","start":"2026-04-15T03:42:59.579569Z","end":"2026-04-15T03:42:59.778032Z","steps":["trace[85305345] 'process raft request' (duration: 198.108714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:01.521954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656217139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:43:02.022458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656217139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:43:02.360389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.775134476s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-15T03:43:02.399984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910765987s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-15T03:43:02.401131Z","caller":"traceutil/trace.go:171","msg":"trace[1838814357] transaction","detail":"{read_only:false; response_revision:17607; number_of_response:1; }","duration":"1.815944635s","start":"2026-04-15T03:43:00.585166Z","end":"2026-04-15T03:43:02.401111Z","steps":["trace[1838814357] 'process raft request' (duration: 1.814917237s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.401237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.585143Z","time spent":"1.816028818s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:43:02.405398Z","caller":"traceutil/trace.go:171","msg":"trace[1140059041] linearizableReadLoop","detail":"{readStateIndex:18143; appliedIndex:18137; }","duration":"1.656642565s","start":"2026-04-15T03:43:00.748736Z","end":"2026-04-15T03:43:02.405378Z","steps":["trace[1140059041] 'read index received' (duration: 1.611926749s)","trace[1140059041] 'applied index is now lower than readState.Index' (duration: 44.714756ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:43:02.405532Z","caller":"traceutil/trace.go:171","msg":"trace[431458258] transaction","detail":"{read_only:false; response_revision:17608; number_of_response:1; }","duration":"1.426880652s","start":"2026-04-15T03:43:00.97864Z","end":"2026-04-15T03:43:02.405521Z","steps":["trace[431458258] 'process raft request' (duration: 1.425677869s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.405639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.978616Z","time spent":"1.426951244s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:43:02.405651Z","caller":"traceutil/trace.go:171","msg":"trace[1651939598] transaction","detail":"{read_only:false; response_revision:17611; number_of_response:1; }","duration":"1.294547112s","start":"2026-04-15T03:43:01.111083Z","end":"2026-04-15T03:43:02.40563Z","steps":["trace[1651939598] 'process raft request' (duration: 1.294254144s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.40575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.111065Z","time spent":"1.294631185s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:43:02.405844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654931098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7404"} {"level":"info","ts":"2026-04-15T03:43:02.405976Z","caller":"traceutil/trace.go:171","msg":"trace[1916630606] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:17611; }","duration":"1.655103783s","start":"2026-04-15T03:43:00.750846Z","end":"2026-04-15T03:43:02.40595Z","steps":["trace[1916630606] 'agreement among raft nodes before linearized reading' (duration: 1.654896367s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:43:02.405823Z","caller":"traceutil/trace.go:171","msg":"trace[610561951] transaction","detail":"{read_only:false; response_revision:17610; number_of_response:1; }","duration":"1.383556224s","start":"2026-04-15T03:43:01.022157Z","end":"2026-04-15T03:43:02.405713Z","steps":["trace[610561951] 'process raft request' (duration: 1.383148303s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.40604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.129862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-15T03:43:02.406062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.15163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-15T03:43:02.406074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613033829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7404"} {"level":"info","ts":"2026-04-15T03:43:02.406088Z","caller":"traceutil/trace.go:171","msg":"trace[1785689400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17611; }","duration":"433.230004ms","start":"2026-04-15T03:43:01.972842Z","end":"2026-04-15T03:43:02.406072Z","steps":["trace[1785689400] 'agreement among raft nodes before linearized reading' (duration: 433.161292ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:43:02.406107Z","caller":"traceutil/trace.go:171","msg":"trace[954098114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17611; }","duration":"874.240872ms","start":"2026-04-15T03:43:01.531855Z","end":"2026-04-15T03:43:02.406096Z","steps":["trace[954098114] 'agreement among raft nodes before linearized reading' (duration: 874.067707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612836924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-15T03:43:02.406125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.972811Z","time spent":"433.306466ms","remote":"127.0.0.1:44642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:43:02.406132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.531835Z","time spent":"874.290724ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.136789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7404"} {"level":"warn","ts":"2026-04-15T03:43:02.406157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.459166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:43:02.406163Z","caller":"traceutil/trace.go:171","msg":"trace[1632716301] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:17611; }","duration":"1.612991798s","start":"2026-04-15T03:43:00.793156Z","end":"2026-04-15T03:43:02.406148Z","steps":["trace[1632716301] 'agreement among raft nodes before linearized reading' (duration: 1.612729151s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:43:02.406193Z","caller":"traceutil/trace.go:171","msg":"trace[199394274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17611; }","duration":"497.529358ms","start":"2026-04-15T03:43:01.908654Z","end":"2026-04-15T03:43:02.406183Z","steps":["trace[199394274] 'agreement among raft nodes before linearized reading' (duration: 497.482027ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:43:02.406197Z","caller":"traceutil/trace.go:171","msg":"trace[1666879405] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:17611; }","duration":"874.267823ms","start":"2026-04-15T03:43:01.531911Z","end":"2026-04-15T03:43:02.406179Z","steps":["trace[1666879405] 'agreement among raft nodes before linearized reading' (duration: 874.091598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.79315Z","time spent":"1.6130412s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614512349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-15T03:43:02.406227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.908629Z","time spent":"497.59091ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.930563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-15T03:43:02.406243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.531895Z","time spent":"874.338185ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7428,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-15T03:43:02.406255Z","caller":"traceutil/trace.go:171","msg":"trace[1375512157] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:17611; }","duration":"1.614562351s","start":"2026-04-15T03:43:00.791684Z","end":"2026-04-15T03:43:02.406247Z","steps":["trace[1375512157] 'agreement among raft nodes before linearized reading' (duration: 1.614436878s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:43:02.406271Z","caller":"traceutil/trace.go:171","msg":"trace[911299046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17611; }","duration":"586.146479ms","start":"2026-04-15T03:43:01.820114Z","end":"2026-04-15T03:43:02.406261Z","steps":["trace[911299046] 'agreement among raft nodes before linearized reading' (duration: 585.943074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.791677Z","time spent":"1.614598482s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.820097Z","time spent":"586.19813ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.022143Z","time spent":"1.383951585s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:43:02.40631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347507996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:43:02.406105Z","caller":"traceutil/trace.go:171","msg":"trace[199205582] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:17611; }","duration":"1.61306247s","start":"2026-04-15T03:43:00.793034Z","end":"2026-04-15T03:43:02.406097Z","steps":["trace[199205582] 'agreement among raft nodes before linearized reading' (duration: 1.613010498s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.317564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T03:43:02.40639Z","caller":"traceutil/trace.go:171","msg":"trace[1247783498] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17611; }","duration":"1.347634888s","start":"2026-04-15T03:43:01.058735Z","end":"2026-04-15T03:43:02.40637Z","steps":["trace[1247783498] 'agreement among raft nodes before linearized reading' (duration: 1.34733433s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:43:02.40641Z","caller":"traceutil/trace.go:171","msg":"trace[28870945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17611; }","duration":"477.503389ms","start":"2026-04-15T03:43:01.928899Z","end":"2026-04-15T03:43:02.406402Z","steps":["trace[28870945] 'agreement among raft nodes before linearized reading' (duration: 477.090858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.64535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-15T03:43:02.406436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.928892Z","time spent":"477.53496ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.058725Z","time spent":"1.347697801s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:43:02.406023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.75082Z","time spent":"1.655194466s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7428,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-15T03:43:02.405976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389856057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-15T03:43:02.406543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.894947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:43:02.406557Z","caller":"traceutil/trace.go:171","msg":"trace[1158905182] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:17611; }","duration":"1.390470443s","start":"2026-04-15T03:43:01.016072Z","end":"2026-04-15T03:43:02.406542Z","steps":["trace[1158905182] 'agreement among raft nodes before linearized reading' (duration: 1.389817345s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:43:02.406577Z","caller":"traceutil/trace.go:171","msg":"trace[1912860799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17611; }","duration":"622.927918ms","start":"2026-04-15T03:43:01.783639Z","end":"2026-04-15T03:43:02.406567Z","steps":["trace[1912860799] 'agreement among raft nodes before linearized reading' (duration: 622.835655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.016061Z","time spent":"1.390512365s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:43:02.406614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.783559Z","time spent":"623.044841ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-15T03:43:02.406465Z","caller":"traceutil/trace.go:171","msg":"trace[1474891664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17611; }","duration":"622.762953ms","start":"2026-04-15T03:43:01.783679Z","end":"2026-04-15T03:43:02.406442Z","steps":["trace[1474891664] 'agreement among raft nodes before linearized reading' (duration: 622.540357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.792986Z","time spent":"1.613402279s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7428,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.78366Z","time spent":"623.005561ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.365173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-15T03:43:02.406736Z","caller":"traceutil/trace.go:171","msg":"trace[114830915] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17611; }","duration":"762.478137ms","start":"2026-04-15T03:43:01.644231Z","end":"2026-04-15T03:43:02.406709Z","steps":["trace[114830915] 'agreement among raft nodes before linearized reading' (duration: 761.609683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.406772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.644213Z","time spent":"762.550378ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-15T03:43:02.406929Z","caller":"traceutil/trace.go:171","msg":"trace[1302188877] transaction","detail":"{read_only:false; response_revision:17609; number_of_response:1; }","duration":"1.413941127s","start":"2026-04-15T03:43:00.992891Z","end":"2026-04-15T03:43:02.406832Z","steps":["trace[1302188877] 'process raft request' (duration: 1.412360624s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.407138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595782656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7404"} {"level":"info","ts":"2026-04-15T03:43:02.40718Z","caller":"traceutil/trace.go:171","msg":"trace[1466722791] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:17611; }","duration":"1.595846637s","start":"2026-04-15T03:43:00.811321Z","end":"2026-04-15T03:43:02.407168Z","steps":["trace[1466722791] 'agreement among raft nodes before linearized reading' (duration: 1.594660365s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.407204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.811312Z","time spent":"1.595886339s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7428,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-15T03:43:02.406355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657590721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-15T03:43:02.407307Z","caller":"traceutil/trace.go:171","msg":"trace[513693684] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:17611; }","duration":"1.658558447s","start":"2026-04-15T03:43:00.748725Z","end":"2026-04-15T03:43:02.407284Z","steps":["trace[513693684] 'agreement among raft nodes before linearized reading' (duration: 1.657313513s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.407362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.748683Z","time spent":"1.658662841s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-15T03:43:02.407376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:00.992878Z","time spent":"1.414160614s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7386,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:43:02.40778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.735318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T03:43:02.407844Z","caller":"traceutil/trace.go:171","msg":"trace[1148919087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17611; }","duration":"476.80851ms","start":"2026-04-15T03:43:01.931019Z","end":"2026-04-15T03:43:02.407828Z","steps":["trace[1148919087] 'agreement among raft nodes before linearized reading' (duration: 475.32627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:43:02.408818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:43:01.931014Z","time spent":"476.862132ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-15T03:44:36.91805Z","caller":"traceutil/trace.go:171","msg":"trace[558206049] transaction","detail":"{read_only:false; response_revision:18906; number_of_response:1; }","duration":"229.191958ms","start":"2026-04-15T03:44:36.688788Z","end":"2026-04-15T03:44:36.91798Z","steps":["trace[558206049] 'process raft request' (duration: 228.996722ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:44:37.139051Z","caller":"traceutil/trace.go:171","msg":"trace[236326649] transaction","detail":"{read_only:false; response_revision:18907; number_of_response:1; }","duration":"414.261027ms","start":"2026-04-15T03:44:36.724765Z","end":"2026-04-15T03:44:37.139026Z","steps":["trace[236326649] 'process raft request' (duration: 414.072602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:44:37.139358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:44:36.724744Z","time spent":"414.456062ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:44:37.13951Z","caller":"traceutil/trace.go:171","msg":"trace[1547728463] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"369.510989ms","start":"2026-04-15T03:44:36.769972Z","end":"2026-04-15T03:44:37.139483Z","steps":["trace[1547728463] 'process raft request' (duration: 369.357604ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:44:37.139653Z","caller":"traceutil/trace.go:171","msg":"trace[1912075821] transaction","detail":"{read_only:false; response_revision:18908; number_of_response:1; }","duration":"407.518211ms","start":"2026-04-15T03:44:36.732101Z","end":"2026-04-15T03:44:37.139619Z","steps":["trace[1912075821] 'process raft request' (duration: 406.888944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:44:37.139728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:44:36.769943Z","time spent":"369.656313ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:44:37.139837Z","caller":"traceutil/trace.go:171","msg":"trace[687810922] transaction","detail":"{read_only:false; response_revision:18909; number_of_response:1; }","duration":"406.902985ms","start":"2026-04-15T03:44:36.732914Z","end":"2026-04-15T03:44:37.139817Z","steps":["trace[687810922] 'process raft request' (duration: 406.307418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:44:37.139877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:44:36.732083Z","time spent":"407.697477ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:44:37.139908Z","caller":"traceutil/trace.go:171","msg":"trace[1574873584] linearizableReadLoop","detail":"{readStateIndex:19475; appliedIndex:19469; }","duration":"360.780599ms","start":"2026-04-15T03:44:36.779112Z","end":"2026-04-15T03:44:37.139893Z","steps":["trace[1574873584] 'read index received' (duration: 138.673164ms)","trace[1574873584] 'applied index is now lower than readState.Index' (duration: 222.105895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:44:37.139937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:44:36.73288Z","time spent":"407.008748ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:44:37.140002Z","caller":"traceutil/trace.go:171","msg":"trace[155808795] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"368.386788ms","start":"2026-04-15T03:44:36.771588Z","end":"2026-04-15T03:44:37.139975Z","steps":["trace[155808795] 'process raft request' (duration: 367.788402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:44:37.140077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.951104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-15T03:44:37.140128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:44:36.771569Z","time spent":"368.497341ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:44:37.140134Z","caller":"traceutil/trace.go:171","msg":"trace[689127544] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:18911; }","duration":"361.049127ms","start":"2026-04-15T03:44:36.77907Z","end":"2026-04-15T03:44:37.140119Z","steps":["trace[689127544] 'agreement among raft nodes before linearized reading' (duration: 360.941004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:44:37.140177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.994424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-15T03:44:37.140185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:44:36.77905Z","time spent":"361.123108ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:44:37.140195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.917175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-15T03:44:37.1402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.522804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T03:44:37.140226Z","caller":"traceutil/trace.go:171","msg":"trace[997673768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18911; }","duration":"256.078897ms","start":"2026-04-15T03:44:36.884133Z","end":"2026-04-15T03:44:37.140212Z","steps":["trace[997673768] 'agreement among raft nodes before linearized reading' (duration: 255.926242ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:44:37.140243Z","caller":"traceutil/trace.go:171","msg":"trace[410624080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18911; }","duration":"243.002827ms","start":"2026-04-15T03:44:36.897227Z","end":"2026-04-15T03:44:37.14023Z","steps":["trace[410624080] 'agreement among raft nodes before linearized reading' (duration: 242.838213ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:44:37.140255Z","caller":"traceutil/trace.go:171","msg":"trace[1607202122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18911; }","duration":"203.640267ms","start":"2026-04-15T03:44:36.936604Z","end":"2026-04-15T03:44:37.140244Z","steps":["trace[1607202122] 'agreement among raft nodes before linearized reading' (duration: 203.512714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:44:37.140335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.022293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:44:37.140379Z","caller":"traceutil/trace.go:171","msg":"trace[1600772025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18911; }","duration":"245.094675ms","start":"2026-04-15T03:44:36.895271Z","end":"2026-04-15T03:44:37.140365Z","steps":["trace[1600772025] 'agreement among raft nodes before linearized reading' (duration: 244.969241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:44:37.140406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.190103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T03:44:37.140637Z","caller":"traceutil/trace.go:171","msg":"trace[1931947875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18911; }","duration":"251.270335ms","start":"2026-04-15T03:44:36.889167Z","end":"2026-04-15T03:44:37.140437Z","steps":["trace[1931947875] 'agreement among raft nodes before linearized reading' (duration: 251.153191ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:45:12.033931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16086} {"level":"info","ts":"2026-04-15T03:45:12.142913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16086,"took":"105.131695ms","hash":1624423144,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":45318144,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-04-15T03:45:12.142968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1624423144,"revision":16086,"compact-revision":13436} {"level":"info","ts":"2026-04-15T03:45:25.967798Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-15T03:45:25.972821Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-15T03:45:25.972954Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-15T03:46:18.679299Z","caller":"traceutil/trace.go:171","msg":"trace[1422453481] transaction","detail":"{read_only:false; response_revision:19982; number_of_response:1; }","duration":"117.958826ms","start":"2026-04-15T03:46:18.561321Z","end":"2026-04-15T03:46:18.679279Z","steps":["trace[1422453481] 'process raft request' (duration: 117.803832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:05.341217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.240352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:48:05.341333Z","caller":"traceutil/trace.go:171","msg":"trace[385200808] transaction","detail":"{read_only:false; response_revision:21002; number_of_response:1; }","duration":"274.677627ms","start":"2026-04-15T03:48:05.066637Z","end":"2026-04-15T03:48:05.341315Z","steps":["trace[385200808] 'process raft request' (duration: 89.255029ms)","trace[385200808] 'compare' (duration: 185.119119ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:05.348627Z","caller":"traceutil/trace.go:171","msg":"trace[1247793668] transaction","detail":"{read_only:false; response_revision:21003; number_of_response:1; }","duration":"116.769534ms","start":"2026-04-15T03:48:05.231831Z","end":"2026-04-15T03:48:05.3486Z","steps":["trace[1247793668] 'process raft request' (duration: 116.583179ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:05.499711Z","caller":"traceutil/trace.go:171","msg":"trace[1644425913] linearizableReadLoop","detail":"{readStateIndex:21621; appliedIndex:21619; }","duration":"156.029551ms","start":"2026-04-15T03:48:05.343665Z","end":"2026-04-15T03:48:05.499694Z","steps":["trace[1644425913] 'read index received' (duration: 4.846743ms)","trace[1644425913] 'applied index is now lower than readState.Index' (duration: 151.182128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:05.499895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.223346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-15T03:48:05.499957Z","caller":"traceutil/trace.go:171","msg":"trace[1059955586] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21004; }","duration":"156.329719ms","start":"2026-04-15T03:48:05.343613Z","end":"2026-04-15T03:48:05.499942Z","steps":["trace[1059955586] 'agreement among raft nodes before linearized reading' (duration: 156.151684ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:05.500003Z","caller":"traceutil/trace.go:171","msg":"trace[1056688745] transaction","detail":"{read_only:false; response_revision:21004; number_of_response:1; }","duration":"247.915673ms","start":"2026-04-15T03:48:05.252053Z","end":"2026-04-15T03:48:05.499969Z","steps":["trace[1056688745] 'process raft request' (duration: 247.380318ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:05.687828Z","caller":"traceutil/trace.go:171","msg":"trace[841016090] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"109.058532ms","start":"2026-04-15T03:48:05.578718Z","end":"2026-04-15T03:48:05.687776Z","steps":["trace[841016090] 'process raft request' (duration: 86.527304ms)","trace[841016090] 'compare' (duration: 22.254541ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:05.933132Z","caller":"traceutil/trace.go:171","msg":"trace[2067953927] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"131.241241ms","start":"2026-04-15T03:48:05.801867Z","end":"2026-04-15T03:48:05.933108Z","steps":["trace[2067953927] 'process raft request' (duration: 131.083827ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:05.997508Z","caller":"traceutil/trace.go:171","msg":"trace[1793268569] transaction","detail":"{read_only:false; response_revision:21007; number_of_response:1; }","duration":"148.70768ms","start":"2026-04-15T03:48:05.848736Z","end":"2026-04-15T03:48:05.997444Z","steps":["trace[1793268569] 'process raft request' (duration: 148.489054ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:06.351379Z","caller":"traceutil/trace.go:171","msg":"trace[418968082] linearizableReadLoop","detail":"{readStateIndex:21628; appliedIndex:21627; }","duration":"185.829178ms","start":"2026-04-15T03:48:06.165531Z","end":"2026-04-15T03:48:06.35136Z","steps":["trace[418968082] 'read index received' (duration: 185.786467ms)","trace[418968082] 'applied index is now lower than readState.Index' (duration: 41.601µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:06.351473Z","caller":"traceutil/trace.go:171","msg":"trace[2035760454] transaction","detail":"{read_only:false; response_revision:21011; number_of_response:1; }","duration":"191.614837ms","start":"2026-04-15T03:48:06.159822Z","end":"2026-04-15T03:48:06.351437Z","steps":["trace[2035760454] 'process raft request' (duration: 191.413792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:06.351562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.022284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-15T03:48:06.351583Z","caller":"traceutil/trace.go:171","msg":"trace[131373466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21011; }","duration":"186.099196ms","start":"2026-04-15T03:48:06.165478Z","end":"2026-04-15T03:48:06.351577Z","steps":["trace[131373466] 'agreement among raft nodes before linearized reading' (duration: 185.966453ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:06.399304Z","caller":"traceutil/trace.go:171","msg":"trace[253083122] transaction","detail":"{read_only:false; response_revision:21012; number_of_response:1; }","duration":"136.724041ms","start":"2026-04-15T03:48:06.262557Z","end":"2026-04-15T03:48:06.399281Z","steps":["trace[253083122] 'process raft request' (duration: 136.545216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:06.399425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.760916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-15T03:48:06.399495Z","caller":"traceutil/trace.go:171","msg":"trace[507281028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21012; }","duration":"228.88339ms","start":"2026-04-15T03:48:06.170595Z","end":"2026-04-15T03:48:06.399478Z","steps":["trace[507281028] 'agreement among raft nodes before linearized reading' (duration: 228.683074ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:13.249466Z","caller":"traceutil/trace.go:171","msg":"trace[1603840620] transaction","detail":"{read_only:false; response_revision:21068; number_of_response:1; }","duration":"189.289824ms","start":"2026-04-15T03:48:13.060141Z","end":"2026-04-15T03:48:13.24943Z","steps":["trace[1603840620] 'process raft request' (duration: 189.065318ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:13.33295Z","caller":"traceutil/trace.go:171","msg":"trace[524835616] transaction","detail":"{read_only:false; response_revision:21069; number_of_response:1; }","duration":"206.434624ms","start":"2026-04-15T03:48:13.126469Z","end":"2026-04-15T03:48:13.332904Z","steps":["trace[524835616] 'process raft request' (duration: 206.145376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:13.650113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.139621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-15T03:48:13.650188Z","caller":"traceutil/trace.go:171","msg":"trace[1699086236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21069; }","duration":"126.271904ms","start":"2026-04-15T03:48:13.523899Z","end":"2026-04-15T03:48:13.650171Z","steps":["trace[1699086236] 'range keys from in-memory index tree' (duration: 125.932145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:13.650738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.744643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:95 size:122481"} {"level":"info","ts":"2026-04-15T03:48:13.650855Z","caller":"traceutil/trace.go:171","msg":"trace[998132583] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:95; response_revision:21069; }","duration":"315.907137ms","start":"2026-04-15T03:48:13.334931Z","end":"2026-04-15T03:48:13.650838Z","steps":["trace[998132583] 'range keys from in-memory index tree' (duration: 315.049244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:13.650897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:13.334915Z","time spent":"315.97052ms","remote":"127.0.0.1:55462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":122505,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-15T03:48:13.650877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.192928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:95 size:122481"} {"level":"info","ts":"2026-04-15T03:48:13.650947Z","caller":"traceutil/trace.go:171","msg":"trace[1953373421] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:95; response_revision:21069; }","duration":"315.300161ms","start":"2026-04-15T03:48:13.33563Z","end":"2026-04-15T03:48:13.650931Z","steps":["trace[1953373421] 'range keys from in-memory index tree' (duration: 314.55305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:13.65099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:13.335614Z","time spent":"315.364292ms","remote":"127.0.0.1:55462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":122505,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-15T03:48:13.651595Z","caller":"traceutil/trace.go:171","msg":"trace[1035463444] transaction","detail":"{read_only:false; response_revision:21070; number_of_response:1; }","duration":"125.970326ms","start":"2026-04-15T03:48:13.525596Z","end":"2026-04-15T03:48:13.651566Z","steps":["trace[1035463444] 'process raft request' (duration: 125.288308ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:14.03724Z","caller":"traceutil/trace.go:171","msg":"trace[645697720] linearizableReadLoop","detail":"{readStateIndex:21689; appliedIndex:21688; }","duration":"322.760676ms","start":"2026-04-15T03:48:13.714449Z","end":"2026-04-15T03:48:14.03721Z","steps":["trace[645697720] 'read index received' (duration: 308.224367ms)","trace[645697720] 'applied index is now lower than readState.Index' (duration: 14.534569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:14.037394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.92096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:14.037459Z","caller":"traceutil/trace.go:171","msg":"trace[741259626] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21071; }","duration":"323.030083ms","start":"2026-04-15T03:48:13.714415Z","end":"2026-04-15T03:48:14.037445Z","steps":["trace[741259626] 'agreement among raft nodes before linearized reading' (duration: 322.91203ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:14.037484Z","caller":"traceutil/trace.go:171","msg":"trace[1871133290] transaction","detail":"{read_only:false; response_revision:21071; number_of_response:1; }","duration":"325.213943ms","start":"2026-04-15T03:48:13.71224Z","end":"2026-04-15T03:48:14.037454Z","steps":["trace[1871133290] 'process raft request' (duration: 310.447788ms)","trace[1871133290] 'compare' (duration: 14.082057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:14.037505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:13.714398Z","time spent":"323.094955ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-15T03:48:14.037629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:13.712215Z","time spent":"325.338156ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:14.038229Z","caller":"traceutil/trace.go:171","msg":"trace[1272057818] transaction","detail":"{read_only:false; response_revision:21072; number_of_response:1; }","duration":"259.095119ms","start":"2026-04-15T03:48:13.779112Z","end":"2026-04-15T03:48:14.038207Z","steps":["trace[1272057818] 'process raft request' (duration: 258.939205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.346044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.059277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:48:14.346298Z","caller":"traceutil/trace.go:171","msg":"trace[1595247493] linearizableReadLoop","detail":"{readStateIndex:21695; appliedIndex:21692; }","duration":"298.623663ms","start":"2026-04-15T03:48:14.047631Z","end":"2026-04-15T03:48:14.346254Z","steps":["trace[1595247493] 'read index received' (duration: 94.190635ms)","trace[1595247493] 'applied index is now lower than readState.Index' (duration: 204.431968ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:14.346294Z","caller":"traceutil/trace.go:171","msg":"trace[311922814] transaction","detail":"{read_only:false; response_revision:21076; number_of_response:1; }","duration":"320.377089ms","start":"2026-04-15T03:48:14.025885Z","end":"2026-04-15T03:48:14.346262Z","steps":["trace[311922814] 'process raft request' (duration: 320.261566ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:14.346307Z","caller":"traceutil/trace.go:171","msg":"trace[1274147010] transaction","detail":"{read_only:false; response_revision:21075; number_of_response:1; }","duration":"320.736879ms","start":"2026-04-15T03:48:14.025498Z","end":"2026-04-15T03:48:14.346235Z","steps":["trace[1274147010] 'process raft request' (duration: 116.392824ms)","trace[1274147010] 'compare' (duration: 203.910653ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:14.346382Z","caller":"traceutil/trace.go:171","msg":"trace[567412641] transaction","detail":"{read_only:false; response_revision:21077; number_of_response:1; }","duration":"320.239015ms","start":"2026-04-15T03:48:14.026133Z","end":"2026-04-15T03:48:14.346372Z","steps":["trace[567412641] 'process raft request' (duration: 320.07215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.346417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.025871Z","time spent":"320.479392ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:14.346441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.801427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-15T03:48:14.346457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.026112Z","time spent":"320.310977ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:14.3465Z","caller":"traceutil/trace.go:171","msg":"trace[1309174587] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21077; }","duration":"298.937851ms","start":"2026-04-15T03:48:14.047548Z","end":"2026-04-15T03:48:14.346485Z","steps":["trace[1309174587] 'agreement among raft nodes before linearized reading' (duration: 298.845689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.346598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.025471Z","time spent":"320.957426ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:14.429491Z","caller":"traceutil/trace.go:171","msg":"trace[1623292317] transaction","detail":"{read_only:false; response_revision:21078; number_of_response:1; }","duration":"104.093866ms","start":"2026-04-15T03:48:14.325373Z","end":"2026-04-15T03:48:14.429467Z","steps":["trace[1623292317] 'process raft request' (duration: 103.923001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.429651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.75725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T03:48:14.429731Z","caller":"traceutil/trace.go:171","msg":"trace[485807961] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21078; }","duration":"172.888724ms","start":"2026-04-15T03:48:14.256823Z","end":"2026-04-15T03:48:14.429712Z","steps":["trace[485807961] 'agreement among raft nodes before linearized reading' (duration: 172.654957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.429721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.940366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:14.429848Z","caller":"traceutil/trace.go:171","msg":"trace[231271387] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21078; }","duration":"250.138142ms","start":"2026-04-15T03:48:14.179683Z","end":"2026-04-15T03:48:14.429821Z","steps":["trace[231271387] 'agreement among raft nodes before linearized reading' (duration: 249.867554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.725782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.057954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:48:14.725933Z","caller":"traceutil/trace.go:171","msg":"trace[1847905505] linearizableReadLoop","detail":"{readStateIndex:21697; appliedIndex:21696; }","duration":"296.447404ms","start":"2026-04-15T03:48:14.429435Z","end":"2026-04-15T03:48:14.725882Z","steps":["trace[1847905505] 'read index received' (duration: 137.077171ms)","trace[1847905505] 'applied index is now lower than readState.Index' (duration: 159.368793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:14.726211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.181721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-15T03:48:14.726222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.452623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T03:48:14.726254Z","caller":"traceutil/trace.go:171","msg":"trace[603058399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21079; }","duration":"376.228543ms","start":"2026-04-15T03:48:14.350015Z","end":"2026-04-15T03:48:14.726243Z","steps":["trace[603058399] 'agreement among raft nodes before linearized reading' (duration: 376.015867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.726296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.34995Z","time spent":"376.337276ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-15T03:48:14.726448Z","caller":"traceutil/trace.go:171","msg":"trace[1409985329] transaction","detail":"{read_only:false; response_revision:21079; number_of_response:1; }","duration":"305.600625ms","start":"2026-04-15T03:48:14.420819Z","end":"2026-04-15T03:48:14.72642Z","steps":["trace[1409985329] 'process raft request' (duration: 145.78963ms)","trace[1409985329] 'compare' (duration: 158.749845ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:14.726492Z","caller":"traceutil/trace.go:171","msg":"trace[152974781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21079; }","duration":"343.551696ms","start":"2026-04-15T03:48:14.382715Z","end":"2026-04-15T03:48:14.726267Z","steps":["trace[152974781] 'agreement among raft nodes before linearized reading' (duration: 343.295379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.726534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.382698Z","time spent":"343.825933ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T03:48:14.726549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.915996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-55f59f9bbb-tvm4f.18a66b216b4de437\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-04-15T03:48:14.726578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.420791Z","time spent":"305.709878ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:14.726591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.94662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-15T03:48:14.726591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.527476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T03:48:14.726637Z","caller":"traceutil/trace.go:171","msg":"trace[47159316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21079; }","duration":"249.041773ms","start":"2026-04-15T03:48:14.477581Z","end":"2026-04-15T03:48:14.726623Z","steps":["trace[47159316] 'agreement among raft nodes before linearized reading' (duration: 248.858718ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:14.726637Z","caller":"traceutil/trace.go:171","msg":"trace[882394309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21079; }","duration":"265.620968ms","start":"2026-04-15T03:48:14.461007Z","end":"2026-04-15T03:48:14.726628Z","steps":["trace[882394309] 'agreement among raft nodes before linearized reading' (duration: 265.469444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.726634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.425097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-15T03:48:14.726619Z","caller":"traceutil/trace.go:171","msg":"trace[347304164] range","detail":"{range_begin:/registry/events/openstack/magnum-api-55f59f9bbb-tvm4f.18a66b216b4de437; range_end:; response_count:1; response_revision:21079; }","duration":"292.990178ms","start":"2026-04-15T03:48:14.433607Z","end":"2026-04-15T03:48:14.726598Z","steps":["trace[347304164] 'agreement among raft nodes before linearized reading' (duration: 292.629438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:14.726648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.653623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:48:14.726705Z","caller":"traceutil/trace.go:171","msg":"trace[989539760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21079; }","duration":"244.55616ms","start":"2026-04-15T03:48:14.482132Z","end":"2026-04-15T03:48:14.726688Z","steps":["trace[989539760] 'agreement among raft nodes before linearized reading' (duration: 244.312103ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:14.726747Z","caller":"traceutil/trace.go:171","msg":"trace[59315906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21079; }","duration":"244.791327ms","start":"2026-04-15T03:48:14.481932Z","end":"2026-04-15T03:48:14.726723Z","steps":["trace[59315906] 'agreement among raft nodes before linearized reading' (duration: 244.503279ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:15.052605Z","caller":"traceutil/trace.go:171","msg":"trace[268475903] transaction","detail":"{read_only:false; response_revision:21080; number_of_response:1; }","duration":"323.283099ms","start":"2026-04-15T03:48:14.729289Z","end":"2026-04-15T03:48:15.052572Z","steps":["trace[268475903] 'process raft request' (duration: 305.004228ms)","trace[268475903] 'compare' (duration: 17.836379ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:15.052752Z","caller":"traceutil/trace.go:171","msg":"trace[1562022143] linearizableReadLoop","detail":"{readStateIndex:21703; appliedIndex:21697; }","duration":"313.104881ms","start":"2026-04-15T03:48:14.739626Z","end":"2026-04-15T03:48:15.052731Z","steps":["trace[1562022143] 'read index received' (duration: 294.668305ms)","trace[1562022143] 'applied index is now lower than readState.Index' (duration: 18.435546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:15.052779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.729267Z","time spent":"323.413273ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:15.053011Z","caller":"traceutil/trace.go:171","msg":"trace[1446411383] transaction","detail":"{read_only:false; response_revision:21081; number_of_response:1; }","duration":"322.374565ms","start":"2026-04-15T03:48:14.730622Z","end":"2026-04-15T03:48:15.052996Z","steps":["trace[1446411383] 'process raft request' (duration: 321.864441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:15.053117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.730603Z","time spent":"322.442016ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:15.053142Z","caller":"traceutil/trace.go:171","msg":"trace[160743017] transaction","detail":"{read_only:false; response_revision:21084; number_of_response:1; }","duration":"321.235054ms","start":"2026-04-15T03:48:14.731891Z","end":"2026-04-15T03:48:15.053126Z","steps":["trace[160743017] 'process raft request' (duration: 320.772201ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:15.053118Z","caller":"traceutil/trace.go:171","msg":"trace[227931366] transaction","detail":"{read_only:false; response_revision:21085; number_of_response:1; }","duration":"321.032948ms","start":"2026-04-15T03:48:14.732043Z","end":"2026-04-15T03:48:15.053076Z","steps":["trace[227931366] 'process raft request' (duration: 320.655578ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:15.053144Z","caller":"traceutil/trace.go:171","msg":"trace[1107890547] transaction","detail":"{read_only:false; response_revision:21082; number_of_response:1; }","duration":"322.052786ms","start":"2026-04-15T03:48:14.731076Z","end":"2026-04-15T03:48:15.053128Z","steps":["trace[1107890547] 'process raft request' (duration: 321.519251ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:15.053162Z","caller":"traceutil/trace.go:171","msg":"trace[2065106255] transaction","detail":"{read_only:false; response_revision:21083; number_of_response:1; }","duration":"321.664766ms","start":"2026-04-15T03:48:14.731461Z","end":"2026-04-15T03:48:15.053126Z","steps":["trace[2065106255] 'process raft request' (duration: 321.171272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:15.053209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.731877Z","time spent":"321.293865ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:15.053246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.731064Z","time spent":"322.121048ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:15.05325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.732033Z","time spent":"321.152141ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:15.053226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.455948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-15T03:48:15.053292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.658166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-15T03:48:15.053307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.731452Z","time spent":"321.776738ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:15.053314Z","caller":"traceutil/trace.go:171","msg":"trace[2131688230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21085; }","duration":"146.571161ms","start":"2026-04-15T03:48:14.906723Z","end":"2026-04-15T03:48:15.053294Z","steps":["trace[2131688230] 'agreement among raft nodes before linearized reading' (duration: 146.427977ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:15.053344Z","caller":"traceutil/trace.go:171","msg":"trace[1231682749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21085; }","duration":"313.712977ms","start":"2026-04-15T03:48:14.739616Z","end":"2026-04-15T03:48:15.053329Z","steps":["trace[1231682749] 'agreement among raft nodes before linearized reading' (duration: 313.514532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:15.05338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:14.739572Z","time spent":"313.800719ms","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-15T03:48:15.212848Z","caller":"traceutil/trace.go:171","msg":"trace[617365447] transaction","detail":"{read_only:false; response_revision:21086; number_of_response:1; }","duration":"145.948194ms","start":"2026-04-15T03:48:15.066866Z","end":"2026-04-15T03:48:15.212814Z","steps":["trace[617365447] 'process raft request' (duration: 132.092044ms)","trace[617365447] 'compare' (duration: 13.690416ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:15.788312Z","caller":"traceutil/trace.go:171","msg":"trace[62679027] transaction","detail":"{read_only:false; response_revision:21087; number_of_response:1; }","duration":"145.192034ms","start":"2026-04-15T03:48:15.642772Z","end":"2026-04-15T03:48:15.787964Z","steps":["trace[62679027] 'process raft request' (duration: 144.880115ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:15.817439Z","caller":"traceutil/trace.go:171","msg":"trace[519254686] transaction","detail":"{read_only:false; response_revision:21088; number_of_response:1; }","duration":"160.243627ms","start":"2026-04-15T03:48:15.657168Z","end":"2026-04-15T03:48:15.817412Z","steps":["trace[519254686] 'process raft request' (duration: 159.820615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:15.972658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.359123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T03:48:15.972727Z","caller":"traceutil/trace.go:171","msg":"trace[358841794] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:21088; }","duration":"116.475826ms","start":"2026-04-15T03:48:15.856236Z","end":"2026-04-15T03:48:15.972711Z","steps":["trace[358841794] 'count revisions from in-memory index tree' (duration: 116.218849ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:16.166373Z","caller":"traceutil/trace.go:171","msg":"trace[360633965] transaction","detail":"{read_only:false; response_revision:21089; number_of_response:1; }","duration":"123.795677ms","start":"2026-04-15T03:48:16.04256Z","end":"2026-04-15T03:48:16.166355Z","steps":["trace[360633965] 'process raft request' (duration: 123.53972ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:16.167669Z","caller":"traceutil/trace.go:171","msg":"trace[930691242] transaction","detail":"{read_only:false; response_revision:21091; number_of_response:1; }","duration":"119.325553ms","start":"2026-04-15T03:48:16.048331Z","end":"2026-04-15T03:48:16.167656Z","steps":["trace[930691242] 'process raft request' (duration: 119.300363ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:16.167879Z","caller":"traceutil/trace.go:171","msg":"trace[648020184] transaction","detail":"{read_only:false; response_revision:21090; number_of_response:1; }","duration":"119.876719ms","start":"2026-04-15T03:48:16.047994Z","end":"2026-04-15T03:48:16.167871Z","steps":["trace[648020184] 'process raft request' (duration: 119.594292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:16.855834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656225836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T03:48:17.003305Z","caller":"traceutil/trace.go:171","msg":"trace[871776575] transaction","detail":"{read_only:false; response_revision:21092; number_of_response:1; }","duration":"652.499543ms","start":"2026-04-15T03:48:16.350758Z","end":"2026-04-15T03:48:17.003257Z","steps":["trace[871776575] 'process raft request' (duration: 652.273267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.003436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:16.35074Z","time spent":"652.622786ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:17.072494Z","caller":"traceutil/trace.go:171","msg":"trace[305488479] linearizableReadLoop","detail":"{readStateIndex:21714; appliedIndex:21710; }","duration":"717.345292ms","start":"2026-04-15T03:48:16.355116Z","end":"2026-04-15T03:48:17.072461Z","steps":["trace[305488479] 'read index received' (duration: 647.938738ms)","trace[305488479] 'applied index is now lower than readState.Index' (duration: 69.405414ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:17.072811Z","caller":"traceutil/trace.go:171","msg":"trace[477877559] transaction","detail":"{read_only:false; response_revision:21093; number_of_response:1; }","duration":"720.91017ms","start":"2026-04-15T03:48:16.351889Z","end":"2026-04-15T03:48:17.072799Z","steps":["trace[477877559] 'process raft request' (duration: 720.326214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.072931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:16.351865Z","time spent":"720.974171ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:17.073066Z","caller":"traceutil/trace.go:171","msg":"trace[1524166295] transaction","detail":"{read_only:false; response_revision:21094; number_of_response:1; }","duration":"720.005495ms","start":"2026-04-15T03:48:16.353054Z","end":"2026-04-15T03:48:17.073059Z","steps":["trace[1524166295] 'process raft request' (duration: 719.303426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.073107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:16.353028Z","time spent":"720.057696ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:17.073413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.593707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-15T03:48:17.073496Z","caller":"traceutil/trace.go:171","msg":"trace[1579726758] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21095; }","duration":"468.726701ms","start":"2026-04-15T03:48:16.604748Z","end":"2026-04-15T03:48:17.073474Z","steps":["trace[1579726758] 'agreement among raft nodes before linearized reading' (duration: 468.507455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.073546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:16.604727Z","time spent":"468.810513ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-15T03:48:17.073745Z","caller":"traceutil/trace.go:171","msg":"trace[2132200665] transaction","detail":"{read_only:false; response_revision:21095; number_of_response:1; }","duration":"342.487537ms","start":"2026-04-15T03:48:16.731246Z","end":"2026-04-15T03:48:17.073734Z","steps":["trace[2132200665] 'process raft request' (duration: 341.169231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.073807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:16.731222Z","time spent":"342.555259ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:17.073928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.791191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:17.073966Z","caller":"traceutil/trace.go:171","msg":"trace[1921459550] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:21095; }","duration":"718.864614ms","start":"2026-04-15T03:48:16.355089Z","end":"2026-04-15T03:48:17.073954Z","steps":["trace[1921459550] 'agreement among raft nodes before linearized reading' (duration: 718.784852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.074002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:16.355082Z","time spent":"718.913965ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:48:17.074126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.600309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:17.074172Z","caller":"traceutil/trace.go:171","msg":"trace[1468821001] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:21095; }","duration":"147.646431ms","start":"2026-04-15T03:48:16.926512Z","end":"2026-04-15T03:48:17.074159Z","steps":["trace[1468821001] 'agreement among raft nodes before linearized reading' (duration: 147.585039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.074338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.355127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:17.07437Z","caller":"traceutil/trace.go:171","msg":"trace[1738266128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21095; }","duration":"165.414648ms","start":"2026-04-15T03:48:16.908947Z","end":"2026-04-15T03:48:17.074361Z","steps":["trace[1738266128] 'agreement among raft nodes before linearized reading' (duration: 165.362097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.074527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.566744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T03:48:17.074562Z","caller":"traceutil/trace.go:171","msg":"trace[1563497808] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21095; }","duration":"254.601245ms","start":"2026-04-15T03:48:16.81995Z","end":"2026-04-15T03:48:17.074552Z","steps":["trace[1563497808] 'agreement among raft nodes before linearized reading' (duration: 254.547034ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:17.184677Z","caller":"traceutil/trace.go:171","msg":"trace[1049858045] linearizableReadLoop","detail":"{readStateIndex:21715; appliedIndex:21714; }","duration":"104.772165ms","start":"2026-04-15T03:48:17.079888Z","end":"2026-04-15T03:48:17.18466Z","steps":["trace[1049858045] 'read index received' (duration: 40.689776ms)","trace[1049858045] 'applied index is now lower than readState.Index' (duration: 64.081839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:17.184859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.946219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7504ae04-13be-445f-816a-969e4903eff7\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-15T03:48:17.184879Z","caller":"traceutil/trace.go:171","msg":"trace[1071311782] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7504ae04-13be-445f-816a-969e4903eff7; range_end:; response_count:1; response_revision:21096; }","duration":"105.001631ms","start":"2026-04-15T03:48:17.07987Z","end":"2026-04-15T03:48:17.184871Z","steps":["trace[1071311782] 'agreement among raft nodes before linearized reading' (duration: 104.856237ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:17.184937Z","caller":"traceutil/trace.go:171","msg":"trace[519000759] transaction","detail":"{read_only:false; response_revision:21096; number_of_response:1; }","duration":"107.072028ms","start":"2026-04-15T03:48:17.077832Z","end":"2026-04-15T03:48:17.184904Z","steps":["trace[519000759] 'process raft request' (duration: 42.685271ms)","trace[519000759] 'compare' (duration: 64.045318ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:17.469229Z","caller":"traceutil/trace.go:171","msg":"trace[327080381] transaction","detail":"{read_only:false; response_revision:21097; number_of_response:1; }","duration":"389.274651ms","start":"2026-04-15T03:48:17.079922Z","end":"2026-04-15T03:48:17.469197Z","steps":["trace[327080381] 'process raft request' (duration: 364.417099ms)","trace[327080381] 'compare' (duration: 24.617685ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:17.469564Z","caller":"traceutil/trace.go:171","msg":"trace[1223883338] transaction","detail":"{read_only:false; response_revision:21098; number_of_response:1; }","duration":"389.5853ms","start":"2026-04-15T03:48:17.079948Z","end":"2026-04-15T03:48:17.469533Z","steps":["trace[1223883338] 'process raft request' (duration: 389.205879ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:17.469593Z","caller":"traceutil/trace.go:171","msg":"trace[2040626313] linearizableReadLoop","detail":"{readStateIndex:21719; appliedIndex:21715; }","duration":"205.677374ms","start":"2026-04-15T03:48:17.263887Z","end":"2026-04-15T03:48:17.469565Z","steps":["trace[2040626313] 'read index received' (duration: 179.29371ms)","trace[2040626313] 'applied index is now lower than readState.Index' (duration: 26.382344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:17.469749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:17.079933Z","time spent":"389.721123ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:17.469785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.867419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:17.469843Z","caller":"traceutil/trace.go:171","msg":"trace[1718345206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21100; }","duration":"206.007263ms","start":"2026-04-15T03:48:17.26382Z","end":"2026-04-15T03:48:17.469827Z","steps":["trace[1718345206] 'agreement among raft nodes before linearized reading' (duration: 205.855909ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:17.470084Z","caller":"traceutil/trace.go:171","msg":"trace[132399619] transaction","detail":"{read_only:false; response_revision:21099; number_of_response:1; }","duration":"390.099534ms","start":"2026-04-15T03:48:17.079972Z","end":"2026-04-15T03:48:17.470072Z","steps":["trace[132399619] 'process raft request' (duration: 389.431215ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:17.470118Z","caller":"traceutil/trace.go:171","msg":"trace[254784115] transaction","detail":"{read_only:false; response_revision:21100; number_of_response:1; }","duration":"389.538098ms","start":"2026-04-15T03:48:17.080551Z","end":"2026-04-15T03:48:17.470089Z","steps":["trace[254784115] 'process raft request' (duration: 388.957192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:17.470155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:17.079959Z","time spent":"390.162955ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:17.470264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:17.080542Z","time spent":"389.640881ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:17.470757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:17.079901Z","time spent":"389.422435ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:27.15251Z","caller":"traceutil/trace.go:171","msg":"trace[400224495] transaction","detail":"{read_only:false; response_revision:21168; number_of_response:1; }","duration":"113.934027ms","start":"2026-04-15T03:48:27.038497Z","end":"2026-04-15T03:48:27.152431Z","steps":["trace[400224495] 'process raft request' (duration: 113.510135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:27.428898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.811297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:48:27.429143Z","caller":"traceutil/trace.go:171","msg":"trace[459558323] linearizableReadLoop","detail":"{readStateIndex:21792; appliedIndex:21789; }","duration":"206.014663ms","start":"2026-04-15T03:48:27.223112Z","end":"2026-04-15T03:48:27.429127Z","steps":["trace[459558323] 'read index received' (duration: 34.887317ms)","trace[459558323] 'applied index is now lower than readState.Index' (duration: 171.125955ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:27.429257Z","caller":"traceutil/trace.go:171","msg":"trace[1864079762] transaction","detail":"{read_only:false; response_revision:21170; number_of_response:1; }","duration":"325.596104ms","start":"2026-04-15T03:48:27.103655Z","end":"2026-04-15T03:48:27.429251Z","steps":["trace[1864079762] 'process raft request' (duration: 325.333997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:27.429303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:27.103647Z","time spent":"325.629525ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:27.429489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.517168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:27.429503Z","caller":"traceutil/trace.go:171","msg":"trace[1798459415] transaction","detail":"{read_only:false; response_revision:21171; number_of_response:1; }","duration":"316.34692ms","start":"2026-04-15T03:48:27.113122Z","end":"2026-04-15T03:48:27.429469Z","steps":["trace[1798459415] 'process raft request' (duration: 315.936549ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:27.429548Z","caller":"traceutil/trace.go:171","msg":"trace[1679584470] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21171; }","duration":"178.606281ms","start":"2026-04-15T03:48:27.250927Z","end":"2026-04-15T03:48:27.429534Z","steps":["trace[1679584470] 'agreement among raft nodes before linearized reading' (duration: 178.506878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:27.429583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.439484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-15T03:48:27.429263Z","caller":"traceutil/trace.go:171","msg":"trace[2040664277] transaction","detail":"{read_only:false; response_revision:21169; number_of_response:1; }","duration":"327.497075ms","start":"2026-04-15T03:48:27.101695Z","end":"2026-04-15T03:48:27.429192Z","steps":["trace[2040664277] 'process raft request' (duration: 156.318768ms)","trace[2040664277] 'compare' (duration: 170.487808ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:27.429647Z","caller":"traceutil/trace.go:171","msg":"trace[1453169870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21171; }","duration":"206.565307ms","start":"2026-04-15T03:48:27.223067Z","end":"2026-04-15T03:48:27.429632Z","steps":["trace[1453169870] 'agreement among raft nodes before linearized reading' (duration: 206.327501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:27.429716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:27.101672Z","time spent":"327.992759ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:27.42971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:27.113095Z","time spent":"316.509825ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:27.622228Z","caller":"traceutil/trace.go:171","msg":"trace[505824519] linearizableReadLoop","detail":"{readStateIndex:21793; appliedIndex:21792; }","duration":"101.494445ms","start":"2026-04-15T03:48:27.520693Z","end":"2026-04-15T03:48:27.622187Z","steps":["trace[505824519] 'read index received' (duration: 41.428756ms)","trace[505824519] 'applied index is now lower than readState.Index' (duration: 60.064749ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:27.622303Z","caller":"traceutil/trace.go:171","msg":"trace[455467559] transaction","detail":"{read_only:false; response_revision:21172; number_of_response:1; }","duration":"188.648266ms","start":"2026-04-15T03:48:27.433586Z","end":"2026-04-15T03:48:27.622234Z","steps":["trace[455467559] 'process raft request' (duration: 128.624129ms)","trace[455467559] 'compare' (duration: 59.853302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:27.62247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.760003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-15T03:48:27.622519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.783383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-15T03:48:27.622554Z","caller":"traceutil/trace.go:171","msg":"trace[2045059461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21172; }","duration":"101.856625ms","start":"2026-04-15T03:48:27.520677Z","end":"2026-04-15T03:48:27.622534Z","steps":["trace[2045059461] 'agreement among raft nodes before linearized reading' (duration: 101.573857ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:27.622745Z","caller":"traceutil/trace.go:171","msg":"trace[909552619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21172; }","duration":"101.875255ms","start":"2026-04-15T03:48:27.520672Z","end":"2026-04-15T03:48:27.622547Z","steps":["trace[909552619] 'agreement among raft nodes before linearized reading' (duration: 101.67671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:27.622718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.958478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:48:27.622814Z","caller":"traceutil/trace.go:171","msg":"trace[500899898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21172; }","duration":"102.147243ms","start":"2026-04-15T03:48:27.520645Z","end":"2026-04-15T03:48:27.622793Z","steps":["trace[500899898] 'agreement among raft nodes before linearized reading' (duration: 101.68001ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:27.830364Z","caller":"traceutil/trace.go:171","msg":"trace[1636366405] transaction","detail":"{read_only:false; response_revision:21174; number_of_response:1; }","duration":"203.461543ms","start":"2026-04-15T03:48:27.626881Z","end":"2026-04-15T03:48:27.830343Z","steps":["trace[1636366405] 'process raft request' (duration: 203.330699ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:27.830386Z","caller":"traceutil/trace.go:171","msg":"trace[347559309] transaction","detail":"{read_only:false; response_revision:21176; number_of_response:1; }","duration":"203.297068ms","start":"2026-04-15T03:48:27.627069Z","end":"2026-04-15T03:48:27.830367Z","steps":["trace[347559309] 'process raft request' (duration: 203.249257ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:27.830445Z","caller":"traceutil/trace.go:171","msg":"trace[535449916] transaction","detail":"{read_only:false; response_revision:21175; number_of_response:1; }","duration":"203.38471ms","start":"2026-04-15T03:48:27.627013Z","end":"2026-04-15T03:48:27.830398Z","steps":["trace[535449916] 'process raft request' (duration: 203.274647ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:27.830862Z","caller":"traceutil/trace.go:171","msg":"trace[2074287525] transaction","detail":"{read_only:false; response_revision:21173; number_of_response:1; }","duration":"203.530404ms","start":"2026-04-15T03:48:27.626757Z","end":"2026-04-15T03:48:27.830287Z","steps":["trace[2074287525] 'process raft request' (duration: 170.308623ms)","trace[2074287525] 'compare' (duration: 32.868841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:28.176799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.575477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:48:28.176915Z","caller":"traceutil/trace.go:171","msg":"trace[1329579208] transaction","detail":"{read_only:false; response_revision:21177; number_of_response:1; }","duration":"320.833853ms","start":"2026-04-15T03:48:27.856057Z","end":"2026-04-15T03:48:28.176891Z","steps":["trace[1329579208] 'process raft request' (duration: 86.061932ms)","trace[1329579208] 'compare' (duration: 234.215066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:28.176994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:27.856033Z","time spent":"320.917975ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:28.564184Z","caller":"traceutil/trace.go:171","msg":"trace[661112211] transaction","detail":"{read_only:false; response_revision:21178; number_of_response:1; }","duration":"334.684902ms","start":"2026-04-15T03:48:28.229464Z","end":"2026-04-15T03:48:28.564148Z","steps":["trace[661112211] 'process raft request' (duration: 313.251665ms)","trace[661112211] 'compare' (duration: 21.299394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:28.564395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:28.229437Z","time spent":"334.842466ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:28.590954Z","caller":"traceutil/trace.go:171","msg":"trace[798621243] transaction","detail":"{read_only:false; response_revision:21179; number_of_response:1; }","duration":"350.455824ms","start":"2026-04-15T03:48:28.240467Z","end":"2026-04-15T03:48:28.590923Z","steps":["trace[798621243] 'process raft request' (duration: 350.237298ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:28.590967Z","caller":"traceutil/trace.go:171","msg":"trace[519900548] transaction","detail":"{read_only:false; response_revision:21180; number_of_response:1; }","duration":"350.330491ms","start":"2026-04-15T03:48:28.240612Z","end":"2026-04-15T03:48:28.590943Z","steps":["trace[519900548] 'process raft request' (duration: 350.239808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:28.591079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:28.240442Z","time spent":"350.569707ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:28.591141Z","caller":"traceutil/trace.go:171","msg":"trace[1816504158] linearizableReadLoop","detail":"{readStateIndex:21801; appliedIndex:21798; }","duration":"337.19344ms","start":"2026-04-15T03:48:28.253921Z","end":"2026-04-15T03:48:28.591115Z","steps":["trace[1816504158] 'read index received' (duration: 288.899546ms)","trace[1816504158] 'applied index is now lower than readState.Index' (duration: 48.291774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:28.591156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:28.24058Z","time spent":"350.453674ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:28.591315Z","caller":"traceutil/trace.go:171","msg":"trace[1891031728] transaction","detail":"{read_only:false; response_revision:21181; number_of_response:1; }","duration":"227.763288ms","start":"2026-04-15T03:48:28.363523Z","end":"2026-04-15T03:48:28.591287Z","steps":["trace[1891031728] 'process raft request' (duration: 227.374707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:28.591365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.443097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-15T03:48:28.591425Z","caller":"traceutil/trace.go:171","msg":"trace[1793627689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21181; }","duration":"337.561841ms","start":"2026-04-15T03:48:28.253847Z","end":"2026-04-15T03:48:28.591409Z","steps":["trace[1793627689] 'agreement among raft nodes before linearized reading' (duration: 337.350166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:28.591464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:28.253825Z","time spent":"337.630033ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-15T03:48:28.764479Z","caller":"traceutil/trace.go:171","msg":"trace[370057468] transaction","detail":"{read_only:false; response_revision:21182; number_of_response:1; }","duration":"167.68585ms","start":"2026-04-15T03:48:28.596764Z","end":"2026-04-15T03:48:28.76445Z","steps":["trace[370057468] 'process raft request' (duration: 144.431802ms)","trace[370057468] 'compare' (duration: 22.603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:29.106407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.856623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T03:48:29.106501Z","caller":"traceutil/trace.go:171","msg":"trace[1518613664] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21182; }","duration":"157.014368ms","start":"2026-04-15T03:48:28.949469Z","end":"2026-04-15T03:48:29.106483Z","steps":["trace[1518613664] 'count revisions from in-memory index tree' (duration: 156.773501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:29.106826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.637035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:29.106906Z","caller":"traceutil/trace.go:171","msg":"trace[569434085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21182; }","duration":"196.756139ms","start":"2026-04-15T03:48:28.910132Z","end":"2026-04-15T03:48:29.106888Z","steps":["trace[569434085] 'range keys from in-memory index tree' (duration: 196.541123ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:29.62788Z","caller":"traceutil/trace.go:171","msg":"trace[419966905] transaction","detail":"{read_only:false; response_revision:21183; number_of_response:1; }","duration":"469.77088ms","start":"2026-04-15T03:48:29.158082Z","end":"2026-04-15T03:48:29.627853Z","steps":["trace[419966905] 'process raft request' (duration: 469.597755ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:29.627926Z","caller":"traceutil/trace.go:171","msg":"trace[2120063191] linearizableReadLoop","detail":"{readStateIndex:21804; appliedIndex:21804; }","duration":"254.155433ms","start":"2026-04-15T03:48:29.373751Z","end":"2026-04-15T03:48:29.627907Z","steps":["trace[2120063191] 'read index received' (duration: 254.145913ms)","trace[2120063191] 'applied index is now lower than readState.Index' (duration: 8.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:29.628067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:29.15806Z","time spent":"469.902113ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:29.628121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.360859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-15T03:48:29.628162Z","caller":"traceutil/trace.go:171","msg":"trace[2051690674] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21183; }","duration":"254.40765ms","start":"2026-04-15T03:48:29.373745Z","end":"2026-04-15T03:48:29.628152Z","steps":["trace[2051690674] 'agreement among raft nodes before linearized reading' (duration: 254.251756ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:29.667665Z","caller":"traceutil/trace.go:171","msg":"trace[530840398] transaction","detail":"{read_only:false; response_revision:21184; number_of_response:1; }","duration":"233.59427ms","start":"2026-04-15T03:48:29.434048Z","end":"2026-04-15T03:48:29.667642Z","steps":["trace[530840398] 'process raft request' (duration: 233.410435ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:29.668093Z","caller":"traceutil/trace.go:171","msg":"trace[573299106] transaction","detail":"{read_only:false; response_revision:21185; number_of_response:1; }","duration":"233.743533ms","start":"2026-04-15T03:48:29.434318Z","end":"2026-04-15T03:48:29.668062Z","steps":["trace[573299106] 'process raft request' (duration: 233.27374ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:29.668341Z","caller":"traceutil/trace.go:171","msg":"trace[1433854223] transaction","detail":"{read_only:false; response_revision:21186; number_of_response:1; }","duration":"233.465595ms","start":"2026-04-15T03:48:29.434786Z","end":"2026-04-15T03:48:29.668251Z","steps":["trace[1433854223] 'process raft request' (duration: 233.215408ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:30.172762Z","caller":"traceutil/trace.go:171","msg":"trace[1675678526] transaction","detail":"{read_only:false; response_revision:21188; number_of_response:1; }","duration":"236.058587ms","start":"2026-04-15T03:48:29.936678Z","end":"2026-04-15T03:48:30.172737Z","steps":["trace[1675678526] 'process raft request' (duration: 235.890162ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:30.350775Z","caller":"traceutil/trace.go:171","msg":"trace[2080409960] transaction","detail":"{read_only:false; response_revision:21190; number_of_response:1; }","duration":"413.977878ms","start":"2026-04-15T03:48:29.936772Z","end":"2026-04-15T03:48:30.350749Z","steps":["trace[2080409960] 'process raft request' (duration: 413.873185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:30.350924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:29.936767Z","time spent":"414.083931ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:30.351225Z","caller":"traceutil/trace.go:171","msg":"trace[2139146492] transaction","detail":"{read_only:false; response_revision:21191; number_of_response:1; }","duration":"414.369209ms","start":"2026-04-15T03:48:29.93683Z","end":"2026-04-15T03:48:30.351199Z","steps":["trace[2139146492] 'process raft request' (duration: 413.878696ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:30.351321Z","caller":"traceutil/trace.go:171","msg":"trace[1352864751] transaction","detail":"{read_only:false; response_revision:21189; number_of_response:1; }","duration":"414.590495ms","start":"2026-04-15T03:48:29.936714Z","end":"2026-04-15T03:48:30.351305Z","steps":["trace[1352864751] 'process raft request' (duration: 370.203768ms)","trace[1352864751] 'compare' (duration: 43.432581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:30.351445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:29.936697Z","time spent":"414.702608ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:30.351511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:29.936817Z","time spent":"414.484752ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:30.352596Z","caller":"traceutil/trace.go:171","msg":"trace[602259802] transaction","detail":"{read_only:false; response_revision:21192; number_of_response:1; }","duration":"170.258112ms","start":"2026-04-15T03:48:30.182303Z","end":"2026-04-15T03:48:30.352561Z","steps":["trace[602259802] 'process raft request' (duration: 168.649508ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:33.651268Z","caller":"traceutil/trace.go:171","msg":"trace[1894644494] transaction","detail":"{read_only:false; response_revision:21214; number_of_response:1; }","duration":"191.812943ms","start":"2026-04-15T03:48:33.459433Z","end":"2026-04-15T03:48:33.651246Z","steps":["trace[1894644494] 'process raft request' (duration: 191.650179ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:33.846768Z","caller":"traceutil/trace.go:171","msg":"trace[1219832358] transaction","detail":"{read_only:false; response_revision:21215; number_of_response:1; }","duration":"242.00521ms","start":"2026-04-15T03:48:33.604745Z","end":"2026-04-15T03:48:33.84675Z","steps":["trace[1219832358] 'process raft request' (duration: 241.863976ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:33.846904Z","caller":"traceutil/trace.go:171","msg":"trace[248793619] transaction","detail":"{read_only:false; response_revision:21216; number_of_response:1; }","duration":"205.979801ms","start":"2026-04-15T03:48:33.640918Z","end":"2026-04-15T03:48:33.846898Z","steps":["trace[248793619] 'process raft request' (duration: 205.801097ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:33.861661Z","caller":"traceutil/trace.go:171","msg":"trace[1283060705] transaction","detail":"{read_only:false; response_revision:21217; number_of_response:1; }","duration":"210.613439ms","start":"2026-04-15T03:48:33.651021Z","end":"2026-04-15T03:48:33.861635Z","steps":["trace[1283060705] 'process raft request' (duration: 210.394083ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:33.861956Z","caller":"traceutil/trace.go:171","msg":"trace[334423287] linearizableReadLoop","detail":"{readStateIndex:21843; appliedIndex:21838; }","duration":"129.887803ms","start":"2026-04-15T03:48:33.73205Z","end":"2026-04-15T03:48:33.861937Z","steps":["trace[334423287] 'read index received' (duration: 114.665235ms)","trace[334423287] 'applied index is now lower than readState.Index' (duration: 15.219408ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:48:33.862003Z","caller":"traceutil/trace.go:171","msg":"trace[2113918424] transaction","detail":"{read_only:false; response_revision:21218; number_of_response:1; }","duration":"181.648274ms","start":"2026-04-15T03:48:33.680328Z","end":"2026-04-15T03:48:33.861976Z","steps":["trace[2113918424] 'process raft request' (duration: 181.220292ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:33.862077Z","caller":"traceutil/trace.go:171","msg":"trace[462193264] transaction","detail":"{read_only:false; response_revision:21219; number_of_response:1; }","duration":"180.624776ms","start":"2026-04-15T03:48:33.681441Z","end":"2026-04-15T03:48:33.862065Z","steps":["trace[462193264] 'process raft request' (duration: 180.372859ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:33.862192Z","caller":"traceutil/trace.go:171","msg":"trace[1874648116] transaction","detail":"{read_only:false; response_revision:21220; number_of_response:1; }","duration":"180.310128ms","start":"2026-04-15T03:48:33.681873Z","end":"2026-04-15T03:48:33.862183Z","steps":["trace[1874648116] 'process raft request' (duration: 179.997559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:33.862212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.150961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T03:48:33.862248Z","caller":"traceutil/trace.go:171","msg":"trace[208314732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21220; }","duration":"130.249563ms","start":"2026-04-15T03:48:33.731988Z","end":"2026-04-15T03:48:33.862238Z","steps":["trace[208314732] 'agreement among raft nodes before linearized reading' (duration: 130.105059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:36.94358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656226161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:48:37.443884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656226161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:48:37.509828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10030716s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T03:48:37.510149Z","caller":"traceutil/trace.go:171","msg":"trace[198436442] transaction","detail":"{read_only:false; response_revision:21239; number_of_response:1; }","duration":"1.10071033s","start":"2026-04-15T03:48:36.409421Z","end":"2026-04-15T03:48:37.510132Z","steps":["trace[198436442] 'process raft request' (duration: 1.100611817s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.510242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.409396Z","time spent":"1.100787763s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:37.526533Z","caller":"traceutil/trace.go:171","msg":"trace[1461389735] transaction","detail":"{read_only:false; response_revision:21240; number_of_response:1; }","duration":"937.871503ms","start":"2026-04-15T03:48:36.588618Z","end":"2026-04-15T03:48:37.526489Z","steps":["trace[1461389735] 'process raft request' (duration: 937.725139ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:37.526922Z","caller":"traceutil/trace.go:171","msg":"trace[1187612594] transaction","detail":"{read_only:false; response_revision:21242; number_of_response:1; }","duration":"907.731806ms","start":"2026-04-15T03:48:36.619159Z","end":"2026-04-15T03:48:37.526891Z","steps":["trace[1187612594] 'process raft request' (duration: 907.446518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.527068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.619135Z","time spent":"907.858289ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:37.52666Z","caller":"traceutil/trace.go:171","msg":"trace[1278538771] transaction","detail":"{read_only:false; response_revision:21241; number_of_response:1; }","duration":"908.936868ms","start":"2026-04-15T03:48:36.617711Z","end":"2026-04-15T03:48:37.526648Z","steps":["trace[1278538771] 'process raft request' (duration: 908.695082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.527196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.617686Z","time spent":"909.485054ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:37.526748Z","caller":"traceutil/trace.go:171","msg":"trace[41463585] linearizableReadLoop","detail":"{readStateIndex:21866; appliedIndex:21862; }","duration":"1.083400526s","start":"2026-04-15T03:48:36.443339Z","end":"2026-04-15T03:48:37.526739Z","steps":["trace[41463585] 'read index received' (duration: 1.066692987s)","trace[41463585] 'applied index is now lower than readState.Index' (duration: 16.706849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:37.526918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0835806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-15T03:48:37.527386Z","caller":"traceutil/trace.go:171","msg":"trace[1867884393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21242; }","duration":"1.084082984s","start":"2026-04-15T03:48:36.443288Z","end":"2026-04-15T03:48:37.527371Z","steps":["trace[1867884393] 'agreement among raft nodes before linearized reading' (duration: 1.083483758s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.527432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.443267Z","time spent":"1.084152847s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T03:48:37.527553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076494926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:37.527683Z","caller":"traceutil/trace.go:171","msg":"trace[1797521427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21242; }","duration":"1.07665517s","start":"2026-04-15T03:48:36.451011Z","end":"2026-04-15T03:48:37.527666Z","steps":["trace[1797521427] 'agreement among raft nodes before linearized reading' (duration: 1.076503996s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.527702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.774185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:37.527748Z","caller":"traceutil/trace.go:171","msg":"trace[991863959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21242; }","duration":"619.851437ms","start":"2026-04-15T03:48:36.907886Z","end":"2026-04-15T03:48:37.527737Z","steps":["trace[991863959] 'agreement among raft nodes before linearized reading' (duration: 619.785135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.527783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.90787Z","time spent":"619.907258ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:48:37.527857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050524913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-15T03:48:37.5279Z","caller":"traceutil/trace.go:171","msg":"trace[585241437] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21242; }","duration":"1.050586455s","start":"2026-04-15T03:48:36.477302Z","end":"2026-04-15T03:48:37.527888Z","steps":["trace[585241437] 'agreement among raft nodes before linearized reading' (duration: 1.050432451s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.527937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.477292Z","time spent":"1.050637016s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:48:37.528177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075240492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T03:48:37.528214Z","caller":"traceutil/trace.go:171","msg":"trace[1671595716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21242; }","duration":"1.075271193s","start":"2026-04-15T03:48:36.452929Z","end":"2026-04-15T03:48:37.5282Z","steps":["trace[1671595716] 'agreement among raft nodes before linearized reading' (duration: 1.07515608s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.528249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.452881Z","time spent":"1.075359205s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T03:48:37.527941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.657914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:37.528513Z","caller":"traceutil/trace.go:171","msg":"trace[160653798] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21242; }","duration":"272.241659ms","start":"2026-04-15T03:48:37.256252Z","end":"2026-04-15T03:48:37.528494Z","steps":["trace[160653798] 'agreement among raft nodes before linearized reading' (duration: 271.658483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.528735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.069136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-15T03:48:37.527716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.450992Z","time spent":"1.076715182s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-15T03:48:37.528775Z","caller":"traceutil/trace.go:171","msg":"trace[679407369] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21242; }","duration":"287.152178ms","start":"2026-04-15T03:48:37.241611Z","end":"2026-04-15T03:48:37.528763Z","steps":["trace[679407369] 'agreement among raft nodes before linearized reading' (duration: 287.084857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.52847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076067764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:48:37.52893Z","caller":"traceutil/trace.go:171","msg":"trace[291082725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21242; }","duration":"1.076564908s","start":"2026-04-15T03:48:36.452353Z","end":"2026-04-15T03:48:37.528918Z","steps":["trace[291082725] 'agreement among raft nodes before linearized reading' (duration: 1.076050333s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:37.528975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.452337Z","time spent":"1.07662757s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-15T03:48:37.530234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:36.588594Z","time spent":"938.50161ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:45.738332Z","caller":"traceutil/trace.go:171","msg":"trace[352126523] transaction","detail":"{read_only:false; response_revision:21302; number_of_response:1; }","duration":"203.805991ms","start":"2026-04-15T03:48:45.534505Z","end":"2026-04-15T03:48:45.738311Z","steps":["trace[352126523] 'process raft request' (duration: 203.598326ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:45.990749Z","caller":"traceutil/trace.go:171","msg":"trace[1502728635] transaction","detail":"{read_only:false; response_revision:21303; number_of_response:1; }","duration":"442.035518ms","start":"2026-04-15T03:48:45.548686Z","end":"2026-04-15T03:48:45.990722Z","steps":["trace[1502728635] 'process raft request' (duration: 441.810582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:45.990911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.548646Z","time spent":"442.183772ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:45.99119Z","caller":"traceutil/trace.go:171","msg":"trace[1959647612] transaction","detail":"{read_only:false; response_revision:21304; number_of_response:1; }","duration":"437.837773ms","start":"2026-04-15T03:48:45.553328Z","end":"2026-04-15T03:48:45.991166Z","steps":["trace[1959647612] 'process raft request' (duration: 437.34535ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:45.991554Z","caller":"traceutil/trace.go:171","msg":"trace[301645512] transaction","detail":"{read_only:false; response_revision:21305; number_of_response:1; }","duration":"437.681678ms","start":"2026-04-15T03:48:45.553864Z","end":"2026-04-15T03:48:45.991545Z","steps":["trace[301645512] 'process raft request' (duration: 437.191195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:45.991628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.553856Z","time spent":"437.7382ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:48:45.991723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.553318Z","time spent":"438.255784ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:48:45.991384Z","caller":"traceutil/trace.go:171","msg":"trace[201169487] linearizableReadLoop","detail":"{readStateIndex:21931; appliedIndex:21927; }","duration":"405.816345ms","start":"2026-04-15T03:48:45.585556Z","end":"2026-04-15T03:48:45.991372Z","steps":["trace[201169487] 'read index received' (duration: 152.567336ms)","trace[201169487] 'applied index is now lower than readState.Index' (duration: 253.248119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:45.99152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.963608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-15T03:48:45.991903Z","caller":"traceutil/trace.go:171","msg":"trace[1284221405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21305; }","duration":"406.36805ms","start":"2026-04-15T03:48:45.585525Z","end":"2026-04-15T03:48:45.991893Z","steps":["trace[1284221405] 'agreement among raft nodes before linearized reading' (duration: 405.883597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:45.991962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.585517Z","time spent":"406.435312ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-15T03:48:46.149361Z","caller":"traceutil/trace.go:171","msg":"trace[1112958060] transaction","detail":"{read_only:false; response_revision:21306; number_of_response:1; }","duration":"238.494674ms","start":"2026-04-15T03:48:45.910842Z","end":"2026-04-15T03:48:46.149336Z","steps":["trace[1112958060] 'process raft request' (duration: 238.242747ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:46.149465Z","caller":"traceutil/trace.go:171","msg":"trace[126392564] transaction","detail":"{read_only:false; response_revision:21307; number_of_response:1; }","duration":"231.280096ms","start":"2026-04-15T03:48:45.918162Z","end":"2026-04-15T03:48:46.149442Z","steps":["trace[126392564] 'process raft request' (duration: 231.099441ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:46.149624Z","caller":"traceutil/trace.go:171","msg":"trace[607811325] transaction","detail":"{read_only:false; response_revision:21308; number_of_response:1; }","duration":"231.003619ms","start":"2026-04-15T03:48:45.918606Z","end":"2026-04-15T03:48:46.14961Z","steps":["trace[607811325] 'process raft request' (duration: 230.918626ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:46.149621Z","caller":"traceutil/trace.go:171","msg":"trace[739330465] linearizableReadLoop","detail":"{readStateIndex:21935; appliedIndex:21931; }","duration":"157.745698ms","start":"2026-04-15T03:48:45.991862Z","end":"2026-04-15T03:48:46.149608Z","steps":["trace[739330465] 'read index received' (duration: 157.201724ms)","trace[739330465] 'applied index is now lower than readState.Index' (duration: 543.224µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:48:46.149792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.773654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:48:46.150043Z","caller":"traceutil/trace.go:171","msg":"trace[1539884925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21309; }","duration":"558.073302ms","start":"2026-04-15T03:48:45.591958Z","end":"2026-04-15T03:48:46.150031Z","steps":["trace[1539884925] 'agreement among raft nodes before linearized reading' (duration: 557.691902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:46.150081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.591937Z","time spent":"558.136004ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-15T03:48:46.150248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.653423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-15T03:48:46.150299Z","caller":"traceutil/trace.go:171","msg":"trace[1403285506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21309; }","duration":"439.712305ms","start":"2026-04-15T03:48:45.710561Z","end":"2026-04-15T03:48:46.150273Z","steps":["trace[1403285506] 'agreement among raft nodes before linearized reading' (duration: 439.614452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:46.150328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.710547Z","time spent":"439.774237ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-15T03:48:46.150587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.774872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T03:48:46.150649Z","caller":"traceutil/trace.go:171","msg":"trace[1739361519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21309; }","duration":"554.893695ms","start":"2026-04-15T03:48:45.595739Z","end":"2026-04-15T03:48:46.150633Z","steps":["trace[1739361519] 'agreement among raft nodes before linearized reading' (duration: 554.700269ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:46.150625Z","caller":"traceutil/trace.go:171","msg":"trace[206079975] transaction","detail":"{read_only:false; response_revision:21309; number_of_response:1; }","duration":"231.949095ms","start":"2026-04-15T03:48:45.91865Z","end":"2026-04-15T03:48:46.150599Z","steps":["trace[206079975] 'process raft request' (duration: 230.921926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:46.150682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.595706Z","time spent":"554.970967ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T03:48:46.15077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.641511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T03:48:46.150816Z","caller":"traceutil/trace.go:171","msg":"trace[2145501291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21309; }","duration":"229.705952ms","start":"2026-04-15T03:48:45.9211Z","end":"2026-04-15T03:48:46.150806Z","steps":["trace[2145501291] 'agreement among raft nodes before linearized reading' (duration: 229.601009ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:48:46.151467Z","caller":"traceutil/trace.go:171","msg":"trace[1249112920] transaction","detail":"{read_only:false; response_revision:21310; number_of_response:1; }","duration":"155.667141ms","start":"2026-04-15T03:48:45.995783Z","end":"2026-04-15T03:48:46.15145Z","steps":["trace[1249112920] 'process raft request' (duration: 155.584199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:46.149812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.7752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:48:46.154949Z","caller":"traceutil/trace.go:171","msg":"trace[284826735] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21309; }","duration":"314.93274ms","start":"2026-04-15T03:48:45.839997Z","end":"2026-04-15T03:48:46.15493Z","steps":["trace[284826735] 'agreement among raft nodes before linearized reading' (duration: 309.773979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:48:46.154994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:48:45.839981Z","time spent":"314.992633ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-15T03:49:08.220732Z","caller":"traceutil/trace.go:171","msg":"trace[1099920437] transaction","detail":"{read_only:false; response_revision:21469; number_of_response:1; }","duration":"139.232718ms","start":"2026-04-15T03:49:08.081471Z","end":"2026-04-15T03:49:08.220704Z","steps":["trace[1099920437] 'process raft request' (duration: 139.006452ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.220942Z","caller":"traceutil/trace.go:171","msg":"trace[1391278359] transaction","detail":"{read_only:false; response_revision:21470; number_of_response:1; }","duration":"134.372625ms","start":"2026-04-15T03:49:08.086537Z","end":"2026-04-15T03:49:08.22091Z","steps":["trace[1391278359] 'process raft request' (duration: 134.113958ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.395058Z","caller":"traceutil/trace.go:171","msg":"trace[42132611] linearizableReadLoop","detail":"{readStateIndex:22104; appliedIndex:22100; }","duration":"134.55183ms","start":"2026-04-15T03:49:08.260488Z","end":"2026-04-15T03:49:08.39504Z","steps":["trace[42132611] 'read index received' (duration: 34.513917ms)","trace[42132611] 'applied index is now lower than readState.Index' (duration: 100.037052ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:08.395083Z","caller":"traceutil/trace.go:171","msg":"trace[553724713] transaction","detail":"{read_only:false; response_revision:21472; number_of_response:1; }","duration":"161.949751ms","start":"2026-04-15T03:49:08.23311Z","end":"2026-04-15T03:49:08.39506Z","steps":["trace[553724713] 'process raft request' (duration: 161.771196ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.395158Z","caller":"traceutil/trace.go:171","msg":"trace[978112024] transaction","detail":"{read_only:false; response_revision:21474; number_of_response:1; }","duration":"152.553583ms","start":"2026-04-15T03:49:08.242595Z","end":"2026-04-15T03:49:08.395149Z","steps":["trace[978112024] 'process raft request' (duration: 152.41412ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.39518Z","caller":"traceutil/trace.go:171","msg":"trace[2058857255] transaction","detail":"{read_only:false; response_revision:21473; number_of_response:1; }","duration":"160.973024ms","start":"2026-04-15T03:49:08.234157Z","end":"2026-04-15T03:49:08.39513Z","steps":["trace[2058857255] 'process raft request' (duration: 160.83044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:08.39534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.81315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T03:49:08.395375Z","caller":"traceutil/trace.go:171","msg":"trace[1210807947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21474; }","duration":"121.879352ms","start":"2026-04-15T03:49:08.273486Z","end":"2026-04-15T03:49:08.395365Z","steps":["trace[1210807947] 'agreement among raft nodes before linearized reading' (duration: 121.760289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:08.395379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.888348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-15T03:49:08.395379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.483021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-15T03:49:08.3954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.340557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-15T03:49:08.395434Z","caller":"traceutil/trace.go:171","msg":"trace[1325787270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21474; }","duration":"134.977791ms","start":"2026-04-15T03:49:08.260442Z","end":"2026-04-15T03:49:08.39542Z","steps":["trace[1325787270] 'agreement among raft nodes before linearized reading' (duration: 134.837457ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.39545Z","caller":"traceutil/trace.go:171","msg":"trace[551855288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21474; }","duration":"129.597433ms","start":"2026-04-15T03:49:08.265835Z","end":"2026-04-15T03:49:08.395433Z","steps":["trace[551855288] 'agreement among raft nodes before linearized reading' (duration: 129.366807ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.395488Z","caller":"traceutil/trace.go:171","msg":"trace[559370703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21474; }","duration":"125.45112ms","start":"2026-04-15T03:49:08.270016Z","end":"2026-04-15T03:49:08.395467Z","steps":["trace[559370703] 'agreement among raft nodes before linearized reading' (duration: 125.243895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:08.618379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.084551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:49:08.61863Z","caller":"traceutil/trace.go:171","msg":"trace[958319794] linearizableReadLoop","detail":"{readStateIndex:22109; appliedIndex:22105; }","duration":"137.644394ms","start":"2026-04-15T03:49:08.480961Z","end":"2026-04-15T03:49:08.618605Z","steps":["trace[958319794] 'read index received' (duration: 28.197013ms)","trace[958319794] 'applied index is now lower than readState.Index' (duration: 109.445841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:49:08.618776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.799128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:49:08.618832Z","caller":"traceutil/trace.go:171","msg":"trace[1876358730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21479; }","duration":"137.881611ms","start":"2026-04-15T03:49:08.480933Z","end":"2026-04-15T03:49:08.618815Z","steps":["trace[1876358730] 'agreement among raft nodes before linearized reading' (duration: 137.752997ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.619153Z","caller":"traceutil/trace.go:171","msg":"trace[524922308] transaction","detail":"{read_only:false; response_revision:21476; number_of_response:1; }","duration":"219.008656ms","start":"2026-04-15T03:49:08.400125Z","end":"2026-04-15T03:49:08.619133Z","steps":["trace[524922308] 'process raft request' (duration: 109.086241ms)","trace[524922308] 'compare' (duration: 108.960298ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:08.619437Z","caller":"traceutil/trace.go:171","msg":"trace[243571610] transaction","detail":"{read_only:false; response_revision:21479; number_of_response:1; }","duration":"217.933926ms","start":"2026-04-15T03:49:08.401473Z","end":"2026-04-15T03:49:08.619406Z","steps":["trace[243571610] 'process raft request' (duration: 217.086153ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.619481Z","caller":"traceutil/trace.go:171","msg":"trace[1100426282] transaction","detail":"{read_only:false; response_revision:21477; number_of_response:1; }","duration":"218.772569ms","start":"2026-04-15T03:49:08.400678Z","end":"2026-04-15T03:49:08.619451Z","steps":["trace[1100426282] 'process raft request' (duration: 217.791802ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:08.61949Z","caller":"traceutil/trace.go:171","msg":"trace[1107595599] transaction","detail":"{read_only:false; response_revision:21478; number_of_response:1; }","duration":"218.005778ms","start":"2026-04-15T03:49:08.401453Z","end":"2026-04-15T03:49:08.619459Z","steps":["trace[1107595599] 'process raft request' (duration: 217.069993ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:09.114238Z","caller":"traceutil/trace.go:171","msg":"trace[464527279] linearizableReadLoop","detail":"{readStateIndex:22110; appliedIndex:22109; }","duration":"207.707355ms","start":"2026-04-15T03:49:08.90651Z","end":"2026-04-15T03:49:09.114218Z","steps":["trace[464527279] 'read index received' (duration: 207.628783ms)","trace[464527279] 'applied index is now lower than readState.Index' (duration: 77.642µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:09.114304Z","caller":"traceutil/trace.go:171","msg":"trace[1893700472] transaction","detail":"{read_only:false; response_revision:21480; number_of_response:1; }","duration":"212.181999ms","start":"2026-04-15T03:49:08.902091Z","end":"2026-04-15T03:49:09.114273Z","steps":["trace[1893700472] 'process raft request' (duration: 211.971023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:09.114371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.823979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:49:09.114395Z","caller":"traceutil/trace.go:171","msg":"trace[466247248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21480; }","duration":"207.936652ms","start":"2026-04-15T03:49:08.906452Z","end":"2026-04-15T03:49:09.114388Z","steps":["trace[466247248] 'agreement among raft nodes before linearized reading' (duration: 207.844479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:09.345788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.317159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-15T03:49:09.345878Z","caller":"traceutil/trace.go:171","msg":"trace[504556803] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21480; }","duration":"186.471873ms","start":"2026-04-15T03:49:09.159384Z","end":"2026-04-15T03:49:09.345856Z","steps":["trace[504556803] 'range keys from in-memory index tree' (duration: 186.120464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:09.346977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.21943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323601"} {"level":"info","ts":"2026-04-15T03:49:09.347039Z","caller":"traceutil/trace.go:171","msg":"trace[855286597] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:21480; }","duration":"111.318602ms","start":"2026-04-15T03:49:09.235705Z","end":"2026-04-15T03:49:09.347023Z","steps":["trace[855286597] 'range keys from in-memory index tree' (duration: 110.761657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.392297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.383604ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-15T03:49:10.393637Z","caller":"traceutil/trace.go:171","msg":"trace[627724922] transaction","detail":"{read_only:false; response_revision:21482; number_of_response:1; }","duration":"263.635349ms","start":"2026-04-15T03:49:10.129983Z","end":"2026-04-15T03:49:10.393618Z","steps":["trace[627724922] 'process raft request' (duration: 262.423296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.545177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.483483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:49:10.545344Z","caller":"traceutil/trace.go:171","msg":"trace[1064409688] transaction","detail":"{read_only:false; response_revision:21484; number_of_response:1; }","duration":"318.812672ms","start":"2026-04-15T03:49:10.226513Z","end":"2026-04-15T03:49:10.545326Z","steps":["trace[1064409688] 'process raft request' (duration: 318.75213ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:10.545415Z","caller":"traceutil/trace.go:171","msg":"trace[807303387] transaction","detail":"{read_only:false; response_revision:21483; number_of_response:1; }","duration":"319.887741ms","start":"2026-04-15T03:49:10.225451Z","end":"2026-04-15T03:49:10.545339Z","steps":["trace[807303387] 'process raft request' (duration: 168.159341ms)","trace[807303387] 'compare' (duration: 151.35573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:49:10.54546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:10.226505Z","time spent":"318.921395ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:49:10.545604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:10.225426Z","time spent":"320.072977ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:49:10.559369Z","caller":"traceutil/trace.go:171","msg":"trace[1979991903] transaction","detail":"{read_only:false; response_revision:21485; number_of_response:1; }","duration":"255.710441ms","start":"2026-04-15T03:49:10.303608Z","end":"2026-04-15T03:49:10.559319Z","steps":["trace[1979991903] 'process raft request' (duration: 255.570688ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:10.776674Z","caller":"traceutil/trace.go:171","msg":"trace[1439939101] linearizableReadLoop","detail":"{readStateIndex:22119; appliedIndex:22115; }","duration":"300.576372ms","start":"2026-04-15T03:49:10.476076Z","end":"2026-04-15T03:49:10.776653Z","steps":["trace[1439939101] 'read index received' (duration: 83.081338ms)","trace[1439939101] 'applied index is now lower than readState.Index' (duration: 217.494044ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:10.776936Z","caller":"traceutil/trace.go:171","msg":"trace[2016001261] transaction","detail":"{read_only:false; response_revision:21486; number_of_response:1; }","duration":"370.628574ms","start":"2026-04-15T03:49:10.406294Z","end":"2026-04-15T03:49:10.776923Z","steps":["trace[2016001261] 'process raft request' (duration: 282.063525ms)","trace[2016001261] 'compare' (duration: 87.89205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:49:10.777044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:10.406277Z","time spent":"370.698385ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:49:10.777258Z","caller":"traceutil/trace.go:171","msg":"trace[1156609347] transaction","detail":"{read_only:false; response_revision:21487; number_of_response:1; }","duration":"370.849099ms","start":"2026-04-15T03:49:10.406394Z","end":"2026-04-15T03:49:10.777243Z","steps":["trace[1156609347] 'process raft request' (duration: 370.165221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.777352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:10.40639Z","time spent":"370.912921ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:49:10.77762Z","caller":"traceutil/trace.go:171","msg":"trace[1266355898] transaction","detail":"{read_only:false; response_revision:21488; number_of_response:1; }","duration":"371.180548ms","start":"2026-04-15T03:49:10.406422Z","end":"2026-04-15T03:49:10.777602Z","steps":["trace[1266355898] 'process raft request' (duration: 370.184971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.777726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:10.406419Z","time spent":"371.24987ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:49:10.778064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.97983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-15T03:49:10.778123Z","caller":"traceutil/trace.go:171","msg":"trace[615584714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21488; }","duration":"302.069303ms","start":"2026-04-15T03:49:10.476039Z","end":"2026-04-15T03:49:10.778108Z","steps":["trace[615584714] 'agreement among raft nodes before linearized reading' (duration: 301.894918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.778175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:10.476023Z","time spent":"302.138835ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T03:49:10.778458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.448785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T03:49:10.778511Z","caller":"traceutil/trace.go:171","msg":"trace[1676205671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21488; }","duration":"154.501207ms","start":"2026-04-15T03:49:10.623996Z","end":"2026-04-15T03:49:10.778497Z","steps":["trace[1676205671] 'agreement among raft nodes before linearized reading' (duration: 154.359293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.778785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.719537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-15T03:49:10.778809Z","caller":"traceutil/trace.go:171","msg":"trace[746765341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21488; }","duration":"152.759419ms","start":"2026-04-15T03:49:10.626044Z","end":"2026-04-15T03:49:10.778803Z","steps":["trace[746765341] 'agreement among raft nodes before linearized reading' (duration: 152.695327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.778893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.041556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T03:49:10.778915Z","caller":"traceutil/trace.go:171","msg":"trace[403632593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21488; }","duration":"153.081558ms","start":"2026-04-15T03:49:10.625828Z","end":"2026-04-15T03:49:10.77891Z","steps":["trace[403632593] 'agreement among raft nodes before linearized reading' (duration: 153.029647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:10.779007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.297761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T03:49:10.779022Z","caller":"traceutil/trace.go:171","msg":"trace[1109930169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21488; }","duration":"154.335232ms","start":"2026-04-15T03:49:10.624682Z","end":"2026-04-15T03:49:10.779017Z","steps":["trace[1109930169] 'agreement among raft nodes before linearized reading' (duration: 154.27689ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:10.952026Z","caller":"traceutil/trace.go:171","msg":"trace[1747347552] transaction","detail":"{read_only:false; response_revision:21490; number_of_response:1; }","duration":"161.868408ms","start":"2026-04-15T03:49:10.790105Z","end":"2026-04-15T03:49:10.951974Z","steps":["trace[1747347552] 'process raft request' (duration: 133.083839ms)","trace[1747347552] 'compare' (duration: 28.538073ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:10.952035Z","caller":"traceutil/trace.go:171","msg":"trace[425005928] transaction","detail":"{read_only:false; response_revision:21492; number_of_response:1; }","duration":"161.834377ms","start":"2026-04-15T03:49:10.790167Z","end":"2026-04-15T03:49:10.952001Z","steps":["trace[425005928] 'process raft request' (duration: 161.742025ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:10.952099Z","caller":"traceutil/trace.go:171","msg":"trace[994416505] transaction","detail":"{read_only:false; response_revision:21493; number_of_response:1; }","duration":"154.784634ms","start":"2026-04-15T03:49:10.797297Z","end":"2026-04-15T03:49:10.952081Z","steps":["trace[994416505] 'process raft request' (duration: 154.644211ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:10.952098Z","caller":"traceutil/trace.go:171","msg":"trace[345779136] transaction","detail":"{read_only:false; response_revision:21491; number_of_response:1; }","duration":"161.92908ms","start":"2026-04-15T03:49:10.790145Z","end":"2026-04-15T03:49:10.952074Z","steps":["trace[345779136] 'process raft request' (duration: 161.720084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:11.266714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.252027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T03:49:11.266812Z","caller":"traceutil/trace.go:171","msg":"trace[627711302] linearizableReadLoop","detail":"{readStateIndex:22125; appliedIndex:22124; }","duration":"151.992438ms","start":"2026-04-15T03:49:11.114804Z","end":"2026-04-15T03:49:11.266796Z","steps":["trace[627711302] 'read index received' (duration: 88.512µs)","trace[627711302] 'applied index is now lower than readState.Index' (duration: 151.902455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:49:11.266903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.103931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:49:11.266933Z","caller":"traceutil/trace.go:171","msg":"trace[1119992811] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21494; }","duration":"152.170993ms","start":"2026-04-15T03:49:11.114749Z","end":"2026-04-15T03:49:11.26692Z","steps":["trace[1119992811] 'agreement among raft nodes before linearized reading' (duration: 152.109981ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:11.26691Z","caller":"traceutil/trace.go:171","msg":"trace[667739311] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"228.768343ms","start":"2026-04-15T03:49:11.038093Z","end":"2026-04-15T03:49:11.266861Z","steps":["trace[667739311] 'process raft request' (duration: 69.28409ms)","trace[667739311] 'compare' (duration: 158.880687ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:12.11776Z","caller":"traceutil/trace.go:171","msg":"trace[1673111574] transaction","detail":"{read_only:false; response_revision:21496; number_of_response:1; }","duration":"190.923815ms","start":"2026-04-15T03:49:11.926813Z","end":"2026-04-15T03:49:12.117737Z","steps":["trace[1673111574] 'process raft request' (duration: 190.75262ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:12.901608Z","caller":"traceutil/trace.go:171","msg":"trace[610822462] transaction","detail":"{read_only:false; response_revision:21501; number_of_response:1; }","duration":"118.319354ms","start":"2026-04-15T03:49:12.783268Z","end":"2026-04-15T03:49:12.901587Z","steps":["trace[610822462] 'process raft request' (duration: 118.16857ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:12.999434Z","caller":"traceutil/trace.go:171","msg":"trace[1679729637] linearizableReadLoop","detail":"{readStateIndex:22134; appliedIndex:22131; }","duration":"188.9161ms","start":"2026-04-15T03:49:12.810495Z","end":"2026-04-15T03:49:12.999411Z","steps":["trace[1679729637] 'read index received' (duration: 90.976325ms)","trace[1679729637] 'applied index is now lower than readState.Index' (duration: 97.938795ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:12.999599Z","caller":"traceutil/trace.go:171","msg":"trace[1213122623] transaction","detail":"{read_only:false; response_revision:21502; number_of_response:1; }","duration":"213.409381ms","start":"2026-04-15T03:49:12.786174Z","end":"2026-04-15T03:49:12.999583Z","steps":["trace[1213122623] 'process raft request' (duration: 164.196432ms)","trace[1213122623] 'compare' (duration: 48.821488ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:12.999735Z","caller":"traceutil/trace.go:171","msg":"trace[410242555] transaction","detail":"{read_only:false; response_revision:21503; number_of_response:1; }","duration":"213.571076ms","start":"2026-04-15T03:49:12.786154Z","end":"2026-04-15T03:49:12.999725Z","steps":["trace[410242555] 'process raft request' (duration: 213.199916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:12.999952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.058367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T03:49:13.000029Z","caller":"traceutil/trace.go:171","msg":"trace[1989446584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21503; }","duration":"188.20119ms","start":"2026-04-15T03:49:12.811812Z","end":"2026-04-15T03:49:13.000013Z","steps":["trace[1989446584] 'agreement among raft nodes before linearized reading' (duration: 187.964533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:13.000089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.574318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T03:49:13.000135Z","caller":"traceutil/trace.go:171","msg":"trace[304065270] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21503; }","duration":"189.664501ms","start":"2026-04-15T03:49:12.810459Z","end":"2026-04-15T03:49:13.000123Z","steps":["trace[304065270] 'agreement among raft nodes before linearized reading' (duration: 189.536057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:13.000155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.833012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:49:13.000197Z","caller":"traceutil/trace.go:171","msg":"trace[549014907] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:21503; }","duration":"148.898103ms","start":"2026-04-15T03:49:12.851284Z","end":"2026-04-15T03:49:13.000182Z","steps":["trace[549014907] 'agreement among raft nodes before linearized reading' (duration: 148.836331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:13.000389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.845315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:49:13.00045Z","caller":"traceutil/trace.go:171","msg":"trace[1923624108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21503; }","duration":"166.934517ms","start":"2026-04-15T03:49:12.833497Z","end":"2026-04-15T03:49:13.000431Z","steps":["trace[1923624108] 'agreement among raft nodes before linearized reading' (duration: 166.863505ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:13.239841Z","caller":"traceutil/trace.go:171","msg":"trace[1597750572] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"234.162771ms","start":"2026-04-15T03:49:13.005654Z","end":"2026-04-15T03:49:13.239817Z","steps":["trace[1597750572] 'process raft request' (duration: 196.710644ms)","trace[1597750572] 'compare' (duration: 37.280462ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:13.240105Z","caller":"traceutil/trace.go:171","msg":"trace[1171746419] transaction","detail":"{read_only:false; response_revision:21508; number_of_response:1; }","duration":"233.631896ms","start":"2026-04-15T03:49:13.006455Z","end":"2026-04-15T03:49:13.240086Z","steps":["trace[1171746419] 'process raft request' (duration: 233.588665ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:13.240137Z","caller":"traceutil/trace.go:171","msg":"trace[947125685] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"233.652797ms","start":"2026-04-15T03:49:13.006445Z","end":"2026-04-15T03:49:13.240098Z","steps":["trace[947125685] 'process raft request' (duration: 233.330499ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:13.24015Z","caller":"traceutil/trace.go:171","msg":"trace[686950533] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"233.680448ms","start":"2026-04-15T03:49:13.006445Z","end":"2026-04-15T03:49:13.240125Z","steps":["trace[686950533] 'process raft request' (duration: 233.529834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:14.041839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.429843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T03:49:14.041948Z","caller":"traceutil/trace.go:171","msg":"trace[397931625] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21509; }","duration":"108.588947ms","start":"2026-04-15T03:49:13.933338Z","end":"2026-04-15T03:49:14.041926Z","steps":["trace[397931625] 'count revisions from in-memory index tree' (duration: 108.3242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:14.041986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.411089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:49:14.042055Z","caller":"traceutil/trace.go:171","msg":"trace[2033615257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21509; }","duration":"133.517862ms","start":"2026-04-15T03:49:13.908524Z","end":"2026-04-15T03:49:14.042042Z","steps":["trace[2033615257] 'range keys from in-memory index tree' (duration: 133.339486ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:15.449705Z","caller":"traceutil/trace.go:171","msg":"trace[1976536167] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"201.246938ms","start":"2026-04-15T03:49:15.248427Z","end":"2026-04-15T03:49:15.449674Z","steps":["trace[1976536167] 'process raft request' (duration: 201.063323ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:15.515867Z","caller":"traceutil/trace.go:171","msg":"trace[1730955172] linearizableReadLoop","detail":"{readStateIndex:22178; appliedIndex:22174; }","duration":"237.581685ms","start":"2026-04-15T03:49:15.278268Z","end":"2026-04-15T03:49:15.51585Z","steps":["trace[1730955172] 'read index received' (duration: 171.265326ms)","trace[1730955172] 'applied index is now lower than readState.Index' (duration: 66.315659ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:15.515887Z","caller":"traceutil/trace.go:171","msg":"trace[46791500] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"266.331063ms","start":"2026-04-15T03:49:15.249517Z","end":"2026-04-15T03:49:15.515848Z","steps":["trace[46791500] 'process raft request' (duration: 266.127388ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:15.515951Z","caller":"traceutil/trace.go:171","msg":"trace[2077153039] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"266.378825ms","start":"2026-04-15T03:49:15.249566Z","end":"2026-04-15T03:49:15.515945Z","steps":["trace[2077153039] 'process raft request' (duration: 266.182619ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:15.516103Z","caller":"traceutil/trace.go:171","msg":"trace[2008498191] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"266.401065ms","start":"2026-04-15T03:49:15.249698Z","end":"2026-04-15T03:49:15.516099Z","steps":["trace[2008498191] 'process raft request' (duration: 266.070196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:15.516232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.955095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-55f59f9bbb-tvm4f.18a66b224a3de85b\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-04-15T03:49:15.516253Z","caller":"traceutil/trace.go:171","msg":"trace[1984253242] range","detail":"{range_begin:/registry/events/openstack/magnum-api-55f59f9bbb-tvm4f.18a66b224a3de85b; range_end:; response_count:1; response_revision:21548; }","duration":"238.012117ms","start":"2026-04-15T03:49:15.278234Z","end":"2026-04-15T03:49:15.516246Z","steps":["trace[1984253242] 'agreement among raft nodes before linearized reading' (duration: 237.917394ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:15.516349Z","caller":"traceutil/trace.go:171","msg":"trace[2034443712] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"138.582741ms","start":"2026-04-15T03:49:15.377754Z","end":"2026-04-15T03:49:15.516337Z","steps":["trace[2034443712] 'process raft request' (duration: 138.033115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:15.516399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.002766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-55f59f9bbb-tvm4f\" ","response":"range_response_count:1 size:8784"} {"level":"info","ts":"2026-04-15T03:49:15.516418Z","caller":"traceutil/trace.go:171","msg":"trace[2129389868] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-55f59f9bbb-tvm4f; range_end:; response_count:1; response_revision:21548; }","duration":"238.049978ms","start":"2026-04-15T03:49:15.278363Z","end":"2026-04-15T03:49:15.516413Z","steps":["trace[2129389868] 'agreement among raft nodes before linearized reading' (duration: 237.992656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:15.516542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.443728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:49:15.516561Z","caller":"traceutil/trace.go:171","msg":"trace[532627285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:21548; }","duration":"211.49162ms","start":"2026-04-15T03:49:15.305064Z","end":"2026-04-15T03:49:15.516556Z","steps":["trace[532627285] 'agreement among raft nodes before linearized reading' (duration: 211.456439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:15.517455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.174272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-04-15T03:49:15.517522Z","caller":"traceutil/trace.go:171","msg":"trace[885046755] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21548; }","duration":"234.271314ms","start":"2026-04-15T03:49:15.283238Z","end":"2026-04-15T03:49:15.51751Z","steps":["trace[885046755] 'agreement among raft nodes before linearized reading' (duration: 233.3941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:20.887104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.446681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T03:49:20.887171Z","caller":"traceutil/trace.go:171","msg":"trace[606426028] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21591; }","duration":"206.569324ms","start":"2026-04-15T03:49:20.680587Z","end":"2026-04-15T03:49:20.887156Z","steps":["trace[606426028] 'count revisions from in-memory index tree' (duration: 206.332508ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:20.887324Z","caller":"traceutil/trace.go:171","msg":"trace[2129079108] transaction","detail":"{read_only:false; response_revision:21592; number_of_response:1; }","duration":"181.122396ms","start":"2026-04-15T03:49:20.706169Z","end":"2026-04-15T03:49:20.887291Z","steps":["trace[2129079108] 'process raft request' (duration: 159.788031ms)","trace[2129079108] 'compare' (duration: 20.954315ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:20.922161Z","caller":"traceutil/trace.go:171","msg":"trace[1123913872] transaction","detail":"{read_only:false; response_revision:21593; number_of_response:1; }","duration":"177.796625ms","start":"2026-04-15T03:49:20.744324Z","end":"2026-04-15T03:49:20.92212Z","steps":["trace[1123913872] 'process raft request' (duration: 177.540418ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:20.922216Z","caller":"traceutil/trace.go:171","msg":"trace[35948811] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"177.832096ms","start":"2026-04-15T03:49:20.744355Z","end":"2026-04-15T03:49:20.922187Z","steps":["trace[35948811] 'process raft request' (duration: 177.685962ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:37.763207Z","caller":"traceutil/trace.go:171","msg":"trace[1894274250] transaction","detail":"{read_only:false; response_revision:21737; number_of_response:1; }","duration":"145.755867ms","start":"2026-04-15T03:49:37.61742Z","end":"2026-04-15T03:49:37.763176Z","steps":["trace[1894274250] 'process raft request' (duration: 103.060515ms)","trace[1894274250] 'compare' (duration: 42.580738ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:49:37.926777Z","caller":"traceutil/trace.go:171","msg":"trace[1346833770] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"305.850717ms","start":"2026-04-15T03:49:37.620894Z","end":"2026-04-15T03:49:37.926745Z","steps":["trace[1346833770] 'process raft request' (duration: 305.682482ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:49:37.926853Z","caller":"traceutil/trace.go:171","msg":"trace[1279600584] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"306.380171ms","start":"2026-04-15T03:49:37.620447Z","end":"2026-04-15T03:49:37.926827Z","steps":["trace[1279600584] 'process raft request' (duration: 303.207474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:49:37.926939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:37.620884Z","time spent":"305.97337ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:49:37.926985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:49:37.620423Z","time spent":"306.490514ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:50:12.039708Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19283} {"level":"info","ts":"2026-04-15T03:50:12.174566Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19283,"took":"130.241841ms","hash":1664742967,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":43528192,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-04-15T03:50:12.174633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1664742967,"revision":19283,"compact-revision":16086} {"level":"info","ts":"2026-04-15T03:50:41.413767Z","caller":"traceutil/trace.go:171","msg":"trace[635713055] transaction","detail":"{read_only:false; response_revision:22275; number_of_response:1; }","duration":"102.357926ms","start":"2026-04-15T03:50:41.311382Z","end":"2026-04-15T03:50:41.41374Z","steps":["trace[635713055] 'process raft request' (duration: 41.844317ms)","trace[635713055] 'compare' (duration: 60.322564ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:51:16.481495Z","caller":"traceutil/trace.go:171","msg":"trace[91332842] linearizableReadLoop","detail":"{readStateIndex:23188; appliedIndex:23187; }","duration":"114.675164ms","start":"2026-04-15T03:51:16.366803Z","end":"2026-04-15T03:51:16.481478Z","steps":["trace[91332842] 'read index received' (duration: 114.5198ms)","trace[91332842] 'applied index is now lower than readState.Index' (duration: 154.864µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:51:16.48161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.795367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:51:16.48163Z","caller":"traceutil/trace.go:171","msg":"trace[1401177370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22529; }","duration":"114.870339ms","start":"2026-04-15T03:51:16.366752Z","end":"2026-04-15T03:51:16.481623Z","steps":["trace[1401177370] 'agreement among raft nodes before linearized reading' (duration: 114.801207ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:51:16.481859Z","caller":"traceutil/trace.go:171","msg":"trace[176273829] transaction","detail":"{read_only:false; response_revision:22529; number_of_response:1; }","duration":"203.364146ms","start":"2026-04-15T03:51:16.278487Z","end":"2026-04-15T03:51:16.481851Z","steps":["trace[176273829] 'process raft request' (duration: 202.886403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:17.043909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656229122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:51:17.545066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656229122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:51:18.04618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976813206656229122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:51:18.066886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559170383s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T03:51:18.071499Z","caller":"traceutil/trace.go:171","msg":"trace[2004633791] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"1.566923046s","start":"2026-04-15T03:51:16.50454Z","end":"2026-04-15T03:51:18.071463Z","steps":["trace[2004633791] 'process raft request' (duration: 1.562590517s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.071715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:16.504522Z","time spent":"1.56706266s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:51:18.072225Z","caller":"traceutil/trace.go:171","msg":"trace[2121426210] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"1.491692073s","start":"2026-04-15T03:51:16.580498Z","end":"2026-04-15T03:51:18.07219Z","steps":["trace[2121426210] 'process raft request' (duration: 1.491426475s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:51:18.072253Z","caller":"traceutil/trace.go:171","msg":"trace[1711989923] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"1.006146519s","start":"2026-04-15T03:51:17.066071Z","end":"2026-04-15T03:51:18.072218Z","steps":["trace[1711989923] 'process raft request' (duration: 1.005949664s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:51:18.072307Z","caller":"traceutil/trace.go:171","msg":"trace[62124523] transaction","detail":"{read_only:false; response_revision:22534; number_of_response:1; }","duration":"744.963348ms","start":"2026-04-15T03:51:17.32732Z","end":"2026-04-15T03:51:18.072284Z","steps":["trace[62124523] 'process raft request' (duration: 744.849725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.072366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.066047Z","time spent":"1.006260253s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:51:18.072384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:16.580478Z","time spent":"1.491813126s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:51:18.072416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.327297Z","time spent":"745.05833ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:51:18.072528Z","caller":"traceutil/trace.go:171","msg":"trace[653848972] transaction","detail":"{read_only:false; response_revision:22533; number_of_response:1; }","duration":"835.594933ms","start":"2026-04-15T03:51:17.236928Z","end":"2026-04-15T03:51:18.072523Z","steps":["trace[653848972] 'process raft request' (duration: 835.166541ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:51:18.072519Z","caller":"traceutil/trace.go:171","msg":"trace[523943888] transaction","detail":"{read_only:false; response_revision:22535; number_of_response:1; }","duration":"729.980907ms","start":"2026-04-15T03:51:17.342521Z","end":"2026-04-15T03:51:18.072502Z","steps":["trace[523943888] 'process raft request' (duration: 729.71445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.072559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.236903Z","time spent":"835.639474ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:51:18.072614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.342494Z","time spent":"730.07021ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:51:18.072853Z","caller":"traceutil/trace.go:171","msg":"trace[734227240] transaction","detail":"{read_only:false; response_revision:22538; number_of_response:1; }","duration":"507.201798ms","start":"2026-04-15T03:51:17.565641Z","end":"2026-04-15T03:51:18.072843Z","steps":["trace[734227240] 'process raft request' (duration: 507.135447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.072904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.565619Z","time spent":"507.258179ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:51:18.072926Z","caller":"traceutil/trace.go:171","msg":"trace[1257632832] linearizableReadLoop","detail":"{readStateIndex:23198; appliedIndex:23188; }","duration":"1.529114019s","start":"2026-04-15T03:51:16.543795Z","end":"2026-04-15T03:51:18.072909Z","steps":["trace[1257632832] 'read index received' (duration: 1.523347211s)","trace[1257632832] 'applied index is now lower than readState.Index' (duration: 5.765688ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:51:18.073032Z","caller":"traceutil/trace.go:171","msg":"trace[1496258825] transaction","detail":"{read_only:false; response_revision:22539; number_of_response:1; }","duration":"466.009578ms","start":"2026-04-15T03:51:17.607009Z","end":"2026-04-15T03:51:18.073018Z","steps":["trace[1496258825] 'process raft request' (duration: 465.794952ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:51:18.073037Z","caller":"traceutil/trace.go:171","msg":"trace[410946781] transaction","detail":"{read_only:false; response_revision:22537; number_of_response:1; }","duration":"594.521222ms","start":"2026-04-15T03:51:17.478499Z","end":"2026-04-15T03:51:18.073021Z","steps":["trace[410946781] 'process raft request' (duration: 594.193533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.07311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.606987Z","time spent":"466.076091ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:51:18.073128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.478486Z","time spent":"594.590595ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:51:18.073248Z","caller":"traceutil/trace.go:171","msg":"trace[1244948992] transaction","detail":"{read_only:false; response_revision:22536; number_of_response:1; }","duration":"615.363814ms","start":"2026-04-15T03:51:17.457871Z","end":"2026-04-15T03:51:18.073234Z","steps":["trace[1244948992] 'process raft request' (duration: 614.564792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.073321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.457847Z","time spent":"615.429135ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:51:18.073328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52952792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:51:18.073373Z","caller":"traceutil/trace.go:171","msg":"trace[2131769096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22539; }","duration":"1.529614653s","start":"2026-04-15T03:51:16.543746Z","end":"2026-04-15T03:51:18.07336Z","steps":["trace[2131769096] 'agreement among raft nodes before linearized reading' (duration: 1.529455688s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.073429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:16.543723Z","time spent":"1.529695465s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-15T03:51:18.073455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167235277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T03:51:18.073493Z","caller":"traceutil/trace.go:171","msg":"trace[264435211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22539; }","duration":"1.167307139s","start":"2026-04-15T03:51:16.906174Z","end":"2026-04-15T03:51:18.073481Z","steps":["trace[264435211] 'agreement among raft nodes before linearized reading' (duration: 1.167244077s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.073528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:16.90615Z","time spent":"1.16736941s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:51:18.073837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.611867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T03:51:18.073882Z","caller":"traceutil/trace.go:171","msg":"trace[1057438623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22539; }","duration":"310.68524ms","start":"2026-04-15T03:51:17.763184Z","end":"2026-04-15T03:51:18.07387Z","steps":["trace[1057438623] 'agreement among raft nodes before linearized reading' (duration: 310.556646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:51:18.073951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:51:17.763167Z","time spent":"310.772482ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T03:55:12.045877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22060} {"level":"info","ts":"2026-04-15T03:55:12.181113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22060,"took":"132.49397ms","hash":2889136086,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":32206848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-15T03:55:12.181204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2889136086,"revision":22060,"compact-revision":19283} {"level":"info","ts":"2026-04-15T03:55:47.302671Z","caller":"traceutil/trace.go:171","msg":"trace[1562145980] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"183.462657ms","start":"2026-04-15T03:55:47.119182Z","end":"2026-04-15T03:55:47.302644Z","steps":["trace[1562145980] 'process raft request' (duration: 182.826379ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:55:47.306234Z","caller":"traceutil/trace.go:171","msg":"trace[1680662357] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"172.537578ms","start":"2026-04-15T03:55:47.133678Z","end":"2026-04-15T03:55:47.306215Z","steps":["trace[1680662357] 'process raft request' (duration: 172.349882ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:55:47.306281Z","caller":"traceutil/trace.go:171","msg":"trace[1870554955] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"167.267373ms","start":"2026-04-15T03:55:47.138982Z","end":"2026-04-15T03:55:47.30625Z","steps":["trace[1870554955] 'process raft request' (duration: 167.16734ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:55:47.306304Z","caller":"traceutil/trace.go:171","msg":"trace[1751504964] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"126.781493ms","start":"2026-04-15T03:55:47.179498Z","end":"2026-04-15T03:55:47.306279Z","steps":["trace[1751504964] 'process raft request' (duration: 126.718842ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:55:47.306368Z","caller":"traceutil/trace.go:171","msg":"trace[1837837992] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"166.201884ms","start":"2026-04-15T03:55:47.140097Z","end":"2026-04-15T03:55:47.306299Z","steps":["trace[1837837992] 'process raft request' (duration: 166.087881ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:55:47.306547Z","caller":"traceutil/trace.go:171","msg":"trace[1618184373] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"118.160047ms","start":"2026-04-15T03:55:47.188364Z","end":"2026-04-15T03:55:47.306524Z","steps":["trace[1618184373] 'process raft request' (duration: 118.089835ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:55:47.306615Z","caller":"traceutil/trace.go:171","msg":"trace[1564989684] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"118.471416ms","start":"2026-04-15T03:55:47.188117Z","end":"2026-04-15T03:55:47.306589Z","steps":["trace[1564989684] 'process raft request' (duration: 118.129826ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:57:23.338498Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000657c.wal"} {"level":"info","ts":"2026-04-15T04:00:12.05114Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24286} {"level":"info","ts":"2026-04-15T04:00:12.175743Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24286,"took":"118.302891ms","hash":1505866714,"current-db-size-bytes":64139264,"current-db-size":"64 MB","current-db-size-in-use-bytes":32370688,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-15T04:00:12.175794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1505866714,"revision":24286,"compact-revision":22060}