{"level":"warn","ts":"2026-03-11T20:31:09.04062Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T20:31:09.040708Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.12:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.12:2380","--initial-cluster=instance=https://162.253.55.12:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.12:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.12:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T20:31:09.040772Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T20:31:09.040781Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-03-11T20:31:09.040799Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T20:31:09.041427Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"]} {"level":"info","ts":"2026-03-11T20:31:09.041522Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.12:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T20:31:09.046866Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.102573ms"} {"level":"info","ts":"2026-03-11T20:31:09.054866Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b4c6dc24a78438ca","cluster-id":"587227f9a3f73e98"} {"level":"info","ts":"2026-03-11T20:31:09.055001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T20:31:09.055033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 0"} {"level":"info","ts":"2026-03-11T20:31:09.055048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b4c6dc24a78438ca [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T20:31:09.055065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 1"} {"level":"info","ts":"2026-03-11T20:31:09.055119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"warn","ts":"2026-03-11T20:31:09.068099Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T20:31:09.070071Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T20:31:09.07188Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T20:31:09.074723Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b4c6dc24a78438ca","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T20:31:09.074921Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b4c6dc24a78438ca","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T20:31:09.075056Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T20:31:09.075215Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T20:31:09.075252Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T20:31:09.077363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"info","ts":"2026-03-11T20:31:09.077556Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","added-peer-id":"b4c6dc24a78438ca","added-peer-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-03-11T20:31:09.079918Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T20:31:09.080059Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-03-11T20:31:09.080105Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-03-11T20:31:09.080182Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b4c6dc24a78438ca","initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T20:31:09.080211Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T20:31:09.556127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T20:31:09.556204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T20:31:09.556254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgPreVoteResp from b4c6dc24a78438ca at term 1"} {"level":"info","ts":"2026-03-11T20:31:09.556274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became candidate at term 2"} {"level":"info","ts":"2026-03-11T20:31:09.556286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgVoteResp from b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-03-11T20:31:09.556303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became leader at term 2"} {"level":"info","ts":"2026-03-11T20:31:09.556317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b4c6dc24a78438ca elected leader b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-03-11T20:31:09.577439Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b4c6dc24a78438ca","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.12:2379]}","request-path":"/0/members/b4c6dc24a78438ca/attributes","cluster-id":"587227f9a3f73e98","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T20:31:09.577461Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T20:31:09.577528Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T20:31:09.577476Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:09.577854Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T20:31:09.578009Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T20:31:09.579431Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:09.579641Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:09.579723Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:09.581059Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T20:31:09.582323Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.12:2379"} {"level":"info","ts":"2026-03-11T20:31:13.423434Z","caller":"traceutil/trace.go:171","msg":"trace[1435500936] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"154.992397ms","start":"2026-03-11T20:31:13.268417Z","end":"2026-03-11T20:31:13.423409Z","steps":["trace[1435500936] 'process raft request' (duration: 154.837743ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:13.594848Z","caller":"traceutil/trace.go:171","msg":"trace[296712930] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"166.869904ms","start":"2026-03-11T20:31:13.427951Z","end":"2026-03-11T20:31:13.59482Z","steps":["trace[296712930] 'process raft request' (duration: 163.850741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:16.08697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.360676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-11T20:31:16.087108Z","caller":"traceutil/trace.go:171","msg":"trace[286645177] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:272; }","duration":"111.53638ms","start":"2026-03-11T20:31:15.975551Z","end":"2026-03-11T20:31:16.087087Z","steps":["trace[286645177] 'range keys from in-memory index tree' (duration: 111.208602ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:16.664371Z","caller":"traceutil/trace.go:171","msg":"trace[1538034625] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"139.219788ms","start":"2026-03-11T20:31:16.525117Z","end":"2026-03-11T20:31:16.664336Z","steps":["trace[1538034625] 'process raft request' (duration: 139.151117ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:16.664414Z","caller":"traceutil/trace.go:171","msg":"trace[399748684] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"149.978857ms","start":"2026-03-11T20:31:16.514398Z","end":"2026-03-11T20:31:16.664376Z","steps":["trace[399748684] 'process raft request' (duration: 75.150762ms)","trace[399748684] 'compare' (duration: 74.516918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:18.344325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.542693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-11T20:31:18.344442Z","caller":"traceutil/trace.go:171","msg":"trace[101210447] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:295; }","duration":"119.697367ms","start":"2026-03-11T20:31:18.224716Z","end":"2026-03-11T20:31:18.344413Z","steps":["trace[101210447] 'range keys from in-memory index tree' (duration: 119.40621ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:21.680088Z","caller":"traceutil/trace.go:171","msg":"trace[327081236] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"267.45514ms","start":"2026-03-11T20:31:21.412597Z","end":"2026-03-11T20:31:21.680052Z","steps":["trace[327081236] 'process raft request' (duration: 267.214764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:21.992881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.650782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:31:21.992997Z","caller":"traceutil/trace.go:171","msg":"trace[1103377347] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"456.857417ms","start":"2026-03-11T20:31:21.536123Z","end":"2026-03-11T20:31:21.99298Z","steps":["trace[1103377347] 'process raft request' (duration: 230.539309ms)","trace[1103377347] 'compare' (duration: 225.53174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:21.993062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:21.536097Z","time spent":"456.9367ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:31:22.695817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.211991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T20:31:22.695865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.353325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-11T20:31:22.695907Z","caller":"traceutil/trace.go:171","msg":"trace[1320150835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:359; }","duration":"208.357144ms","start":"2026-03-11T20:31:22.48753Z","end":"2026-03-11T20:31:22.695887Z","steps":["trace[1320150835] 'range keys from in-memory index tree' (duration: 208.090798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:22.6959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.971944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:31:22.695954Z","caller":"traceutil/trace.go:171","msg":"trace[1513132405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:359; }","duration":"485.465987ms","start":"2026-03-11T20:31:22.210467Z","end":"2026-03-11T20:31:22.695933Z","steps":["trace[1513132405] 'range keys from in-memory index tree' (duration: 485.251863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:22.69597Z","caller":"traceutil/trace.go:171","msg":"trace[1710908811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:359; }","duration":"261.047616ms","start":"2026-03-11T20:31:22.434905Z","end":"2026-03-11T20:31:22.695953Z","steps":["trace[1710908811] 'range keys from in-memory index tree' (duration: 260.83454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:22.696019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:22.210418Z","time spent":"485.57362ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:31:40.946561Z","caller":"traceutil/trace.go:171","msg":"trace[1222198807] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"131.629255ms","start":"2026-03-11T20:31:40.814874Z","end":"2026-03-11T20:31:40.946503Z","steps":["trace[1222198807] 'process raft request' (duration: 131.42448ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:40.946775Z","caller":"traceutil/trace.go:171","msg":"trace[1942874369] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"130.803525ms","start":"2026-03-11T20:31:40.815923Z","end":"2026-03-11T20:31:40.946727Z","steps":["trace[1942874369] 'process raft request' (duration: 130.531289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:48.671223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.881413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:48.671319Z","caller":"traceutil/trace.go:171","msg":"trace[120532538] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:518; }","duration":"634.023577ms","start":"2026-03-11T20:31:48.037269Z","end":"2026-03-11T20:31:48.671292Z","steps":["trace[120532538] 'range keys from in-memory index tree' (duration: 633.73494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:48.671361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:48.037246Z","time spent":"634.105768ms","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-11T20:31:48.687705Z","caller":"traceutil/trace.go:171","msg":"trace[1633830152] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"152.094415ms","start":"2026-03-11T20:31:48.535572Z","end":"2026-03-11T20:31:48.687666Z","steps":["trace[1633830152] 'read index received' (duration: 99.433943ms)","trace[1633830152] 'applied index is now lower than readState.Index' (duration: 52.658632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:48.687942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.378182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:48.688043Z","caller":"traceutil/trace.go:171","msg":"trace[1310527767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"152.499935ms","start":"2026-03-11T20:31:48.535521Z","end":"2026-03-11T20:31:48.688021Z","steps":["trace[1310527767] 'agreement among raft nodes before linearized reading' (duration: 152.30784ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:49.324326Z","caller":"traceutil/trace.go:171","msg":"trace[317312826] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"346.872233ms","start":"2026-03-11T20:31:48.977428Z","end":"2026-03-11T20:31:49.3243Z","steps":["trace[317312826] 'read index received' (duration: 346.629057ms)","trace[317312826] 'applied index is now lower than readState.Index' (duration: 242.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:49.324389Z","caller":"traceutil/trace.go:171","msg":"trace[1785212826] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"382.835395ms","start":"2026-03-11T20:31:48.941526Z","end":"2026-03-11T20:31:49.324362Z","steps":["trace[1785212826] 'process raft request' (duration: 382.62917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:49.32455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:48.941493Z","time spent":"382.955069ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:31:49.324573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.980825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:31:49.32461Z","caller":"traceutil/trace.go:171","msg":"trace[975375722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"344.067847ms","start":"2026-03-11T20:31:48.980532Z","end":"2026-03-11T20:31:49.3246Z","steps":["trace[975375722] 'agreement among raft nodes before linearized reading' (duration: 343.913183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:49.32465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:48.980511Z","time spent":"344.132328ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:31:49.324807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.359865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:31:49.324896Z","caller":"traceutil/trace.go:171","msg":"trace[858825760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"347.51689ms","start":"2026-03-11T20:31:48.977359Z","end":"2026-03-11T20:31:49.324876Z","steps":["trace[858825760] 'agreement among raft nodes before linearized reading' (duration: 347.049749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:49.324944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:48.977279Z","time spent":"347.656003ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:31:49.717408Z","caller":"traceutil/trace.go:171","msg":"trace[1507299743] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"387.017146ms","start":"2026-03-11T20:31:49.33036Z","end":"2026-03-11T20:31:49.717377Z","steps":["trace[1507299743] 'process raft request' (duration: 386.726559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:49.717627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:49.329802Z","time spent":"387.714653ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:31:49.726525Z","caller":"traceutil/trace.go:171","msg":"trace[485118911] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:537; }","duration":"189.641886ms","start":"2026-03-11T20:31:49.536834Z","end":"2026-03-11T20:31:49.726475Z","steps":["trace[485118911] 'read index received' (duration: 180.453856ms)","trace[485118911] 'applied index is now lower than readState.Index' (duration: 9.18682ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:49.726626Z","caller":"traceutil/trace.go:171","msg":"trace[104769378] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"392.512877ms","start":"2026-03-11T20:31:49.334066Z","end":"2026-03-11T20:31:49.726579Z","steps":["trace[104769378] 'process raft request' (duration: 392.246501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:49.726751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.887431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:31:49.726824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:49.330223Z","time spent":"396.497283ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:31:49.726882Z","caller":"traceutil/trace.go:171","msg":"trace[1996844784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"190.081716ms","start":"2026-03-11T20:31:49.536773Z","end":"2026-03-11T20:31:49.726855Z","steps":["trace[1996844784] 'agreement among raft nodes before linearized reading' (duration: 189.852191ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:51.637923Z","caller":"traceutil/trace.go:171","msg":"trace[1730541579] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"130.569539ms","start":"2026-03-11T20:31:51.507317Z","end":"2026-03-11T20:31:51.637887Z","steps":["trace[1730541579] 'process raft request' (duration: 130.158329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:09.99774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276486154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:32:10.265078Z","caller":"traceutil/trace.go:171","msg":"trace[1371518959] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:927; }","duration":"768.349726ms","start":"2026-03-11T20:32:09.496685Z","end":"2026-03-11T20:32:10.265034Z","steps":["trace[1371518959] 'read index received' (duration: 768.115631ms)","trace[1371518959] 'applied index is now lower than readState.Index' (duration: 232.725µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:32:10.265559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.161383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:32:10.265621Z","caller":"traceutil/trace.go:171","msg":"trace[910612689] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"787.548317ms","start":"2026-03-11T20:32:09.478048Z","end":"2026-03-11T20:32:10.265597Z","steps":["trace[910612689] 'process raft request' (duration: 786.788439ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:32:10.26566Z","caller":"traceutil/trace.go:171","msg":"trace[24340973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:904; }","duration":"728.352277ms","start":"2026-03-11T20:32:09.537286Z","end":"2026-03-11T20:32:10.265638Z","steps":["trace[24340973] 'agreement among raft nodes before linearized reading' (duration: 727.991509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:10.265735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.908343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:32:10.265782Z","caller":"traceutil/trace.go:171","msg":"trace[478748512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:904; }","duration":"426.989415ms","start":"2026-03-11T20:32:09.838778Z","end":"2026-03-11T20:32:10.265767Z","steps":["trace[478748512] 'agreement among raft nodes before linearized reading' (duration: 426.505733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:10.265781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:09.537258Z","time spent":"728.514222ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:32:10.265789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:09.478012Z","time spent":"787.67062ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:32:10.265827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:09.838767Z","time spent":"427.051736ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:32:10.265816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.887746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T20:32:10.26585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.779953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:32:10.265948Z","caller":"traceutil/trace.go:171","msg":"trace[892350863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:904; }","duration":"176.06749ms","start":"2026-03-11T20:32:10.08984Z","end":"2026-03-11T20:32:10.265908Z","steps":["trace[892350863] 'agreement among raft nodes before linearized reading' (duration: 175.684431ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:32:10.26599Z","caller":"traceutil/trace.go:171","msg":"trace[1102748246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:904; }","duration":"427.988638ms","start":"2026-03-11T20:32:09.837957Z","end":"2026-03-11T20:32:10.265946Z","steps":["trace[1102748246] 'agreement among raft nodes before linearized reading' (duration: 427.591828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:10.26605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:09.837922Z","time spent":"428.116891ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:32:10.266074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.34317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:32:10.266182Z","caller":"traceutil/trace.go:171","msg":"trace[1430347548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:904; }","duration":"769.538795ms","start":"2026-03-11T20:32:09.496621Z","end":"2026-03-11T20:32:10.26616Z","steps":["trace[1430347548] 'agreement among raft nodes before linearized reading' (duration: 768.569042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:10.266224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:09.496596Z","time spent":"769.621576ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T20:32:10.420249Z","caller":"traceutil/trace.go:171","msg":"trace[951265495] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"149.217946ms","start":"2026-03-11T20:32:10.270988Z","end":"2026-03-11T20:32:10.420206Z","steps":["trace[951265495] 'process raft request' (duration: 92.963808ms)","trace[951265495] 'compare' (duration: 56.087204ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:32:10.425507Z","caller":"traceutil/trace.go:171","msg":"trace[1889469122] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"153.884859ms","start":"2026-03-11T20:32:10.271589Z","end":"2026-03-11T20:32:10.425474Z","steps":["trace[1889469122] 'process raft request' (duration: 153.678474ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:32:10.425697Z","caller":"traceutil/trace.go:171","msg":"trace[79321251] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"153.656963ms","start":"2026-03-11T20:32:10.272021Z","end":"2026-03-11T20:32:10.425678Z","steps":["trace[79321251] 'process raft request' (duration: 153.410028ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:32:10.425806Z","caller":"traceutil/trace.go:171","msg":"trace[264096862] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"153.411317ms","start":"2026-03-11T20:32:10.272384Z","end":"2026-03-11T20:32:10.425796Z","steps":["trace[264096862] 'process raft request' (duration: 153.233973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:38.95895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.161166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:32:38.959057Z","caller":"traceutil/trace.go:171","msg":"trace[546924193] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1182; }","duration":"271.301599ms","start":"2026-03-11T20:32:38.687735Z","end":"2026-03-11T20:32:38.959036Z","steps":["trace[546924193] 'count revisions from in-memory index tree' (duration: 271.053594ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:03.712147Z","caller":"traceutil/trace.go:171","msg":"trace[1846189329] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1648; }","duration":"239.677191ms","start":"2026-03-11T20:33:03.472451Z","end":"2026-03-11T20:33:03.712128Z","steps":["trace[1846189329] 'read index received' (duration: 239.62488ms)","trace[1846189329] 'applied index is now lower than readState.Index' (duration: 51.461µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:03.712412Z","caller":"traceutil/trace.go:171","msg":"trace[1348441266] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"429.324322ms","start":"2026-03-11T20:33:03.28306Z","end":"2026-03-11T20:33:03.712384Z","steps":["trace[1348441266] 'process raft request' (duration: 428.952072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:03.7125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.387641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:33:03.712638Z","caller":"traceutil/trace.go:171","msg":"trace[65524603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1587; }","duration":"101.606776ms","start":"2026-03-11T20:33:03.611012Z","end":"2026-03-11T20:33:03.712619Z","steps":["trace[65524603] 'agreement among raft nodes before linearized reading' (duration: 101.296099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:03.712744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:03.283034Z","time spent":"429.506176ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:03.712767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.214153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189be3a612da6e99\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-11T20:33:03.712942Z","caller":"traceutil/trace.go:171","msg":"trace[1301404316] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189be3a612da6e99; range_end:; response_count:1; response_revision:1587; }","duration":"240.508409ms","start":"2026-03-11T20:33:03.472401Z","end":"2026-03-11T20:33:03.71291Z","steps":["trace[1301404316] 'agreement among raft nodes before linearized reading' (duration: 239.857865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.607114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.832954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:33:04.607319Z","caller":"traceutil/trace.go:171","msg":"trace[441727357] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1649; }","duration":"881.864451ms","start":"2026-03-11T20:33:03.725439Z","end":"2026-03-11T20:33:04.607303Z","steps":["trace[441727357] 'read index received' (duration: 43.42136ms)","trace[441727357] 'applied index is now lower than readState.Index' (duration: 838.442111ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:04.607418Z","caller":"traceutil/trace.go:171","msg":"trace[457903183] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"889.32009ms","start":"2026-03-11T20:33:03.718083Z","end":"2026-03-11T20:33:04.607403Z","steps":["trace[457903183] 'process raft request' (duration: 124.112028ms)","trace[457903183] 'compare' (duration: 764.296211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:04.607481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:03.718051Z","time spent":"889.397721ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:04.607695Z","caller":"traceutil/trace.go:171","msg":"trace[1868782317] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"864.781781ms","start":"2026-03-11T20:33:03.742873Z","end":"2026-03-11T20:33:04.607655Z","steps":["trace[1868782317] 'process raft request' (duration: 864.342281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.607916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.442263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d3ff473-be3b-490d-b60a-a161bc6e7f5a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-11T20:33:04.608038Z","caller":"traceutil/trace.go:171","msg":"trace[1296468217] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d3ff473-be3b-490d-b60a-a161bc6e7f5a; range_end:; response_count:1; response_revision:1590; }","duration":"882.632017ms","start":"2026-03-11T20:33:03.725377Z","end":"2026-03-11T20:33:04.608009Z","steps":["trace[1296468217] 'agreement among raft nodes before linearized reading' (duration: 882.248959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.608106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:03.725357Z","time spent":"882.73855ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d3ff473-be3b-490d-b60a-a161bc6e7f5a\" "} {"level":"warn","ts":"2026-03-11T20:33:04.608307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:03.742842Z","time spent":"864.945685ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:04.764861Z","caller":"traceutil/trace.go:171","msg":"trace[1581319996] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"792.855903ms","start":"2026-03-11T20:33:03.971919Z","end":"2026-03-11T20:33:04.764775Z","steps":["trace[1581319996] 'process raft request' (duration: 792.664769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.765096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:03.971879Z","time spent":"793.102459ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:04.788491Z","caller":"traceutil/trace.go:171","msg":"trace[1027215252] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"718.784056ms","start":"2026-03-11T20:33:04.069667Z","end":"2026-03-11T20:33:04.788451Z","steps":["trace[1027215252] 'process raft request' (duration: 718.457608ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.788687Z","caller":"traceutil/trace.go:171","msg":"trace[1636654039] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"171.386894ms","start":"2026-03-11T20:33:04.617267Z","end":"2026-03-11T20:33:04.788654Z","steps":["trace[1636654039] 'process raft request' (duration: 171.140879ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.788758Z","caller":"traceutil/trace.go:171","msg":"trace[945537283] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"521.625463ms","start":"2026-03-11T20:33:04.267117Z","end":"2026-03-11T20:33:04.788742Z","steps":["trace[945537283] 'process raft request' (duration: 521.231004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.788774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:04.069637Z","time spent":"718.948229ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:04.788853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:04.267089Z","time spent":"521.715925ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:04.788958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025842961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d3ff473-be3b-490d-b60a-a161bc6e7f5a\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-11T20:33:04.789016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.843235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:04.78905Z","caller":"traceutil/trace.go:171","msg":"trace[506892783] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d3ff473-be3b-490d-b60a-a161bc6e7f5a; range_end:; response_count:1; response_revision:1594; }","duration":"1.025998644s","start":"2026-03-11T20:33:03.763027Z","end":"2026-03-11T20:33:04.789026Z","steps":["trace[506892783] 'agreement among raft nodes before linearized reading' (duration: 1.02584554s)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.789079Z","caller":"traceutil/trace.go:171","msg":"trace[1290276839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1594; }","duration":"250.943027ms","start":"2026-03-11T20:33:04.538118Z","end":"2026-03-11T20:33:04.789061Z","steps":["trace[1290276839] 'agreement among raft nodes before linearized reading' (duration: 250.590199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.789112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:03.762997Z","time spent":"1.026100396s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d3ff473-be3b-490d-b60a-a161bc6e7f5a\" "} {"level":"info","ts":"2026-03-11T20:33:04.788612Z","caller":"traceutil/trace.go:171","msg":"trace[617735823] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1652; }","duration":"181.219209ms","start":"2026-03-11T20:33:04.607369Z","end":"2026-03-11T20:33:04.788589Z","steps":["trace[617735823] 'read index received' (duration: 157.202492ms)","trace[617735823] 'applied index is now lower than readState.Index' (duration: 24.014577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:04.789709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.152024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-11T20:33:04.789865Z","caller":"traceutil/trace.go:171","msg":"trace[1728420067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1594; }","duration":"101.265237ms","start":"2026-03-11T20:33:04.688499Z","end":"2026-03-11T20:33:04.789764Z","steps":["trace[1728420067] 'agreement among raft nodes before linearized reading' (duration: 101.036252ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:11.896208Z","caller":"traceutil/trace.go:171","msg":"trace[664866752] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"154.94754ms","start":"2026-03-11T20:33:11.741219Z","end":"2026-03-11T20:33:11.896167Z","steps":["trace[664866752] 'process raft request' (duration: 154.638683ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:17.649373Z","caller":"traceutil/trace.go:171","msg":"trace[1943819108] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"154.575262ms","start":"2026-03-11T20:33:17.494766Z","end":"2026-03-11T20:33:17.649342Z","steps":["trace[1943819108] 'process raft request' (duration: 151.432481ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:17.649747Z","caller":"traceutil/trace.go:171","msg":"trace[824844948] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"153.803444ms","start":"2026-03-11T20:33:17.495911Z","end":"2026-03-11T20:33:17.649714Z","steps":["trace[824844948] 'process raft request' (duration: 153.566529ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:17.649861Z","caller":"traceutil/trace.go:171","msg":"trace[1623942496] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1756; }","duration":"123.845692ms","start":"2026-03-11T20:33:17.525997Z","end":"2026-03-11T20:33:17.649843Z","steps":["trace[1623942496] 'read index received' (duration: 120.218349ms)","trace[1623942496] 'applied index is now lower than readState.Index' (duration: 3.625773ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:17.649882Z","caller":"traceutil/trace.go:171","msg":"trace[916313962] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"118.366096ms","start":"2026-03-11T20:33:17.531499Z","end":"2026-03-11T20:33:17.649865Z","steps":["trace[916313962] 'process raft request' (duration: 118.145061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:17.65Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.08135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:17.650052Z","caller":"traceutil/trace.go:171","msg":"trace[1380081299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1695; }","duration":"114.189031ms","start":"2026-03-11T20:33:17.535849Z","end":"2026-03-11T20:33:17.650038Z","steps":["trace[1380081299] 'agreement among raft nodes before linearized reading' (duration: 114.098739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:17.650134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.106327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:17.650287Z","caller":"traceutil/trace.go:171","msg":"trace[376438517] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1695; }","duration":"124.339392ms","start":"2026-03-11T20:33:17.525927Z","end":"2026-03-11T20:33:17.650267Z","steps":["trace[376438517] 'agreement among raft nodes before linearized reading' (duration: 124.019585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:18.90687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.913458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:33:18.907102Z","caller":"traceutil/trace.go:171","msg":"trace[1642223250] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"244.351397ms","start":"2026-03-11T20:33:18.662736Z","end":"2026-03-11T20:33:18.907088Z","steps":["trace[1642223250] 'process raft request' (duration: 244.220134ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:18.907098Z","caller":"traceutil/trace.go:171","msg":"trace[1575586912] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"370.171724ms","start":"2026-03-11T20:33:18.536888Z","end":"2026-03-11T20:33:18.90706Z","steps":["trace[1575586912] 'read index received' (duration: 248.067601ms)","trace[1575586912] 'applied index is now lower than readState.Index' (duration: 122.100113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:18.907468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.568593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:33:18.907517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.333705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:33:18.907618Z","caller":"traceutil/trace.go:171","msg":"trace[1788899332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1705; }","duration":"204.482239ms","start":"2026-03-11T20:33:18.703112Z","end":"2026-03-11T20:33:18.907594Z","steps":["trace[1788899332] 'agreement among raft nodes before linearized reading' (duration: 204.199032ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:18.907622Z","caller":"traceutil/trace.go:171","msg":"trace[567518906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1705; }","duration":"370.786857ms","start":"2026-03-11T20:33:18.5368Z","end":"2026-03-11T20:33:18.907587Z","steps":["trace[567518906] 'agreement among raft nodes before linearized reading' (duration: 370.426039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:18.907688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:18.53676Z","time spent":"370.91133ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:33:50.321643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.945464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:33:50.321795Z","caller":"traceutil/trace.go:171","msg":"trace[2037350181] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1938; }","duration":"412.919694ms","start":"2026-03-11T20:33:49.908852Z","end":"2026-03-11T20:33:50.321772Z","steps":["trace[2037350181] 'read index received' (duration: 99.605701ms)","trace[2037350181] 'applied index is now lower than readState.Index' (duration: 313.312403ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:50.321901Z","caller":"traceutil/trace.go:171","msg":"trace[810510156] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"467.049663ms","start":"2026-03-11T20:33:49.854837Z","end":"2026-03-11T20:33:50.321887Z","steps":["trace[810510156] 'process raft request' (duration: 153.702629ms)","trace[810510156] 'compare' (duration: 312.491683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:50.321974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.854801Z","time spent":"467.137944ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:50.322431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.511597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:33:50.322759Z","caller":"traceutil/trace.go:171","msg":"trace[566081022] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1867; }","duration":"413.939996ms","start":"2026-03-11T20:33:49.908777Z","end":"2026-03-11T20:33:50.322717Z","steps":["trace[566081022] 'agreement among raft nodes before linearized reading' (duration: 413.401374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.322829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.908751Z","time spent":"414.066829ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:33:50.388573Z","caller":"traceutil/trace.go:171","msg":"trace[1922873683] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"346.124754ms","start":"2026-03-11T20:33:50.0424Z","end":"2026-03-11T20:33:50.388525Z","steps":["trace[1922873683] 'process raft request' (duration: 345.896148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.388644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.919774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T20:33:50.388704Z","caller":"traceutil/trace.go:171","msg":"trace[1035404678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"147.044997ms","start":"2026-03-11T20:33:50.24164Z","end":"2026-03-11T20:33:50.388685Z","steps":["trace[1035404678] 'agreement among raft nodes before linearized reading' (duration: 146.813681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.388794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:50.042362Z","time spent":"346.312179ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:51.284701Z","caller":"traceutil/trace.go:171","msg":"trace[1987317855] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"234.821024ms","start":"2026-03-11T20:33:51.049815Z","end":"2026-03-11T20:33:51.284636Z","steps":["trace[1987317855] 'process raft request' (duration: 234.522027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:51.284821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.066622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:51.284919Z","caller":"traceutil/trace.go:171","msg":"trace[1102522469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"201.214475ms","start":"2026-03-11T20:33:51.083681Z","end":"2026-03-11T20:33:51.284895Z","steps":["trace[1102522469] 'agreement among raft nodes before linearized reading' (duration: 201.054581ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.285267Z","caller":"traceutil/trace.go:171","msg":"trace[1483970240] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"201.457442ms","start":"2026-03-11T20:33:51.083742Z","end":"2026-03-11T20:33:51.285199Z","steps":["trace[1483970240] 'read index received' (duration: 200.565271ms)","trace[1483970240] 'applied index is now lower than readState.Index' (duration: 279.886µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:51.328573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.07329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-11T20:33:51.328608Z","caller":"traceutil/trace.go:171","msg":"trace[798127228] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"220.928628ms","start":"2026-03-11T20:33:51.107619Z","end":"2026-03-11T20:33:51.328547Z","steps":["trace[798127228] 'process raft request' (duration: 220.498188ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.32901Z","caller":"traceutil/trace.go:171","msg":"trace[1088102634] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"191.568155ms","start":"2026-03-11T20:33:51.13727Z","end":"2026-03-11T20:33:51.328838Z","steps":["trace[1088102634] 'process raft request' (duration: 191.039294ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.328784Z","caller":"traceutil/trace.go:171","msg":"trace[473159979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1871; }","duration":"169.273235ms","start":"2026-03-11T20:33:51.159408Z","end":"2026-03-11T20:33:51.328681Z","steps":["trace[473159979] 'agreement among raft nodes before linearized reading' (duration: 168.962988ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.548754Z","caller":"traceutil/trace.go:171","msg":"trace[89283935] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"213.912277ms","start":"2026-03-11T20:33:51.33481Z","end":"2026-03-11T20:33:51.548722Z","steps":["trace[89283935] 'process raft request' (duration: 213.631281ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.548841Z","caller":"traceutil/trace.go:171","msg":"trace[322641692] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"213.938528ms","start":"2026-03-11T20:33:51.334887Z","end":"2026-03-11T20:33:51.548826Z","steps":["trace[322641692] 'process raft request' (duration: 213.769934ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.548765Z","caller":"traceutil/trace.go:171","msg":"trace[1717255555] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"213.910158ms","start":"2026-03-11T20:33:51.334827Z","end":"2026-03-11T20:33:51.548738Z","steps":["trace[1717255555] 'process raft request' (duration: 213.786565ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.559599Z","caller":"traceutil/trace.go:171","msg":"trace[1522824088] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1943; }","duration":"163.279238ms","start":"2026-03-11T20:33:51.396291Z","end":"2026-03-11T20:33:51.559571Z","steps":["trace[1522824088] 'read index received' (duration: 152.226105ms)","trace[1522824088] 'applied index is now lower than readState.Index' (duration: 11.051823ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:51.559929Z","caller":"traceutil/trace.go:171","msg":"trace[679645364] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"224.96334ms","start":"2026-03-11T20:33:51.334926Z","end":"2026-03-11T20:33:51.55989Z","steps":["trace[679645364] 'process raft request' (duration: 224.485698ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:51.560044Z","caller":"traceutil/trace.go:171","msg":"trace[1781557626] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"224.616972ms","start":"2026-03-11T20:33:51.335398Z","end":"2026-03-11T20:33:51.560015Z","steps":["trace[1781557626] 'process raft request' (duration: 224.131631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:51.560156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.837451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T20:33:51.560261Z","caller":"traceutil/trace.go:171","msg":"trace[1868292212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1876; }","duration":"163.986154ms","start":"2026-03-11T20:33:51.396246Z","end":"2026-03-11T20:33:51.560232Z","steps":["trace[1868292212] 'agreement among raft nodes before linearized reading' (duration: 163.558964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:51.74134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.790424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:33:51.741463Z","caller":"traceutil/trace.go:171","msg":"trace[350472565] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1876; }","duration":"114.05173ms","start":"2026-03-11T20:33:51.627385Z","end":"2026-03-11T20:33:51.741436Z","steps":["trace[350472565] 'count revisions from in-memory index tree' (duration: 113.646411ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:52.853215Z","caller":"traceutil/trace.go:171","msg":"trace[653183143] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"316.446344ms","start":"2026-03-11T20:33:52.536742Z","end":"2026-03-11T20:33:52.853188Z","steps":["trace[653183143] 'read index received' (duration: 316.149237ms)","trace[653183143] 'applied index is now lower than readState.Index' (duration: 291.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:52.853283Z","caller":"traceutil/trace.go:171","msg":"trace[737487723] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"458.643948ms","start":"2026-03-11T20:33:52.394599Z","end":"2026-03-11T20:33:52.853243Z","steps":["trace[737487723] 'process raft request' (duration: 458.391093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:52.853418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.66297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:33:52.853506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:52.39457Z","time spent":"458.827663ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:52.853508Z","caller":"traceutil/trace.go:171","msg":"trace[1727910133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"316.810303ms","start":"2026-03-11T20:33:52.536682Z","end":"2026-03-11T20:33:52.853493Z","steps":["trace[1727910133] 'agreement among raft nodes before linearized reading' (duration: 316.68052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:52.853667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:52.536652Z","time spent":"316.983346ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:33:52.853937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.371061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T20:33:52.854085Z","caller":"traceutil/trace.go:171","msg":"trace[424680156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"284.519223ms","start":"2026-03-11T20:33:52.569523Z","end":"2026-03-11T20:33:52.854042Z","steps":["trace[424680156] 'agreement among raft nodes before linearized reading' (duration: 284.156974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.182344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.801518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:33:59.182553Z","caller":"traceutil/trace.go:171","msg":"trace[1001380070] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"823.032431ms","start":"2026-03-11T20:33:58.359501Z","end":"2026-03-11T20:33:59.182533Z","steps":["trace[1001380070] 'read index received' (duration: 30.047519ms)","trace[1001380070] 'applied index is now lower than readState.Index' (duration: 792.983592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:59.182699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.186024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:59.182768Z","caller":"traceutil/trace.go:171","msg":"trace[1993432064] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1905; }","duration":"823.270136ms","start":"2026-03-11T20:33:58.35948Z","end":"2026-03-11T20:33:59.182751Z","steps":["trace[1993432064] 'agreement among raft nodes before linearized reading' (duration: 823.141943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.182816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:58.359401Z","time spent":"823.399199ms","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:33:59.182808Z","caller":"traceutil/trace.go:171","msg":"trace[1451060852] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"812.077061ms","start":"2026-03-11T20:33:58.370702Z","end":"2026-03-11T20:33:59.182779Z","steps":["trace[1451060852] 'process raft request' (duration: 811.743093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.182963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:58.370676Z","time spent":"812.193593ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:59.569281Z","caller":"traceutil/trace.go:171","msg":"trace[1487350130] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"386.672493ms","start":"2026-03-11T20:33:59.182581Z","end":"2026-03-11T20:33:59.569254Z","steps":["trace[1487350130] 'read index received' (duration: 386.429877ms)","trace[1487350130] 'applied index is now lower than readState.Index' (duration: 241.085µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:59.569433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032142769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:59.569465Z","caller":"traceutil/trace.go:171","msg":"trace[483206298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1907; }","duration":"1.032241901s","start":"2026-03-11T20:33:58.537213Z","end":"2026-03-11T20:33:59.569455Z","steps":["trace[483206298] 'agreement among raft nodes before linearized reading' (duration: 1.032163679s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.569507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:58.537179Z","time spent":"1.032321053s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:33:59.569551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.655903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T20:33:59.569563Z","caller":"traceutil/trace.go:171","msg":"trace[1832785379] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"697.452557ms","start":"2026-03-11T20:33:58.872077Z","end":"2026-03-11T20:33:59.569529Z","steps":["trace[1832785379] 'process raft request' (duration: 696.934015ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:59.569647Z","caller":"traceutil/trace.go:171","msg":"trace[678142473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"670.767766ms","start":"2026-03-11T20:33:58.898854Z","end":"2026-03-11T20:33:59.569622Z","steps":["trace[678142473] 'agreement among raft nodes before linearized reading' (duration: 670.446719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.569704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:58.898786Z","time spent":"670.907559ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T20:33:59.569722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:58.872045Z","time spent":"697.596299ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:59.569864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.481886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:59.570024Z","caller":"traceutil/trace.go:171","msg":"trace[1802153549] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1907; }","duration":"745.698361ms","start":"2026-03-11T20:33:58.824293Z","end":"2026-03-11T20:33:59.569991Z","steps":["trace[1802153549] 'agreement among raft nodes before linearized reading' (duration: 745.315393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.570149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:58.824262Z","time spent":"745.865464ms","remote":"127.0.0.1:43260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:33:59.88555Z","caller":"traceutil/trace.go:171","msg":"trace[2017770191] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1981; }","duration":"314.336076ms","start":"2026-03-11T20:33:59.571175Z","end":"2026-03-11T20:33:59.885511Z","steps":["trace[2017770191] 'read index received' (duration: 313.092457ms)","trace[2017770191] 'applied index is now lower than readState.Index' (duration: 1.242139ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:59.885572Z","caller":"traceutil/trace.go:171","msg":"trace[1207413741] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"528.361016ms","start":"2026-03-11T20:33:59.357166Z","end":"2026-03-11T20:33:59.885527Z","steps":["trace[1207413741] 'process raft request' (duration: 527.204959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.885966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.748465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:59.886005Z","caller":"traceutil/trace.go:171","msg":"trace[717012813] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"528.54195ms","start":"2026-03-11T20:33:59.357426Z","end":"2026-03-11T20:33:59.885968Z","steps":["trace[717012813] 'process raft request' (duration: 527.927496ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:59.886075Z","caller":"traceutil/trace.go:171","msg":"trace[1391048297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"314.926809ms","start":"2026-03-11T20:33:59.571125Z","end":"2026-03-11T20:33:59.886052Z","steps":["trace[1391048297] 'agreement among raft nodes before linearized reading' (duration: 314.713505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.88607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:59.357128Z","time spent":"528.782935ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:59.886126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:59.571103Z","time spent":"315.014522ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:33:59.886203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:59.35739Z","time spent":"528.694733ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:59.886264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.205774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:33:59.886349Z","caller":"traceutil/trace.go:171","msg":"trace[1231282879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"297.324136ms","start":"2026-03-11T20:33:59.589006Z","end":"2026-03-11T20:33:59.886331Z","steps":["trace[1231282879] 'agreement among raft nodes before linearized reading' (duration: 297.08407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.886345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.121897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:33:59.886437Z","caller":"traceutil/trace.go:171","msg":"trace[467468891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"292.24711ms","start":"2026-03-11T20:33:59.594171Z","end":"2026-03-11T20:33:59.886418Z","steps":["trace[467468891] 'agreement among raft nodes before linearized reading' (duration: 291.989174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.886529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.393027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T20:33:59.886576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.182581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T20:33:59.886311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.35065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:33:59.886684Z","caller":"traceutil/trace.go:171","msg":"trace[1540480712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"300.340615ms","start":"2026-03-11T20:33:59.58632Z","end":"2026-03-11T20:33:59.88666Z","steps":["trace[1540480712] 'agreement among raft nodes before linearized reading' (duration: 300.073329ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:59.886632Z","caller":"traceutil/trace.go:171","msg":"trace[132274093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"300.523769ms","start":"2026-03-11T20:33:59.586085Z","end":"2026-03-11T20:33:59.886609Z","steps":["trace[132274093] 'agreement among raft nodes before linearized reading' (duration: 299.903105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:59.886834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:59.586066Z","time spent":"300.750265ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:33:59.886754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:59.5863Z","time spent":"300.439777ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T20:33:59.886709Z","caller":"traceutil/trace.go:171","msg":"trace[1622931870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"291.79412ms","start":"2026-03-11T20:33:59.594896Z","end":"2026-03-11T20:33:59.88669Z","steps":["trace[1622931870] 'agreement among raft nodes before linearized reading' (duration: 291.163156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:00.171699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.289978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:34:00.172197Z","caller":"traceutil/trace.go:171","msg":"trace[2081515609] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"277.349189ms","start":"2026-03-11T20:33:59.894825Z","end":"2026-03-11T20:34:00.172175Z","steps":["trace[2081515609] 'process raft request' (duration: 277.308158ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:00.172211Z","caller":"traceutil/trace.go:171","msg":"trace[1310871696] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"278.356642ms","start":"2026-03-11T20:33:59.893834Z","end":"2026-03-11T20:34:00.172191Z","steps":["trace[1310871696] 'process raft request' (duration: 121.441719ms)","trace[1310871696] 'compare' (duration: 155.989332ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:34:00.172237Z","caller":"traceutil/trace.go:171","msg":"trace[663502725] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"278.214019ms","start":"2026-03-11T20:33:59.893982Z","end":"2026-03-11T20:34:00.172196Z","steps":["trace[663502725] 'process raft request' (duration: 277.970983ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:00.172358Z","caller":"traceutil/trace.go:171","msg":"trace[1289752697] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"278.149697ms","start":"2026-03-11T20:33:59.894194Z","end":"2026-03-11T20:34:00.172344Z","steps":["trace[1289752697] 'process raft request' (duration: 277.904402ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:00.172355Z","caller":"traceutil/trace.go:171","msg":"trace[683264692] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"278.173038ms","start":"2026-03-11T20:33:59.894131Z","end":"2026-03-11T20:34:00.172304Z","steps":["trace[683264692] 'process raft request' (duration: 277.917792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:45.183653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.11977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:34:45.183823Z","caller":"traceutil/trace.go:171","msg":"trace[100285882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2304; }","duration":"649.349635ms","start":"2026-03-11T20:34:44.534454Z","end":"2026-03-11T20:34:45.183803Z","steps":["trace[100285882] 'range keys from in-memory index tree' (duration: 649.006638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:45.18387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:44.534424Z","time spent":"649.439257ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T20:35:20.135963Z","caller":"traceutil/trace.go:171","msg":"trace[210240861] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"321.34817ms","start":"2026-03-11T20:35:19.81459Z","end":"2026-03-11T20:35:20.135938Z","steps":["trace[210240861] 'process raft request' (duration: 321.173457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.13614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:35:19.814566Z","time spent":"321.490074ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:35:20.507224Z","caller":"traceutil/trace.go:171","msg":"trace[1192111880] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2591; }","duration":"562.762031ms","start":"2026-03-11T20:35:19.944433Z","end":"2026-03-11T20:35:20.507195Z","steps":["trace[1192111880] 'read index received' (duration: 191.453747ms)","trace[1192111880] 'applied index is now lower than readState.Index' (duration: 371.306884ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:35:20.507354Z","caller":"traceutil/trace.go:171","msg":"trace[231520877] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"603.417103ms","start":"2026-03-11T20:35:19.903927Z","end":"2026-03-11T20:35:20.507344Z","steps":["trace[231520877] 'process raft request' (duration: 603.099896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.507466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:35:19.903898Z","time spent":"603.485583ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:35:20.507683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.227822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-11T20:35:20.507766Z","caller":"traceutil/trace.go:171","msg":"trace[487617097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2494; }","duration":"563.354455ms","start":"2026-03-11T20:35:19.944391Z","end":"2026-03-11T20:35:20.507745Z","steps":["trace[487617097] 'agreement among raft nodes before linearized reading' (duration: 563.075268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.507812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:35:19.944374Z","time spent":"563.429677ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T20:35:20.80507Z","caller":"traceutil/trace.go:171","msg":"trace[629819818] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"596.566177ms","start":"2026-03-11T20:35:20.20848Z","end":"2026-03-11T20:35:20.805046Z","steps":["trace[629819818] 'process raft request' (duration: 594.073191ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:20.805289Z","caller":"traceutil/trace.go:171","msg":"trace[1703002938] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"565.867022ms","start":"2026-03-11T20:35:20.239404Z","end":"2026-03-11T20:35:20.805271Z","steps":["trace[1703002938] 'process raft request' (duration: 565.602336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.805391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:35:20.239379Z","time spent":"565.958245ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:35:20.805524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:35:20.208458Z","time spent":"596.707421ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:35:20.805573Z","caller":"traceutil/trace.go:171","msg":"trace[497932652] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2593; }","duration":"298.240257ms","start":"2026-03-11T20:35:20.507306Z","end":"2026-03-11T20:35:20.805546Z","steps":["trace[497932652] 'read index received' (duration: 295.301531ms)","trace[497932652] 'applied index is now lower than readState.Index' (duration: 2.937186ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:35:20.805628Z","caller":"traceutil/trace.go:171","msg":"trace[194885646] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"293.351126ms","start":"2026-03-11T20:35:20.512243Z","end":"2026-03-11T20:35:20.805594Z","steps":["trace[194885646] 'process raft request' (duration: 293.105411ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:20.805697Z","caller":"traceutil/trace.go:171","msg":"trace[237205187] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"368.866208ms","start":"2026-03-11T20:35:20.436821Z","end":"2026-03-11T20:35:20.805687Z","steps":["trace[237205187] 'process raft request' (duration: 368.381777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.805746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:35:20.436791Z","time spent":"368.92863ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:35:20.805826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.228007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:35:20.805847Z","caller":"traceutil/trace.go:171","msg":"trace[672600818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"264.278139ms","start":"2026-03-11T20:35:20.541562Z","end":"2026-03-11T20:35:20.80584Z","steps":["trace[672600818] 'agreement among raft nodes before linearized reading' (duration: 264.239768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.805887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.083123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189be3c41cff557a\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-11T20:35:20.805951Z","caller":"traceutil/trace.go:171","msg":"trace[1918357673] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189be3c41cff557a; range_end:; response_count:1; response_revision:2498; }","duration":"666.189916ms","start":"2026-03-11T20:35:20.139744Z","end":"2026-03-11T20:35:20.805934Z","steps":["trace[1918357673] 'agreement among raft nodes before linearized reading' (duration: 665.961481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.805969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.37895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T20:35:20.805995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.985756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:35:20.80601Z","caller":"traceutil/trace.go:171","msg":"trace[801873069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2498; }","duration":"132.486122ms","start":"2026-03-11T20:35:20.673512Z","end":"2026-03-11T20:35:20.805998Z","steps":["trace[801873069] 'agreement among raft nodes before linearized reading' (duration: 132.338599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.806008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:35:20.139726Z","time spent":"666.268167ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189be3c41cff557a\" "} {"level":"warn","ts":"2026-03-11T20:35:20.80601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.901749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:35:20.806062Z","caller":"traceutil/trace.go:171","msg":"trace[1036601847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2498; }","duration":"116.972331ms","start":"2026-03-11T20:35:20.689078Z","end":"2026-03-11T20:35:20.80605Z","steps":["trace[1036601847] 'agreement among raft nodes before linearized reading' (duration: 116.818437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:20.806328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.408831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T20:35:20.80641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.322446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:35:20.806016Z","caller":"traceutil/trace.go:171","msg":"trace[856518157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2498; }","duration":"134.044378ms","start":"2026-03-11T20:35:20.671966Z","end":"2026-03-11T20:35:20.80601Z","steps":["trace[856518157] 'agreement among raft nodes before linearized reading' (duration: 133.975016ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:20.806455Z","caller":"traceutil/trace.go:171","msg":"trace[2114740141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2498; }","duration":"180.362927ms","start":"2026-03-11T20:35:20.626078Z","end":"2026-03-11T20:35:20.806441Z","steps":["trace[2114740141] 'agreement among raft nodes before linearized reading' (duration: 179.954928ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:20.806412Z","caller":"traceutil/trace.go:171","msg":"trace[1781825895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2498; }","duration":"117.571294ms","start":"2026-03-11T20:35:20.688825Z","end":"2026-03-11T20:35:20.806397Z","steps":["trace[1781825895] 'agreement among raft nodes before linearized reading' (duration: 117.319379ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:26.950801Z","caller":"traceutil/trace.go:171","msg":"trace[1072994323] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"126.930077ms","start":"2026-03-11T20:35:26.823843Z","end":"2026-03-11T20:35:26.950773Z","steps":["trace[1072994323] 'process raft request' (duration: 126.755873ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:26.959972Z","caller":"traceutil/trace.go:171","msg":"trace[1421672771] linearizableReadLoop","detail":"{readStateIndex:2628; appliedIndex:2626; }","duration":"124.520101ms","start":"2026-03-11T20:35:26.835426Z","end":"2026-03-11T20:35:26.959946Z","steps":["trace[1421672771] 'read index received' (duration: 115.219711ms)","trace[1421672771] 'applied index is now lower than readState.Index' (duration: 9.29917ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:35:26.960091Z","caller":"traceutil/trace.go:171","msg":"trace[1845083725] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"131.809767ms","start":"2026-03-11T20:35:26.82827Z","end":"2026-03-11T20:35:26.96008Z","steps":["trace[1845083725] 'process raft request' (duration: 131.542471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:26.960329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.507852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:35:26.96039Z","caller":"traceutil/trace.go:171","msg":"trace[1537088047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2528; }","duration":"124.620785ms","start":"2026-03-11T20:35:26.835755Z","end":"2026-03-11T20:35:26.960376Z","steps":["trace[1537088047] 'agreement among raft nodes before linearized reading' (duration: 124.44594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:26.960384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.017112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T20:35:26.960387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.40883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:35:26.960436Z","caller":"traceutil/trace.go:171","msg":"trace[144773484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2528; }","duration":"117.106184ms","start":"2026-03-11T20:35:26.843318Z","end":"2026-03-11T20:35:26.960424Z","steps":["trace[144773484] 'agreement among raft nodes before linearized reading' (duration: 116.932419ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:26.960445Z","caller":"traceutil/trace.go:171","msg":"trace[1586372146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2528; }","duration":"124.487102ms","start":"2026-03-11T20:35:26.835944Z","end":"2026-03-11T20:35:26.960431Z","steps":["trace[1586372146] 'agreement among raft nodes before linearized reading' (duration: 124.325128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:26.960417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.968112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:35:26.96051Z","caller":"traceutil/trace.go:171","msg":"trace[1472138305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2528; }","duration":"125.065034ms","start":"2026-03-11T20:35:26.835417Z","end":"2026-03-11T20:35:26.960482Z","steps":["trace[1472138305] 'agreement among raft nodes before linearized reading' (duration: 124.761296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:26.960748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.31551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:35:26.960794Z","caller":"traceutil/trace.go:171","msg":"trace[296689291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2528; }","duration":"125.360631ms","start":"2026-03-11T20:35:26.835421Z","end":"2026-03-11T20:35:26.960781Z","steps":["trace[296689291] 'agreement among raft nodes before linearized reading' (duration: 124.805667ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:53.280248Z","caller":"traceutil/trace.go:171","msg":"trace[1220628992] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"162.623119ms","start":"2026-03-11T20:35:53.117581Z","end":"2026-03-11T20:35:53.280205Z","steps":["trace[1220628992] 'process raft request' (duration: 162.475196ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:53.280397Z","caller":"traceutil/trace.go:171","msg":"trace[1880595983] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"162.824623ms","start":"2026-03-11T20:35:53.117534Z","end":"2026-03-11T20:35:53.280358Z","steps":["trace[1880595983] 'process raft request' (duration: 154.560206ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:53.280464Z","caller":"traceutil/trace.go:171","msg":"trace[1563985983] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"162.747431ms","start":"2026-03-11T20:35:53.11769Z","end":"2026-03-11T20:35:53.280437Z","steps":["trace[1563985983] 'process raft request' (duration: 162.456375ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:38:02.107292Z","caller":"traceutil/trace.go:171","msg":"trace[269112164] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"164.594679ms","start":"2026-03-11T20:38:01.942664Z","end":"2026-03-11T20:38:02.107258Z","steps":["trace[269112164] 'process raft request' (duration: 164.398454ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:38:02.43103Z","caller":"traceutil/trace.go:171","msg":"trace[1103636498] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"488.119998ms","start":"2026-03-11T20:38:01.942881Z","end":"2026-03-11T20:38:02.431001Z","steps":["trace[1103636498] 'process raft request' (duration: 402.285209ms)","trace[1103636498] 'compare' (duration: 85.645254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:38:02.431385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:01.942849Z","time spent":"488.299862ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:38:02.431832Z","caller":"traceutil/trace.go:171","msg":"trace[1476274132] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"488.583278ms","start":"2026-03-11T20:38:01.943226Z","end":"2026-03-11T20:38:02.43181Z","steps":["trace[1476274132] 'process raft request' (duration: 487.725409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:02.432105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:01.943189Z","time spent":"488.825204ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:39:11.962205Z","caller":"traceutil/trace.go:171","msg":"trace[528354842] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"152.372895ms","start":"2026-03-11T20:39:11.80979Z","end":"2026-03-11T20:39:11.962163Z","steps":["trace[528354842] 'process raft request' (duration: 135.340831ms)","trace[528354842] 'compare' (duration: 16.84995ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:23.473066Z","caller":"traceutil/trace.go:171","msg":"trace[776314759] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"129.324176ms","start":"2026-03-11T20:39:23.343712Z","end":"2026-03-11T20:39:23.473037Z","steps":["trace[776314759] 'process raft request' (duration: 129.114631ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:23.671115Z","caller":"traceutil/trace.go:171","msg":"trace[2070199031] linearizableReadLoop","detail":"{readStateIndex:4572; appliedIndex:4571; }","duration":"133.89787ms","start":"2026-03-11T20:39:23.53719Z","end":"2026-03-11T20:39:23.671088Z","steps":["trace[2070199031] 'read index received' (duration: 58.107831ms)","trace[2070199031] 'applied index is now lower than readState.Index' (duration: 75.788979ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:23.671282Z","caller":"traceutil/trace.go:171","msg":"trace[1636792294] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"259.022721ms","start":"2026-03-11T20:39:23.4122Z","end":"2026-03-11T20:39:23.671223Z","steps":["trace[1636792294] 'process raft request' (duration: 183.062158ms)","trace[1636792294] 'compare' (duration: 75.705897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:39:23.67132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.110684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:39:23.671482Z","caller":"traceutil/trace.go:171","msg":"trace[1953397812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4397; }","duration":"134.321759ms","start":"2026-03-11T20:39:23.537133Z","end":"2026-03-11T20:39:23.671455Z","steps":["trace[1953397812] 'agreement among raft nodes before linearized reading' (duration: 134.091414ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:23.970541Z","caller":"traceutil/trace.go:171","msg":"trace[1954136215] linearizableReadLoop","detail":"{readStateIndex:4573; appliedIndex:4572; }","duration":"135.742192ms","start":"2026-03-11T20:39:23.834767Z","end":"2026-03-11T20:39:23.97051Z","steps":["trace[1954136215] 'read index received' (duration: 135.63871ms)","trace[1954136215] 'applied index is now lower than readState.Index' (duration: 102.012µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:23.970676Z","caller":"traceutil/trace.go:171","msg":"trace[342326969] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"283.806991ms","start":"2026-03-11T20:39:23.686823Z","end":"2026-03-11T20:39:23.97063Z","steps":["trace[342326969] 'process raft request' (duration: 283.499623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:23.97072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.927376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:39:23.970888Z","caller":"traceutil/trace.go:171","msg":"trace[1187519115] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4398; }","duration":"136.173171ms","start":"2026-03-11T20:39:23.834699Z","end":"2026-03-11T20:39:23.970872Z","steps":["trace[1187519115] 'agreement among raft nodes before linearized reading' (duration: 135.915705ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:24.011898Z","caller":"traceutil/trace.go:171","msg":"trace[658874200] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"148.177872ms","start":"2026-03-11T20:39:23.86369Z","end":"2026-03-11T20:39:24.011868Z","steps":["trace[658874200] 'process raft request' (duration: 148.045309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:26.235389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.327777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:39:26.235526Z","caller":"traceutil/trace.go:171","msg":"trace[767825547] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"202.336233ms","start":"2026-03-11T20:39:26.033159Z","end":"2026-03-11T20:39:26.235495Z","steps":["trace[767825547] 'process raft request' (duration: 17.815072ms)","trace[767825547] 'compare' (duration: 184.215524ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:27.841114Z","caller":"traceutil/trace.go:171","msg":"trace[894814560] linearizableReadLoop","detail":"{readStateIndex:4749; appliedIndex:4748; }","duration":"151.071237ms","start":"2026-03-11T20:39:27.690018Z","end":"2026-03-11T20:39:27.841089Z","steps":["trace[894814560] 'read index received' (duration: 150.872763ms)","trace[894814560] 'applied index is now lower than readState.Index' (duration: 197.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:27.841163Z","caller":"traceutil/trace.go:171","msg":"trace[1980277127] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"158.154186ms","start":"2026-03-11T20:39:27.682961Z","end":"2026-03-11T20:39:27.841115Z","steps":["trace[1980277127] 'process raft request' (duration: 157.962972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:27.841483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.422705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e69db4a-852a-4fee-81ec-d9a1eace2ffd\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-11T20:39:27.841537Z","caller":"traceutil/trace.go:171","msg":"trace[1292455864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e69db4a-852a-4fee-81ec-d9a1eace2ffd; range_end:; response_count:1; response_revision:4569; }","duration":"151.540007ms","start":"2026-03-11T20:39:27.689982Z","end":"2026-03-11T20:39:27.841522Z","steps":["trace[1292455864] 'agreement among raft nodes before linearized reading' (duration: 151.302572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:27.842015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.350456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90b24557-56a4-4481-964a-558ac0059dac\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-11T20:39:27.842076Z","caller":"traceutil/trace.go:171","msg":"trace[682675864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90b24557-56a4-4481-964a-558ac0059dac; range_end:; response_count:1; response_revision:4569; }","duration":"105.470589ms","start":"2026-03-11T20:39:27.736588Z","end":"2026-03-11T20:39:27.842059Z","steps":["trace[682675864] 'agreement among raft nodes before linearized reading' (duration: 105.226152ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:28.00601Z","caller":"traceutil/trace.go:171","msg":"trace[1370258613] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"161.37599ms","start":"2026-03-11T20:39:27.844603Z","end":"2026-03-11T20:39:28.005979Z","steps":["trace[1370258613] 'process raft request' (duration: 69.176391ms)","trace[1370258613] 'compare' (duration: 92.062666ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:28.007866Z","caller":"traceutil/trace.go:171","msg":"trace[420784471] linearizableReadLoop","detail":"{readStateIndex:4752; appliedIndex:4749; }","duration":"130.098634ms","start":"2026-03-11T20:39:27.877742Z","end":"2026-03-11T20:39:28.007841Z","steps":["trace[420784471] 'read index received' (duration: 36.210966ms)","trace[420784471] 'applied index is now lower than readState.Index' (duration: 93.886278ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:28.007917Z","caller":"traceutil/trace.go:171","msg":"trace[1394406473] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"161.83566ms","start":"2026-03-11T20:39:27.846046Z","end":"2026-03-11T20:39:28.007882Z","steps":["trace[1394406473] 'process raft request' (duration: 161.561604ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:28.007936Z","caller":"traceutil/trace.go:171","msg":"trace[1164243687] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"160.648074ms","start":"2026-03-11T20:39:27.847263Z","end":"2026-03-11T20:39:28.007911Z","steps":["trace[1164243687] 'process raft request' (duration: 160.49272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:28.008004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.243578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:39:28.008047Z","caller":"traceutil/trace.go:171","msg":"trace[896581631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4572; }","duration":"130.35995ms","start":"2026-03-11T20:39:27.877676Z","end":"2026-03-11T20:39:28.008036Z","steps":["trace[896581631] 'agreement among raft nodes before linearized reading' (duration: 130.264588ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:29.970954Z","caller":"traceutil/trace.go:171","msg":"trace[646720694] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"123.515195ms","start":"2026-03-11T20:39:29.847405Z","end":"2026-03-11T20:39:29.97092Z","steps":["trace[646720694] 'process raft request' (duration: 123.31276ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.05238Z","caller":"traceutil/trace.go:171","msg":"trace[1416591113] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"118.146844ms","start":"2026-03-11T20:39:37.934207Z","end":"2026-03-11T20:39:38.052354Z","steps":["trace[1416591113] 'process raft request' (duration: 70.215994ms)","trace[1416591113] 'compare' (duration: 47.655704ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:38.052641Z","caller":"traceutil/trace.go:171","msg":"trace[1921976950] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"117.084889ms","start":"2026-03-11T20:39:37.935538Z","end":"2026-03-11T20:39:38.052623Z","steps":["trace[1921976950] 'process raft request' (duration: 116.721381ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.05294Z","caller":"traceutil/trace.go:171","msg":"trace[241942953] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"116.321353ms","start":"2026-03-11T20:39:37.936572Z","end":"2026-03-11T20:39:38.052893Z","steps":["trace[241942953] 'process raft request' (duration: 115.978735ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.053131Z","caller":"traceutil/trace.go:171","msg":"trace[1709774483] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4957; }","duration":"115.779941ms","start":"2026-03-11T20:39:37.937324Z","end":"2026-03-11T20:39:38.053104Z","steps":["trace[1709774483] 'read index received' (duration: 24.298158ms)","trace[1709774483] 'applied index is now lower than readState.Index' (duration: 91.480593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:39:38.05346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.104619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"info","ts":"2026-03-11T20:39:38.053509Z","caller":"traceutil/trace.go:171","msg":"trace[1119439127] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4775; }","duration":"116.223732ms","start":"2026-03-11T20:39:37.937272Z","end":"2026-03-11T20:39:38.053495Z","steps":["trace[1119439127] 'agreement among raft nodes before linearized reading' (duration: 115.990377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:38.226503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.263982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:39:38.226895Z","caller":"traceutil/trace.go:171","msg":"trace[685658499] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"131.601137ms","start":"2026-03-11T20:39:38.095273Z","end":"2026-03-11T20:39:38.226874Z","steps":["trace[685658499] 'process raft request' (duration: 131.393743ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.228392Z","caller":"traceutil/trace.go:171","msg":"trace[330163551] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"132.585979ms","start":"2026-03-11T20:39:38.095779Z","end":"2026-03-11T20:39:38.228365Z","steps":["trace[330163551] 'process raft request' (duration: 132.267402ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.22975Z","caller":"traceutil/trace.go:171","msg":"trace[803499572] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"133.676315ms","start":"2026-03-11T20:39:38.096053Z","end":"2026-03-11T20:39:38.22973Z","steps":["trace[803499572] 'process raft request' (duration: 132.359894ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.230001Z","caller":"traceutil/trace.go:171","msg":"trace[816300449] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"132.627591ms","start":"2026-03-11T20:39:38.0973Z","end":"2026-03-11T20:39:38.229928Z","steps":["trace[816300449] 'process raft request' (duration: 132.325894ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.471451Z","caller":"traceutil/trace.go:171","msg":"trace[1483082913] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"159.359823ms","start":"2026-03-11T20:39:38.31205Z","end":"2026-03-11T20:39:38.47141Z","steps":["trace[1483082913] 'process raft request' (duration: 149.364387ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:38.471424Z","caller":"traceutil/trace.go:171","msg":"trace[1965869142] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"133.559922ms","start":"2026-03-11T20:39:38.337823Z","end":"2026-03-11T20:39:38.471383Z","steps":["trace[1965869142] 'read index received' (duration: 123.570646ms)","trace[1965869142] 'applied index is now lower than readState.Index' (duration: 9.987066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:39:38.471746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.889139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:39:38.471857Z","caller":"traceutil/trace.go:171","msg":"trace[2052349348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4782; }","duration":"134.047533ms","start":"2026-03-11T20:39:38.337785Z","end":"2026-03-11T20:39:38.471833Z","steps":["trace[2052349348] 'agreement among raft nodes before linearized reading' (duration: 133.718805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:38.472135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.157872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380027"} {"level":"info","ts":"2026-03-11T20:39:38.472192Z","caller":"traceutil/trace.go:171","msg":"trace[868057796] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4782; }","duration":"109.288024ms","start":"2026-03-11T20:39:38.362891Z","end":"2026-03-11T20:39:38.472179Z","steps":["trace[868057796] 'agreement among raft nodes before linearized reading' (duration: 108.789803ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:48.36578Z","caller":"traceutil/trace.go:171","msg":"trace[1071382606] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5157; }","duration":"398.015845ms","start":"2026-03-11T20:39:47.967706Z","end":"2026-03-11T20:39:48.365722Z","steps":["trace[1071382606] 'read index received' (duration: 398.006235ms)","trace[1071382606] 'applied index is now lower than readState.Index' (duration: 7.51µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:48.365738Z","caller":"traceutil/trace.go:171","msg":"trace[1481606531] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"398.23652ms","start":"2026-03-11T20:39:47.967473Z","end":"2026-03-11T20:39:48.365709Z","steps":["trace[1481606531] 'process raft request' (duration: 398.093257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.366023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:47.967445Z","time spent":"398.482376ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T20:39:48.366063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.336692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-11T20:39:48.366116Z","caller":"traceutil/trace.go:171","msg":"trace[2088240458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4967; }","duration":"398.429535ms","start":"2026-03-11T20:39:47.967673Z","end":"2026-03-11T20:39:48.366103Z","steps":["trace[2088240458] 'agreement among raft nodes before linearized reading' (duration: 398.21101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.366161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:47.967663Z","time spent":"398.490046ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T20:39:48.372262Z","caller":"traceutil/trace.go:171","msg":"trace[1308526844] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"174.017774ms","start":"2026-03-11T20:39:48.19822Z","end":"2026-03-11T20:39:48.372238Z","steps":["trace[1308526844] 'process raft request' (duration: 173.969383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.372372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.493075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-11T20:39:48.372443Z","caller":"traceutil/trace.go:171","msg":"trace[1656954436] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4969; }","duration":"378.645938ms","start":"2026-03-11T20:39:47.99378Z","end":"2026-03-11T20:39:48.372426Z","steps":["trace[1656954436] 'agreement among raft nodes before linearized reading' (duration: 378.447134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.372489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:47.993755Z","time spent":"378.72383ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4496,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-11T20:39:48.372502Z","caller":"traceutil/trace.go:171","msg":"trace[1407312412] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"190.575577ms","start":"2026-03-11T20:39:48.181907Z","end":"2026-03-11T20:39:48.372482Z","steps":["trace[1407312412] 'process raft request' (duration: 190.166728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.372685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.96566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-11T20:39:48.372799Z","caller":"traceutil/trace.go:171","msg":"trace[337218156] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4969; }","duration":"314.131403ms","start":"2026-03-11T20:39:48.058648Z","end":"2026-03-11T20:39:48.372779Z","steps":["trace[337218156] 'agreement among raft nodes before linearized reading' (duration: 313.725344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.372877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.058628Z","time spent":"314.234746ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-11T20:39:48.867126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.523492Z","time spent":"343.626589ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T20:39:48.867383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.553834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:39:48.867608Z","caller":"traceutil/trace.go:171","msg":"trace[1917713060] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"429.051985ms","start":"2026-03-11T20:39:48.438539Z","end":"2026-03-11T20:39:48.867591Z","steps":["trace[1917713060] 'process raft request' (duration: 428.941883ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:48.867591Z","caller":"traceutil/trace.go:171","msg":"trace[1757248774] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"429.053665ms","start":"2026-03-11T20:39:48.438497Z","end":"2026-03-11T20:39:48.867551Z","steps":["trace[1757248774] 'process raft request' (duration: 35.249735ms)","trace[1757248774] 'compare' (duration: 393.457072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:39:48.867677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.43851Z","time spent":"429.135706ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1131,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:39:48.867743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.438475Z","time spent":"429.184398ms","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:39:48.86788Z","caller":"traceutil/trace.go:171","msg":"trace[2096177191] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5169; }","duration":"375.477047ms","start":"2026-03-11T20:39:48.492389Z","end":"2026-03-11T20:39:48.867866Z","steps":["trace[2096177191] 'read index received' (duration: 371.13836ms)","trace[2096177191] 'applied index is now lower than readState.Index' (duration: 4.338157ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:48.867932Z","caller":"traceutil/trace.go:171","msg":"trace[1701917129] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"428.003381ms","start":"2026-03-11T20:39:48.439923Z","end":"2026-03-11T20:39:48.867926Z","steps":["trace[1701917129] 'process raft request' (duration: 427.814917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.868004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.439911Z","time spent":"428.036772ms","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:39:48.867989Z","caller":"traceutil/trace.go:171","msg":"trace[812451643] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"428.936262ms","start":"2026-03-11T20:39:48.439028Z","end":"2026-03-11T20:39:48.867964Z","steps":["trace[812451643] 'process raft request' (duration: 428.514023ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:48.868115Z","caller":"traceutil/trace.go:171","msg":"trace[1255735503] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"426.010106ms","start":"2026-03-11T20:39:48.442098Z","end":"2026-03-11T20:39:48.868108Z","steps":["trace[1255735503] 'process raft request' (duration: 425.73923ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:48.868129Z","caller":"traceutil/trace.go:171","msg":"trace[1504990738] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"428.150085ms","start":"2026-03-11T20:39:48.439965Z","end":"2026-03-11T20:39:48.868115Z","steps":["trace[1504990738] 'process raft request' (duration: 427.837808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.868134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.439019Z","time spent":"429.034944ms","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:39:48.868154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.442087Z","time spent":"426.045347ms","remote":"127.0.0.1:54152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:39:48.868197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.439942Z","time spent":"428.219427ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1485,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:39:48.868235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.842465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189be404b9dfb79e\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-11T20:39:48.868284Z","caller":"traceutil/trace.go:171","msg":"trace[1923652271] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189be404b9dfb79e; range_end:; response_count:1; response_revision:4984; }","duration":"375.920417ms","start":"2026-03-11T20:39:48.492347Z","end":"2026-03-11T20:39:48.868267Z","steps":["trace[1923652271] 'agreement among raft nodes before linearized reading' (duration: 375.785334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.868316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.49233Z","time spent":"375.979018ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189be404b9dfb79e\" "} {"level":"warn","ts":"2026-03-11T20:39:48.902521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.27715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:39:48.90259Z","caller":"traceutil/trace.go:171","msg":"trace[2043258555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4985; }","duration":"186.403153ms","start":"2026-03-11T20:39:48.716173Z","end":"2026-03-11T20:39:48.902576Z","steps":["trace[2043258555] 'agreement among raft nodes before linearized reading' (duration: 186.186548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.902577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.924293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:39:48.902575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.720469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:39:48.902657Z","caller":"traceutil/trace.go:171","msg":"trace[859363318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4985; }","duration":"367.037108ms","start":"2026-03-11T20:39:48.5356Z","end":"2026-03-11T20:39:48.902637Z","steps":["trace[859363318] 'agreement among raft nodes before linearized reading' (duration: 366.873333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.902695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.535591Z","time spent":"367.099029ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T20:39:48.902702Z","caller":"traceutil/trace.go:171","msg":"trace[157295679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4985; }","duration":"382.892575ms","start":"2026-03-11T20:39:48.519784Z","end":"2026-03-11T20:39:48.902677Z","steps":["trace[157295679] 'agreement among raft nodes before linearized reading' (duration: 382.560807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.902732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.693374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:39:48.902771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.519777Z","time spent":"382.983287ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:39:48.902828Z","caller":"traceutil/trace.go:171","msg":"trace[884568260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4985; }","duration":"380.823988ms","start":"2026-03-11T20:39:48.521982Z","end":"2026-03-11T20:39:48.902806Z","steps":["trace[884568260] 'agreement among raft nodes before linearized reading' (duration: 380.547061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.902888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.521965Z","time spent":"380.914049ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:39:48.902504Z","caller":"traceutil/trace.go:171","msg":"trace[1265578285] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"402.457764ms","start":"2026-03-11T20:39:48.500007Z","end":"2026-03-11T20:39:48.902465Z","steps":["trace[1265578285] 'process raft request' (duration: 402.128187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:48.903017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.499939Z","time spent":"402.995418ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:39:49.177942Z","caller":"traceutil/trace.go:171","msg":"trace[1441164906] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"306.370389ms","start":"2026-03-11T20:39:48.871523Z","end":"2026-03-11T20:39:49.177893Z","steps":["trace[1441164906] 'process raft request' (duration: 254.127551ms)","trace[1441164906] 'compare' (duration: 52.019303ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:49.178029Z","caller":"traceutil/trace.go:171","msg":"trace[1651893781] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"271.506073ms","start":"2026-03-11T20:39:48.906492Z","end":"2026-03-11T20:39:49.177998Z","steps":["trace[1651893781] 'process raft request' (duration: 271.354329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:49.178133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.341176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:39:49.178156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:48.871501Z","time spent":"306.543533ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:39:49.178198Z","caller":"traceutil/trace.go:171","msg":"trace[1092053586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4988; }","duration":"274.435348ms","start":"2026-03-11T20:39:48.903746Z","end":"2026-03-11T20:39:49.178182Z","steps":["trace[1092053586] 'agreement among raft nodes before linearized reading' (duration: 274.264224ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:49.178231Z","caller":"traceutil/trace.go:171","msg":"trace[902868402] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"271.396ms","start":"2026-03-11T20:39:48.90682Z","end":"2026-03-11T20:39:49.178216Z","steps":["trace[902868402] 'process raft request' (duration: 271.273037ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:49.178279Z","caller":"traceutil/trace.go:171","msg":"trace[1235499230] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"271.689526ms","start":"2026-03-11T20:39:48.906553Z","end":"2026-03-11T20:39:49.178243Z","steps":["trace[1235499230] 'process raft request' (duration: 271.345969ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:49.177957Z","caller":"traceutil/trace.go:171","msg":"trace[1822151060] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5176; }","duration":"274.135442ms","start":"2026-03-11T20:39:48.903777Z","end":"2026-03-11T20:39:49.177912Z","steps":["trace[1822151060] 'read index received' (duration: 222.017036ms)","trace[1822151060] 'applied index is now lower than readState.Index' (duration: 52.112746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:39:49.178501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.829719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-11T20:39:49.178517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.062508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:39:49.178534Z","caller":"traceutil/trace.go:171","msg":"trace[656807206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:4989; }","duration":"161.883061ms","start":"2026-03-11T20:39:49.016644Z","end":"2026-03-11T20:39:49.178527Z","steps":["trace[656807206] 'agreement among raft nodes before linearized reading' (duration: 161.775958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:49.178523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.289617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:39:49.178576Z","caller":"traceutil/trace.go:171","msg":"trace[322298407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4989; }","duration":"167.110209ms","start":"2026-03-11T20:39:49.011431Z","end":"2026-03-11T20:39:49.178541Z","steps":["trace[322298407] 'agreement among raft nodes before linearized reading' (duration: 166.973736ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:49.178614Z","caller":"traceutil/trace.go:171","msg":"trace[1383505616] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4989; }","duration":"145.43532ms","start":"2026-03-11T20:39:49.033153Z","end":"2026-03-11T20:39:49.178589Z","steps":["trace[1383505616] 'agreement among raft nodes before linearized reading' (duration: 145.263486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:49.178633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.190781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81bbf351-3ea1-48ba-aaf2-b65107b53d4d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-11T20:39:49.17868Z","caller":"traceutil/trace.go:171","msg":"trace[513819672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81bbf351-3ea1-48ba-aaf2-b65107b53d4d; range_end:; response_count:1; response_revision:4989; }","duration":"167.261662ms","start":"2026-03-11T20:39:49.011391Z","end":"2026-03-11T20:39:49.178652Z","steps":["trace[513819672] 'agreement among raft nodes before linearized reading' (duration: 167.191981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:49.17855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.537457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:39:49.178738Z","caller":"traceutil/trace.go:171","msg":"trace[1469777530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4989; }","duration":"159.790603ms","start":"2026-03-11T20:39:49.018923Z","end":"2026-03-11T20:39:49.178713Z","steps":["trace[1469777530] 'agreement among raft nodes before linearized reading' (duration: 159.486666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:49.643136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.067239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81bbf351-3ea1-48ba-aaf2-b65107b53d4d\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-11T20:39:49.643229Z","caller":"traceutil/trace.go:171","msg":"trace[702727282] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81bbf351-3ea1-48ba-aaf2-b65107b53d4d; range_end:; response_count:1; response_revision:4992; }","duration":"266.230533ms","start":"2026-03-11T20:39:49.376979Z","end":"2026-03-11T20:39:49.64321Z","steps":["trace[702727282] 'range keys from in-memory index tree' (duration: 265.951537ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:52.600759Z","caller":"traceutil/trace.go:171","msg":"trace[1008643148] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"211.632623ms","start":"2026-03-11T20:39:52.389092Z","end":"2026-03-11T20:39:52.600725Z","steps":["trace[1008643148] 'process raft request' (duration: 201.170786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:52.601549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.221281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-11T20:39:52.601628Z","caller":"traceutil/trace.go:171","msg":"trace[959159113] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5038; }","duration":"316.317143ms","start":"2026-03-11T20:39:52.285293Z","end":"2026-03-11T20:39:52.60161Z","steps":["trace[959159113] 'range keys from in-memory index tree' (duration: 315.029925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:52.60186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:39:52.285231Z","time spent":"316.434715ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-11T20:39:52.671755Z","caller":"traceutil/trace.go:171","msg":"trace[2009551476] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"282.631203ms","start":"2026-03-11T20:39:52.389092Z","end":"2026-03-11T20:39:52.671723Z","steps":["trace[2009551476] 'process raft request' (duration: 282.388818ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:52.671883Z","caller":"traceutil/trace.go:171","msg":"trace[1202987100] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5231; }","duration":"134.467762ms","start":"2026-03-11T20:39:52.537154Z","end":"2026-03-11T20:39:52.671622Z","steps":["trace[1202987100] 'read index received' (duration: 53.205349ms)","trace[1202987100] 'applied index is now lower than readState.Index' (duration: 81.261203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:39:52.671931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.753038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:39:52.672029Z","caller":"traceutil/trace.go:171","msg":"trace[404341486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5040; }","duration":"134.889051ms","start":"2026-03-11T20:39:52.53711Z","end":"2026-03-11T20:39:52.671999Z","steps":["trace[404341486] 'agreement among raft nodes before linearized reading' (duration: 134.732078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:52.91104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.730008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-11T20:39:52.911121Z","caller":"traceutil/trace.go:171","msg":"trace[1520069810] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5040; }","duration":"209.848563ms","start":"2026-03-11T20:39:52.701252Z","end":"2026-03-11T20:39:52.911101Z","steps":["trace[1520069810] 'range keys from in-memory index tree' (duration: 209.524774ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:03.354774Z","caller":"traceutil/trace.go:171","msg":"trace[1810000659] linearizableReadLoop","detail":"{readStateIndex:5354; appliedIndex:5353; }","duration":"116.120117ms","start":"2026-03-11T20:40:03.238623Z","end":"2026-03-11T20:40:03.354743Z","steps":["trace[1810000659] 'read index received' (duration: 115.956634ms)","trace[1810000659] 'applied index is now lower than readState.Index' (duration: 162.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:03.354933Z","caller":"traceutil/trace.go:171","msg":"trace[1181442202] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"169.042383ms","start":"2026-03-11T20:40:03.185851Z","end":"2026-03-11T20:40:03.354893Z","steps":["trace[1181442202] 'process raft request' (duration: 168.686644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:03.355082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.898663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:40:03.355129Z","caller":"traceutil/trace.go:171","msg":"trace[978995877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5158; }","duration":"108.019376ms","start":"2026-03-11T20:40:03.2471Z","end":"2026-03-11T20:40:03.355119Z","steps":["trace[978995877] 'agreement among raft nodes before linearized reading' (duration: 107.861372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:03.355219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.568529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-11T20:40:03.355367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.9881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:40:03.355368Z","caller":"traceutil/trace.go:171","msg":"trace[53850623] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5158; }","duration":"116.832825ms","start":"2026-03-11T20:40:03.238508Z","end":"2026-03-11T20:40:03.355341Z","steps":["trace[53850623] 'agreement among raft nodes before linearized reading' (duration: 116.413185ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:03.355392Z","caller":"traceutil/trace.go:171","msg":"trace[415222751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5158; }","duration":"106.094683ms","start":"2026-03-11T20:40:03.24929Z","end":"2026-03-11T20:40:03.355385Z","steps":["trace[415222751] 'agreement among raft nodes before linearized reading' (duration: 106.028361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:03.355712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.677419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:40:03.356006Z","caller":"traceutil/trace.go:171","msg":"trace[1431515624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5158; }","duration":"108.001176ms","start":"2026-03-11T20:40:03.247978Z","end":"2026-03-11T20:40:03.355979Z","steps":["trace[1431515624] 'agreement among raft nodes before linearized reading' (duration: 107.385102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:03.638142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.853064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:03.638248Z","caller":"traceutil/trace.go:171","msg":"trace[657434797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5167; }","duration":"101.039819ms","start":"2026-03-11T20:40:03.537182Z","end":"2026-03-11T20:40:03.638221Z","steps":["trace[657434797] 'range keys from in-memory index tree' (duration: 100.584149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:03.868917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.965301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:03.869063Z","caller":"traceutil/trace.go:171","msg":"trace[2139130115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5168; }","duration":"122.177255ms","start":"2026-03-11T20:40:03.746859Z","end":"2026-03-11T20:40:03.869037Z","steps":["trace[2139130115] 'range keys from in-memory index tree' (duration: 121.884249ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:39.080802Z","caller":"traceutil/trace.go:171","msg":"trace[1201080333] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"274.813516ms","start":"2026-03-11T20:40:38.805964Z","end":"2026-03-11T20:40:39.080778Z","steps":["trace[1201080333] 'process raft request' (duration: 274.631282ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:39.161406Z","caller":"traceutil/trace.go:171","msg":"trace[1086168579] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"326.779045ms","start":"2026-03-11T20:40:38.834598Z","end":"2026-03-11T20:40:39.161377Z","steps":["trace[1086168579] 'process raft request' (duration: 260.928772ms)","trace[1086168579] 'compare' (duration: 65.573826ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:39.161467Z","caller":"traceutil/trace.go:171","msg":"trace[2049579996] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"256.207877ms","start":"2026-03-11T20:40:38.905235Z","end":"2026-03-11T20:40:39.161443Z","steps":["trace[2049579996] 'process raft request' (duration: 256.050654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:39.161553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:38.834572Z","time spent":"326.904368ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:40:54.160371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276497202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:40:54.328133Z","caller":"traceutil/trace.go:171","msg":"trace[314443087] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5769; }","duration":"668.577808ms","start":"2026-03-11T20:40:53.659527Z","end":"2026-03-11T20:40:54.328105Z","steps":["trace[314443087] 'read index received' (duration: 668.297501ms)","trace[314443087] 'applied index is now lower than readState.Index' (duration: 278.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:54.328218Z","caller":"traceutil/trace.go:171","msg":"trace[1381809073] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"743.814812ms","start":"2026-03-11T20:40:53.584358Z","end":"2026-03-11T20:40:54.328172Z","steps":["trace[1381809073] 'process raft request' (duration: 743.568367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.328411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.625766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T20:40:54.328436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:53.584331Z","time spent":"743.991836ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:40:54.328457Z","caller":"traceutil/trace.go:171","msg":"trace[226509119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5562; }","duration":"595.740638ms","start":"2026-03-11T20:40:53.732705Z","end":"2026-03-11T20:40:54.328445Z","steps":["trace[226509119] 'agreement among raft nodes before linearized reading' (duration: 595.565784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.328457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.912696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T20:40:54.328501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.634163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:40:54.328565Z","caller":"traceutil/trace.go:171","msg":"trace[1837092413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5562; }","duration":"669.094499ms","start":"2026-03-11T20:40:53.659445Z","end":"2026-03-11T20:40:54.328539Z","steps":["trace[1837092413] 'agreement among raft nodes before linearized reading' (duration: 668.802073ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.328586Z","caller":"traceutil/trace.go:171","msg":"trace[1797696592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5562; }","duration":"562.791927ms","start":"2026-03-11T20:40:53.765777Z","end":"2026-03-11T20:40:54.328569Z","steps":["trace[1797696592] 'agreement among raft nodes before linearized reading' (duration: 562.528611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.328586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.460928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T20:40:54.328624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:53.765763Z","time spent":"562.852818ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:40:54.328692Z","caller":"traceutil/trace.go:171","msg":"trace[887769830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5562; }","duration":"561.588311ms","start":"2026-03-11T20:40:53.767076Z","end":"2026-03-11T20:40:54.328664Z","steps":["trace[887769830] 'agreement among raft nodes before linearized reading' (duration: 561.364365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.328621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:53.65941Z","time spent":"669.201612ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T20:40:54.328689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.528987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T20:40:54.328833Z","caller":"traceutil/trace.go:171","msg":"trace[2014713523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:5562; }","duration":"588.744052ms","start":"2026-03-11T20:40:53.740072Z","end":"2026-03-11T20:40:54.328816Z","steps":["trace[2014713523] 'agreement among raft nodes before linearized reading' (duration: 588.322522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.328925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:53.740053Z","time spent":"588.859906ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-kvggd\" "} {"level":"warn","ts":"2026-03-11T20:40:54.328761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:53.767062Z","time spent":"561.683533ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:40:54.32859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.773876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:40:54.329431Z","caller":"traceutil/trace.go:171","msg":"trace[1307620558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5562; }","duration":"591.667507ms","start":"2026-03-11T20:40:53.737748Z","end":"2026-03-11T20:40:54.329416Z","steps":["trace[1307620558] 'agreement among raft nodes before linearized reading' (duration: 590.712455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.328501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:53.732676Z","time spent":"595.81486ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T20:40:54.329573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:53.737721Z","time spent":"591.77671ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:40:54.53478Z","caller":"traceutil/trace.go:171","msg":"trace[2146573757] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5770; }","duration":"201.095286ms","start":"2026-03-11T20:40:54.33365Z","end":"2026-03-11T20:40:54.534746Z","steps":["trace[2146573757] 'read index received' (duration: 129.979746ms)","trace[2146573757] 'applied index is now lower than readState.Index' (duration: 71.11432ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:54.534833Z","caller":"traceutil/trace.go:171","msg":"trace[1867383392] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"201.222249ms","start":"2026-03-11T20:40:54.333564Z","end":"2026-03-11T20:40:54.534786Z","steps":["trace[1867383392] 'process raft request' (duration: 130.067138ms)","trace[1867383392] 'compare' (duration: 70.978937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:40:54.535128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.453444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108721"} {"level":"info","ts":"2026-03-11T20:40:54.535201Z","caller":"traceutil/trace.go:171","msg":"trace[40424252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5563; }","duration":"201.564067ms","start":"2026-03-11T20:40:54.333619Z","end":"2026-03-11T20:40:54.535183Z","steps":["trace[40424252] 'agreement among raft nodes before linearized reading' (duration: 201.24394ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.539894Z","caller":"traceutil/trace.go:171","msg":"trace[1050752892] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"205.029725ms","start":"2026-03-11T20:40:54.334843Z","end":"2026-03-11T20:40:54.539872Z","steps":["trace[1050752892] 'process raft request' (duration: 204.898212ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.539928Z","caller":"traceutil/trace.go:171","msg":"trace[1567806084] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"204.975894ms","start":"2026-03-11T20:40:54.334929Z","end":"2026-03-11T20:40:54.539905Z","steps":["trace[1567806084] 'process raft request' (duration: 204.850421ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.539876Z","caller":"traceutil/trace.go:171","msg":"trace[213052982] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"204.542234ms","start":"2026-03-11T20:40:54.335307Z","end":"2026-03-11T20:40:54.539849Z","steps":["trace[213052982] 'process raft request' (duration: 204.498633ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.53998Z","caller":"traceutil/trace.go:171","msg":"trace[16683853] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"205.984246ms","start":"2026-03-11T20:40:54.333962Z","end":"2026-03-11T20:40:54.539946Z","steps":["trace[16683853] 'process raft request' (duration: 205.623458ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.795204Z","caller":"traceutil/trace.go:171","msg":"trace[39740036] linearizableReadLoop","detail":"{readStateIndex:5776; appliedIndex:5771; }","duration":"260.309719ms","start":"2026-03-11T20:40:54.534866Z","end":"2026-03-11T20:40:54.795175Z","steps":["trace[39740036] 'read index received' (duration: 4.698616ms)","trace[39740036] 'applied index is now lower than readState.Index' (duration: 255.609713ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:54.795254Z","caller":"traceutil/trace.go:171","msg":"trace[1712884262] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"289.168608ms","start":"2026-03-11T20:40:54.506052Z","end":"2026-03-11T20:40:54.795221Z","steps":["trace[1712884262] 'process raft request' (duration: 277.111577ms)","trace[1712884262] 'compare' (duration: 11.900348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:40:54.795562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.041447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-11T20:40:54.795616Z","caller":"traceutil/trace.go:171","msg":"trace[170200542] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5568; }","duration":"353.211151ms","start":"2026-03-11T20:40:54.442389Z","end":"2026-03-11T20:40:54.7956Z","steps":["trace[170200542] 'agreement among raft nodes before linearized reading' (duration: 352.933075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.795653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:54.442352Z","time spent":"353.290503ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T20:40:54.795804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.426418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:40:54.795852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.243385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:54.79591Z","caller":"traceutil/trace.go:171","msg":"trace[552383988] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5568; }","duration":"247.566302ms","start":"2026-03-11T20:40:54.548326Z","end":"2026-03-11T20:40:54.795892Z","steps":["trace[552383988] 'agreement among raft nodes before linearized reading' (duration: 247.380968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.795892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.802672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:40:54.795843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.057963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:54.796012Z","caller":"traceutil/trace.go:171","msg":"trace[1336806871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5568; }","duration":"389.002936ms","start":"2026-03-11T20:40:54.406983Z","end":"2026-03-11T20:40:54.795985Z","steps":["trace[1336806871] 'agreement among raft nodes before linearized reading' (duration: 388.768251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.795921Z","caller":"traceutil/trace.go:171","msg":"trace[623144042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5568; }","duration":"259.351147ms","start":"2026-03-11T20:40:54.536554Z","end":"2026-03-11T20:40:54.795905Z","steps":["trace[623144042] 'agreement among raft nodes before linearized reading' (duration: 259.131453ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:54.796098Z","caller":"traceutil/trace.go:171","msg":"trace[1932037872] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5568; }","duration":"248.310629ms","start":"2026-03-11T20:40:54.547742Z","end":"2026-03-11T20:40:54.796053Z","steps":["trace[1932037872] 'agreement among raft nodes before linearized reading' (duration: 248.051613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:54.796085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:54.406951Z","time spent":"389.114369ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:40:55.179148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.636857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:40:55.17929Z","caller":"traceutil/trace.go:171","msg":"trace[1597717082] linearizableReadLoop","detail":"{readStateIndex:5777; appliedIndex:5776; }","duration":"332.102175ms","start":"2026-03-11T20:40:54.847172Z","end":"2026-03-11T20:40:55.179274Z","steps":["trace[1597717082] 'read index received' (duration: 103.259904ms)","trace[1597717082] 'applied index is now lower than readState.Index' (duration: 228.840821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:40:55.179447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.275929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-11T20:40:55.179482Z","caller":"traceutil/trace.go:171","msg":"trace[2128563815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5569; }","duration":"332.391731ms","start":"2026-03-11T20:40:54.847081Z","end":"2026-03-11T20:40:55.179473Z","steps":["trace[2128563815] 'agreement among raft nodes before linearized reading' (duration: 332.244608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.179514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:54.84705Z","time spent":"332.456963ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T20:40:55.17966Z","caller":"traceutil/trace.go:171","msg":"trace[1338568591] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"379.027841ms","start":"2026-03-11T20:40:54.80057Z","end":"2026-03-11T20:40:55.179598Z","steps":["trace[1338568591] 'process raft request' (duration: 149.858953ms)","trace[1338568591] 'compare' (duration: 228.544084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:40:55.179873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:54.80055Z","time spent":"379.210436ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:40:55.660201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.942379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:40:55.660639Z","caller":"traceutil/trace.go:171","msg":"trace[540630845] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"413.924397ms","start":"2026-03-11T20:40:55.24668Z","end":"2026-03-11T20:40:55.660604Z","steps":["trace[540630845] 'process raft request' (duration: 102.440196ms)","trace[540630845] 'compare' (duration: 310.350526ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:55.660654Z","caller":"traceutil/trace.go:171","msg":"trace[38637070] linearizableReadLoop","detail":"{readStateIndex:5778; appliedIndex:5777; }","duration":"411.330529ms","start":"2026-03-11T20:40:55.249295Z","end":"2026-03-11T20:40:55.660626Z","steps":["trace[38637070] 'read index received' (duration: 99.798657ms)","trace[38637070] 'applied index is now lower than readState.Index' (duration: 311.530352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:40:55.660824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:55.246662Z","time spent":"414.06295ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:40:55.660905Z","caller":"traceutil/trace.go:171","msg":"trace[1252575097] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"403.505572ms","start":"2026-03-11T20:40:55.257374Z","end":"2026-03-11T20:40:55.66088Z","steps":["trace[1252575097] 'process raft request' (duration: 403.046932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.661055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:55.25736Z","time spent":"403.610415ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:40:55.66127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.969063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:55.661421Z","caller":"traceutil/trace.go:171","msg":"trace[1452713930] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5571; }","duration":"412.152347ms","start":"2026-03-11T20:40:55.249249Z","end":"2026-03-11T20:40:55.661402Z","steps":["trace[1452713930] 'agreement among raft nodes before linearized reading' (duration: 411.446161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.66162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:55.249232Z","time spent":"412.353401ms","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:40:55.661659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.862643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-11T20:40:55.661727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.500383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:55.661779Z","caller":"traceutil/trace.go:171","msg":"trace[604427004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5572; }","duration":"404.994926ms","start":"2026-03-11T20:40:55.256758Z","end":"2026-03-11T20:40:55.661753Z","steps":["trace[604427004] 'agreement among raft nodes before linearized reading' (duration: 404.693809ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:55.66181Z","caller":"traceutil/trace.go:171","msg":"trace[2032883764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5572; }","duration":"124.623584ms","start":"2026-03-11T20:40:55.53716Z","end":"2026-03-11T20:40:55.661783Z","steps":["trace[2032883764] 'agreement among raft nodes before linearized reading' (duration: 124.4385ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:55.661816Z","caller":"traceutil/trace.go:171","msg":"trace[1449982925] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"402.53764ms","start":"2026-03-11T20:40:55.259106Z","end":"2026-03-11T20:40:55.661644Z","steps":["trace[1449982925] 'process raft request' (duration: 401.704472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.661881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.667215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:40:55.661942Z","caller":"traceutil/trace.go:171","msg":"trace[1532428116] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5572; }","duration":"243.781918ms","start":"2026-03-11T20:40:55.418146Z","end":"2026-03-11T20:40:55.661928Z","steps":["trace[1532428116] 'agreement among raft nodes before linearized reading' (duration: 243.675945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.66195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:55.259087Z","time spent":"402.793366ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:40:55.661824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:55.256717Z","time spent":"405.097668ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T20:40:56.758953Z","caller":"traceutil/trace.go:171","msg":"trace[1061583994] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5780; }","duration":"215.861809ms","start":"2026-03-11T20:40:56.543062Z","end":"2026-03-11T20:40:56.758924Z","steps":["trace[1061583994] 'read index received' (duration: 215.640164ms)","trace[1061583994] 'applied index is now lower than readState.Index' (duration: 220.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:56.759083Z","caller":"traceutil/trace.go:171","msg":"trace[2123795452] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"217.373894ms","start":"2026-03-11T20:40:56.541654Z","end":"2026-03-11T20:40:56.759027Z","steps":["trace[2123795452] 'process raft request' (duration: 217.130388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:56.759198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.021393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T20:40:56.759248Z","caller":"traceutil/trace.go:171","msg":"trace[1693563808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5573; }","duration":"216.086514ms","start":"2026-03-11T20:40:56.543147Z","end":"2026-03-11T20:40:56.759234Z","steps":["trace[1693563808] 'agreement among raft nodes before linearized reading' (duration: 215.9213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:56.759363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.263385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:40:56.759436Z","caller":"traceutil/trace.go:171","msg":"trace[115900266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5573; }","duration":"215.356437ms","start":"2026-03-11T20:40:56.544062Z","end":"2026-03-11T20:40:56.759419Z","steps":["trace[115900266] 'agreement among raft nodes before linearized reading' (duration: 215.154423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:56.759451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.390999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:40:56.759479Z","caller":"traceutil/trace.go:171","msg":"trace[45810965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5573; }","duration":"215.433679ms","start":"2026-03-11T20:40:56.544038Z","end":"2026-03-11T20:40:56.759471Z","steps":["trace[45810965] 'agreement among raft nodes before linearized reading' (duration: 215.346558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:56.759591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.90589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:40:56.759625Z","caller":"traceutil/trace.go:171","msg":"trace[706745805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5573; }","duration":"215.959601ms","start":"2026-03-11T20:40:56.543659Z","end":"2026-03-11T20:40:56.759618Z","steps":["trace[706745805] 'agreement among raft nodes before linearized reading' (duration: 215.880679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:56.759705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.592865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108721"} {"level":"info","ts":"2026-03-11T20:40:56.759846Z","caller":"traceutil/trace.go:171","msg":"trace[804048166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5573; }","duration":"216.772499ms","start":"2026-03-11T20:40:56.543049Z","end":"2026-03-11T20:40:56.759822Z","steps":["trace[804048166] 'agreement among raft nodes before linearized reading' (duration: 215.979022ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:56.92435Z","caller":"traceutil/trace.go:171","msg":"trace[1069508217] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"160.952152ms","start":"2026-03-11T20:40:56.763372Z","end":"2026-03-11T20:40:56.924324Z","steps":["trace[1069508217] 'process raft request' (duration: 160.894321ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:56.92481Z","caller":"traceutil/trace.go:171","msg":"trace[1247017749] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"161.136067ms","start":"2026-03-11T20:40:56.763654Z","end":"2026-03-11T20:40:56.92479Z","steps":["trace[1247017749] 'process raft request' (duration: 160.874951ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:56.924863Z","caller":"traceutil/trace.go:171","msg":"trace[743823325] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"160.640835ms","start":"2026-03-11T20:40:56.764187Z","end":"2026-03-11T20:40:56.924828Z","steps":["trace[743823325] 'process raft request' (duration: 160.521243ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:56.924789Z","caller":"traceutil/trace.go:171","msg":"trace[1745867854] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5781; }","duration":"125.245559ms","start":"2026-03-11T20:40:56.79951Z","end":"2026-03-11T20:40:56.924756Z","steps":["trace[1745867854] 'read index received' (duration: 78.996828ms)","trace[1745867854] 'applied index is now lower than readState.Index' (duration: 46.247051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:40:56.924936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.392232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:56.925019Z","caller":"traceutil/trace.go:171","msg":"trace[1628620897] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5577; }","duration":"125.555246ms","start":"2026-03-11T20:40:56.799451Z","end":"2026-03-11T20:40:56.925006Z","steps":["trace[1628620897] 'agreement among raft nodes before linearized reading' (duration: 125.408983ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:56.924738Z","caller":"traceutil/trace.go:171","msg":"trace[304240985] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"161.108606ms","start":"2026-03-11T20:40:56.763323Z","end":"2026-03-11T20:40:56.924431Z","steps":["trace[304240985] 'process raft request' (duration: 115.170632ms)","trace[304240985] 'compare' (duration: 45.641557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:40:56.925306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.455963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:56.92541Z","caller":"traceutil/trace.go:171","msg":"trace[1165719572] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5577; }","duration":"125.598347ms","start":"2026-03-11T20:40:56.799792Z","end":"2026-03-11T20:40:56.925391Z","steps":["trace[1165719572] 'agreement among raft nodes before linearized reading' (duration: 125.358592ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:41:09.892506Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2744} {"level":"info","ts":"2026-03-11T20:41:09.949789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2744,"took":"55.793746ms","hash":3339081547,"current-db-size-bytes":40599552,"current-db-size":"41 MB","current-db-size-in-use-bytes":30486528,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T20:41:09.94987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3339081547,"revision":2744,"compact-revision":-1} {"level":"warn","ts":"2026-03-11T20:41:13.140249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.760921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:41:13.14038Z","caller":"traceutil/trace.go:171","msg":"trace[2082103859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5697; }","duration":"134.030697ms","start":"2026-03-11T20:41:13.006319Z","end":"2026-03-11T20:41:13.14035Z","steps":["trace[2082103859] 'range keys from in-memory index tree' (duration: 133.570397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:41:13.140642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.235767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T20:41:13.140733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.045382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-11T20:41:13.140742Z","caller":"traceutil/trace.go:171","msg":"trace[2033857235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5697; }","duration":"136.37629ms","start":"2026-03-11T20:41:13.004341Z","end":"2026-03-11T20:41:13.140717Z","steps":["trace[2033857235] 'range keys from in-memory index tree' (duration: 135.401968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:41:13.140732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.881646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8241"} {"level":"info","ts":"2026-03-11T20:41:13.140838Z","caller":"traceutil/trace.go:171","msg":"trace[2015779982] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:5697; }","duration":"216.214127ms","start":"2026-03-11T20:41:12.92456Z","end":"2026-03-11T20:41:13.140774Z","steps":["trace[2015779982] 'range keys from in-memory index tree' (duration: 215.381398ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:41:13.140872Z","caller":"traceutil/trace.go:171","msg":"trace[845630788] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5697; }","duration":"171.096891ms","start":"2026-03-11T20:41:12.969746Z","end":"2026-03-11T20:41:13.140842Z","steps":["trace[845630788] 'range keys from in-memory index tree' (duration: 170.346634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:41:13.140632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.484067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:41:13.140968Z","caller":"traceutil/trace.go:171","msg":"trace[539118129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5697; }","duration":"134.857755ms","start":"2026-03-11T20:41:13.006071Z","end":"2026-03-11T20:41:13.140929Z","steps":["trace[539118129] 'range keys from in-memory index tree' (duration: 133.739051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:41:13.141019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.7068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:41:13.141152Z","caller":"traceutil/trace.go:171","msg":"trace[1365124905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5697; }","duration":"133.959415ms","start":"2026-03-11T20:41:13.007165Z","end":"2026-03-11T20:41:13.141125Z","steps":["trace[1365124905] 'range keys from in-memory index tree' (duration: 133.432434ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:41:13.848831Z","caller":"traceutil/trace.go:171","msg":"trace[171960203] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"122.176311ms","start":"2026-03-11T20:41:13.726616Z","end":"2026-03-11T20:41:13.848792Z","steps":["trace[171960203] 'process raft request' (duration: 44.140604ms)","trace[171960203] 'compare' (duration: 77.834281ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:41:13.849133Z","caller":"traceutil/trace.go:171","msg":"trace[789713305] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"120.603365ms","start":"2026-03-11T20:41:13.728497Z","end":"2026-03-11T20:41:13.849101Z","steps":["trace[789713305] 'process raft request' (duration: 120.248087ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:41:29.474186Z","caller":"traceutil/trace.go:171","msg":"trace[1495001925] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"119.288779ms","start":"2026-03-11T20:41:29.354855Z","end":"2026-03-11T20:41:29.474144Z","steps":["trace[1495001925] 'process raft request' (duration: 93.715805ms)","trace[1495001925] 'compare' (duration: 25.242317ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:44:06.393904Z","caller":"traceutil/trace.go:171","msg":"trace[658499438] linearizableReadLoop","detail":"{readStateIndex:7087; appliedIndex:7086; }","duration":"106.997222ms","start":"2026-03-11T20:44:06.286887Z","end":"2026-03-11T20:44:06.393884Z","steps":["trace[658499438] 'read index received' (duration: 74.40982ms)","trace[658499438] 'applied index is now lower than readState.Index' (duration: 32.586452ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:44:06.394018Z","caller":"traceutil/trace.go:171","msg":"trace[1210990315] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"204.066209ms","start":"2026-03-11T20:44:06.18994Z","end":"2026-03-11T20:44:06.394006Z","steps":["trace[1210990315] 'process raft request' (duration: 171.344795ms)","trace[1210990315] 'compare' (duration: 32.456278ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:44:06.394156Z","caller":"traceutil/trace.go:171","msg":"trace[848232089] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"102.240044ms","start":"2026-03-11T20:44:06.291908Z","end":"2026-03-11T20:44:06.394148Z","steps":["trace[848232089] 'process raft request' (duration: 101.943398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:44:06.394325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.473171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:44:06.394365Z","caller":"traceutil/trace.go:171","msg":"trace[1330596304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6832; }","duration":"127.549073ms","start":"2026-03-11T20:44:06.266806Z","end":"2026-03-11T20:44:06.394355Z","steps":["trace[1330596304] 'agreement among raft nodes before linearized reading' (duration: 127.307948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:41.007251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.455331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T20:45:41.007346Z","caller":"traceutil/trace.go:171","msg":"trace[22120025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7433; }","duration":"161.640456ms","start":"2026-03-11T20:45:40.845683Z","end":"2026-03-11T20:45:41.007323Z","steps":["trace[22120025] 'range keys from in-memory index tree' (duration: 161.054481ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:41.182912Z","caller":"traceutil/trace.go:171","msg":"trace[861965476] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"175.936447ms","start":"2026-03-11T20:45:41.006937Z","end":"2026-03-11T20:45:41.182874Z","steps":["trace[861965476] 'process raft request' (duration: 153.372261ms)","trace[861965476] 'compare' (duration: 22.30688ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:41.183305Z","caller":"traceutil/trace.go:171","msg":"trace[550874718] transaction","detail":"{read_only:false; response_revision:7436; number_of_response:1; }","duration":"171.930476ms","start":"2026-03-11T20:45:41.01136Z","end":"2026-03-11T20:45:41.183291Z","steps":["trace[550874718] 'process raft request' (duration: 171.446575ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:41.184206Z","caller":"traceutil/trace.go:171","msg":"trace[829487065] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"172.265864ms","start":"2026-03-11T20:45:41.011898Z","end":"2026-03-11T20:45:41.184163Z","steps":["trace[829487065] 'process raft request' (duration: 171.179809ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:41.18475Z","caller":"traceutil/trace.go:171","msg":"trace[1522443019] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"172.222553ms","start":"2026-03-11T20:45:41.012503Z","end":"2026-03-11T20:45:41.184726Z","steps":["trace[1522443019] 'process raft request' (duration: 171.407645ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:41.185087Z","caller":"traceutil/trace.go:171","msg":"trace[1988643933] transaction","detail":"{read_only:false; response_revision:7439; number_of_response:1; }","duration":"172.376206ms","start":"2026-03-11T20:45:41.012685Z","end":"2026-03-11T20:45:41.185062Z","steps":["trace[1988643933] 'process raft request' (duration: 171.964127ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:42.636914Z","caller":"traceutil/trace.go:171","msg":"trace[917759217] linearizableReadLoop","detail":"{readStateIndex:7721; appliedIndex:7720; }","duration":"268.475632ms","start":"2026-03-11T20:45:42.368411Z","end":"2026-03-11T20:45:42.636886Z","steps":["trace[917759217] 'read index received' (duration: 268.246227ms)","trace[917759217] 'applied index is now lower than readState.Index' (duration: 228.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:42.637078Z","caller":"traceutil/trace.go:171","msg":"trace[1010243975] transaction","detail":"{read_only:false; response_revision:7442; number_of_response:1; }","duration":"366.947301ms","start":"2026-03-11T20:45:42.270077Z","end":"2026-03-11T20:45:42.637024Z","steps":["trace[1010243975] 'process raft request' (duration: 366.648985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:42.637128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.692098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:45:42.637289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.756486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T20:45:42.637377Z","caller":"traceutil/trace.go:171","msg":"trace[241775809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:7442; }","duration":"160.913359ms","start":"2026-03-11T20:45:42.476447Z","end":"2026-03-11T20:45:42.63736Z","steps":["trace[241775809] 'agreement among raft nodes before linearized reading' (duration: 160.639973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:42.637291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:42.270035Z","time spent":"367.154926ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:45:42.63738Z","caller":"traceutil/trace.go:171","msg":"trace[746398538] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7442; }","duration":"269.025675ms","start":"2026-03-11T20:45:42.368326Z","end":"2026-03-11T20:45:42.637352Z","steps":["trace[746398538] 'agreement among raft nodes before linearized reading' (duration: 268.705198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:48.192186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.074172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:45:50.457747Z","caller":"traceutil/trace.go:171","msg":"trace[1743210032] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"130.055897ms","start":"2026-03-11T20:45:50.327656Z","end":"2026-03-11T20:45:50.457712Z","steps":["trace[1743210032] 'process raft request' (duration: 129.799601ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:01.301759Z","caller":"traceutil/trace.go:171","msg":"trace[67484452] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"139.98469ms","start":"2026-03-11T20:46:01.161741Z","end":"2026-03-11T20:46:01.301726Z","steps":["trace[67484452] 'process raft request' (duration: 139.787195ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:03.417457Z","caller":"traceutil/trace.go:171","msg":"trace[2100988672] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"110.499898ms","start":"2026-03-11T20:46:03.306933Z","end":"2026-03-11T20:46:03.417433Z","steps":["trace[2100988672] 'process raft request' (duration: 110.277254ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:03.433223Z","caller":"traceutil/trace.go:171","msg":"trace[144995601] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"110.363425ms","start":"2026-03-11T20:46:03.322845Z","end":"2026-03-11T20:46:03.433209Z","steps":["trace[144995601] 'process raft request' (duration: 109.912555ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:03.97927Z","caller":"traceutil/trace.go:171","msg":"trace[581069435] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"268.718857ms","start":"2026-03-11T20:46:03.710515Z","end":"2026-03-11T20:46:03.979234Z","steps":["trace[581069435] 'process raft request' (duration: 268.509953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:04.570308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.094523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:04.5704Z","caller":"traceutil/trace.go:171","msg":"trace[1524405463] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7682; }","duration":"272.248496ms","start":"2026-03-11T20:46:04.298132Z","end":"2026-03-11T20:46:04.570381Z","steps":["trace[1524405463] 'count revisions from in-memory index tree' (duration: 271.96375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:04.570668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.851986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:46:04.570711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.472113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:04.570753Z","caller":"traceutil/trace.go:171","msg":"trace[1764612161] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7682; }","duration":"322.558335ms","start":"2026-03-11T20:46:04.248181Z","end":"2026-03-11T20:46:04.570739Z","steps":["trace[1764612161] 'count revisions from in-memory index tree' (duration: 322.374791ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:04.570752Z","caller":"traceutil/trace.go:171","msg":"trace[463734675] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7682; }","duration":"233.995809ms","start":"2026-03-11T20:46:04.336738Z","end":"2026-03-11T20:46:04.570734Z","steps":["trace[463734675] 'count revisions from in-memory index tree' (duration: 233.742013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:04.570789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:04.248151Z","time spent":"322.626406ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:04.570966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.066772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-11T20:46:04.571018Z","caller":"traceutil/trace.go:171","msg":"trace[136344838] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7682; }","duration":"288.123243ms","start":"2026-03-11T20:46:04.282877Z","end":"2026-03-11T20:46:04.571001Z","steps":["trace[136344838] 'range keys from in-memory index tree' (duration: 287.913799ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:05.197754Z","caller":"traceutil/trace.go:171","msg":"trace[1306346081] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"177.380709ms","start":"2026-03-11T20:46:05.020347Z","end":"2026-03-11T20:46:05.197728Z","steps":["trace[1306346081] 'process raft request' (duration: 176.12344ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:05.888002Z","caller":"traceutil/trace.go:171","msg":"trace[2052570438] linearizableReadLoop","detail":"{readStateIndex:7972; appliedIndex:7971; }","duration":"351.931543ms","start":"2026-03-11T20:46:05.536033Z","end":"2026-03-11T20:46:05.887964Z","steps":["trace[2052570438] 'read index received' (duration: 351.736959ms)","trace[2052570438] 'applied index is now lower than readState.Index' (duration: 193.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:05.888034Z","caller":"traceutil/trace.go:171","msg":"trace[1961930576] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"366.728166ms","start":"2026-03-11T20:46:05.521268Z","end":"2026-03-11T20:46:05.887996Z","steps":["trace[1961930576] 'process raft request' (duration: 366.47089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:05.888226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.178459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:46:05.888296Z","caller":"traceutil/trace.go:171","msg":"trace[235899667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7687; }","duration":"352.324452ms","start":"2026-03-11T20:46:05.535954Z","end":"2026-03-11T20:46:05.888278Z","steps":["trace[235899667] 'agreement among raft nodes before linearized reading' (duration: 352.094917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:05.888311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.984715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:46:05.888343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:05.535918Z","time spent":"352.415184ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T20:46:05.888354Z","caller":"traceutil/trace.go:171","msg":"trace[1400381362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7687; }","duration":"352.051866ms","start":"2026-03-11T20:46:05.536287Z","end":"2026-03-11T20:46:05.888339Z","steps":["trace[1400381362] 'agreement among raft nodes before linearized reading' (duration: 351.922354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:05.888344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:05.521227Z","time spent":"366.966441ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:05.888388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:05.536274Z","time spent":"352.106407ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:46:05.888357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.199969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-676b979d47-hd56n.189be4583436e491\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-11T20:46:05.888705Z","caller":"traceutil/trace.go:171","msg":"trace[1379627856] range","detail":"{range_begin:/registry/events/openstack/barbican-api-676b979d47-hd56n.189be4583436e491; range_end:; response_count:1; response_revision:7687; }","duration":"101.610989ms","start":"2026-03-11T20:46:05.787075Z","end":"2026-03-11T20:46:05.888686Z","steps":["trace[1379627856] 'agreement among raft nodes before linearized reading' (duration: 101.138839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:05.88882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.445665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T20:46:05.888966Z","caller":"traceutil/trace.go:171","msg":"trace[1999516547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7687; }","duration":"352.700862ms","start":"2026-03-11T20:46:05.536241Z","end":"2026-03-11T20:46:05.888942Z","steps":["trace[1999516547] 'agreement among raft nodes before linearized reading' (duration: 352.170349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:05.889034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:05.536215Z","time spent":"352.803753ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:06.051485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.209821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:06.051636Z","caller":"traceutil/trace.go:171","msg":"trace[1157899350] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"160.403448ms","start":"2026-03-11T20:46:05.8912Z","end":"2026-03-11T20:46:06.051604Z","steps":["trace[1157899350] 'process raft request' (duration: 58.956722ms)","trace[1157899350] 'compare' (duration: 100.993615ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:06.086828Z","caller":"traceutil/trace.go:171","msg":"trace[1796782793] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"192.660122ms","start":"2026-03-11T20:46:05.894129Z","end":"2026-03-11T20:46:06.086789Z","steps":["trace[1796782793] 'process raft request' (duration: 192.422387ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:06.087229Z","caller":"traceutil/trace.go:171","msg":"trace[1628844178] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"192.876857ms","start":"2026-03-11T20:46:05.89434Z","end":"2026-03-11T20:46:06.087217Z","steps":["trace[1628844178] 'process raft request' (duration: 192.400176ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:06.087251Z","caller":"traceutil/trace.go:171","msg":"trace[985445661] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"192.17413ms","start":"2026-03-11T20:46:05.895045Z","end":"2026-03-11T20:46:06.087219Z","steps":["trace[985445661] 'process raft request' (duration: 191.990416ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:07.197529Z","caller":"traceutil/trace.go:171","msg":"trace[1514459797] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7978; }","duration":"316.130951ms","start":"2026-03-11T20:46:06.881363Z","end":"2026-03-11T20:46:07.197494Z","steps":["trace[1514459797] 'read index received' (duration: 315.916647ms)","trace[1514459797] 'applied index is now lower than readState.Index' (duration: 212.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:07.197599Z","caller":"traceutil/trace.go:171","msg":"trace[206795896] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"322.599095ms","start":"2026-03-11T20:46:06.874948Z","end":"2026-03-11T20:46:07.197547Z","steps":["trace[206795896] 'process raft request' (duration: 322.34929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:07.197745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.359656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T20:46:07.197792Z","caller":"traceutil/trace.go:171","msg":"trace[1868969989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:7694; }","duration":"316.439358ms","start":"2026-03-11T20:46:06.881338Z","end":"2026-03-11T20:46:07.197777Z","steps":["trace[1868969989] 'agreement among raft nodes before linearized reading' (duration: 316.265724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:07.197794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:06.874912Z","time spent":"322.772381ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:07.197828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:06.881327Z","time spent":"316.493529ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-kvggd\" "} {"level":"info","ts":"2026-03-11T20:46:07.636855Z","caller":"traceutil/trace.go:171","msg":"trace[536420415] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"171.936776ms","start":"2026-03-11T20:46:07.464885Z","end":"2026-03-11T20:46:07.636821Z","steps":["trace[536420415] 'process raft request' (duration: 171.753662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:07.6742Z","caller":"traceutil/trace.go:171","msg":"trace[1967345163] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"152.310368ms","start":"2026-03-11T20:46:07.521861Z","end":"2026-03-11T20:46:07.674172Z","steps":["trace[1967345163] 'process raft request' (duration: 152.067982ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:09.913374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5681} {"level":"info","ts":"2026-03-11T20:46:10.004092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5681,"took":"88.785262ms","hash":544595566,"current-db-size-bytes":43114496,"current-db-size":"43 MB","current-db-size-in-use-bytes":23408640,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-11T20:46:10.004173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":544595566,"revision":5681,"compact-revision":2744} {"level":"info","ts":"2026-03-11T20:46:33.931548Z","caller":"traceutil/trace.go:171","msg":"trace[1807735630] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"134.431505ms","start":"2026-03-11T20:46:33.797084Z","end":"2026-03-11T20:46:33.931516Z","steps":["trace[1807735630] 'process raft request' (duration: 134.230911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:34.756431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.659062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:34.756549Z","caller":"traceutil/trace.go:171","msg":"trace[398208031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7877; }","duration":"221.847656ms","start":"2026-03-11T20:46:34.534676Z","end":"2026-03-11T20:46:34.756523Z","steps":["trace[398208031] 'range keys from in-memory index tree' (duration: 221.57727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:34.756596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.858969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:34.756691Z","caller":"traceutil/trace.go:171","msg":"trace[93935706] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:7877; }","duration":"182.009032ms","start":"2026-03-11T20:46:34.574658Z","end":"2026-03-11T20:46:34.756667Z","steps":["trace[93935706] 'range keys from in-memory index tree' (duration: 181.777938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:34.756693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.256341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T20:46:34.756762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.035044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:46:34.756784Z","caller":"traceutil/trace.go:171","msg":"trace[476689381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7877; }","duration":"208.361153ms","start":"2026-03-11T20:46:34.548388Z","end":"2026-03-11T20:46:34.756749Z","steps":["trace[476689381] 'range keys from in-memory index tree' (duration: 208.104038ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:34.756827Z","caller":"traceutil/trace.go:171","msg":"trace[818454628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7877; }","duration":"339.156867ms","start":"2026-03-11T20:46:34.417655Z","end":"2026-03-11T20:46:34.756812Z","steps":["trace[818454628] 'range keys from in-memory index tree' (duration: 338.805679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:34.756863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:34.417619Z","time spent":"339.234789ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:34.756879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.639439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:46:34.75692Z","caller":"traceutil/trace.go:171","msg":"trace[1189220080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7877; }","duration":"245.735481ms","start":"2026-03-11T20:46:34.511175Z","end":"2026-03-11T20:46:34.75691Z","steps":["trace[1189220080] 'range keys from in-memory index tree' (duration: 245.462605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:34.757785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.351869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-48z7x\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-11T20:46:34.757916Z","caller":"traceutil/trace.go:171","msg":"trace[957543154] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-48z7x; range_end:; response_count:1; response_revision:7877; }","duration":"272.543483ms","start":"2026-03-11T20:46:34.485336Z","end":"2026-03-11T20:46:34.75788Z","steps":["trace[957543154] 'range keys from in-memory index tree' (duration: 272.127114ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:34.935347Z","caller":"traceutil/trace.go:171","msg":"trace[54075098] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"173.381909ms","start":"2026-03-11T20:46:34.761927Z","end":"2026-03-11T20:46:34.935309Z","steps":["trace[54075098] 'process raft request' (duration: 173.151894ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:35.008676Z","caller":"traceutil/trace.go:171","msg":"trace[467821288] linearizableReadLoop","detail":"{readStateIndex:8174; appliedIndex:8171; }","duration":"245.042216ms","start":"2026-03-11T20:46:34.763608Z","end":"2026-03-11T20:46:35.008651Z","steps":["trace[467821288] 'read index received' (duration: 171.517387ms)","trace[467821288] 'applied index is now lower than readState.Index' (duration: 73.524079ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:35.008716Z","caller":"traceutil/trace.go:171","msg":"trace[869261418] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"246.237243ms","start":"2026-03-11T20:46:34.762442Z","end":"2026-03-11T20:46:35.00868Z","steps":["trace[869261418] 'process raft request' (duration: 246.022318ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:35.008813Z","caller":"traceutil/trace.go:171","msg":"trace[497810604] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"243.570104ms","start":"2026-03-11T20:46:34.765219Z","end":"2026-03-11T20:46:35.008789Z","steps":["trace[497810604] 'process raft request' (duration: 243.336278ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:35.008837Z","caller":"traceutil/trace.go:171","msg":"trace[400240412] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"147.16892ms","start":"2026-03-11T20:46:34.861648Z","end":"2026-03-11T20:46:35.008817Z","steps":["trace[400240412] 'process raft request' (duration: 146.959156ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:35.008947Z","caller":"traceutil/trace.go:171","msg":"trace[424900257] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"246.773295ms","start":"2026-03-11T20:46:34.762003Z","end":"2026-03-11T20:46:35.008776Z","steps":["trace[424900257] 'process raft request' (duration: 246.286885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:35.00909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.466165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/csi-nfsplugin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:35.009125Z","caller":"traceutil/trace.go:171","msg":"trace[569715177] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/csi-nfsplugin; range_end:; response_count:0; response_revision:7882; }","duration":"245.516437ms","start":"2026-03-11T20:46:34.7636Z","end":"2026-03-11T20:46:35.009117Z","steps":["trace[569715177] 'agreement among raft nodes before linearized reading' (duration: 245.436664ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:36.766295Z","caller":"traceutil/trace.go:171","msg":"trace[1176547073] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"234.378248ms","start":"2026-03-11T20:46:36.531875Z","end":"2026-03-11T20:46:36.766253Z","steps":["trace[1176547073] 'process raft request' (duration: 234.160913ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:36.766368Z","caller":"traceutil/trace.go:171","msg":"trace[563994047] linearizableReadLoop","detail":"{readStateIndex:8185; appliedIndex:8185; }","duration":"231.508863ms","start":"2026-03-11T20:46:36.534825Z","end":"2026-03-11T20:46:36.766334Z","steps":["trace[563994047] 'read index received' (duration: 231.497953ms)","trace[563994047] 'applied index is now lower than readState.Index' (duration: 8.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:36.76657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.715208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:36.76662Z","caller":"traceutil/trace.go:171","msg":"trace[308324763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7891; }","duration":"231.808349ms","start":"2026-03-11T20:46:36.5348Z","end":"2026-03-11T20:46:36.766608Z","steps":["trace[308324763] 'agreement among raft nodes before linearized reading' (duration: 231.685477ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:36.77648Z","caller":"traceutil/trace.go:171","msg":"trace[2046471735] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"196.543288ms","start":"2026-03-11T20:46:36.579882Z","end":"2026-03-11T20:46:36.776426Z","steps":["trace[2046471735] 'process raft request' (duration: 196.327523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:38.701788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276503634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T20:46:39.202245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276503634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T20:46:39.702624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276503634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T20:46:39.797711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.852024781s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T20:46:39.798101Z","caller":"traceutil/trace.go:171","msg":"trace[831769212] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"1.852567613s","start":"2026-03-11T20:46:37.945513Z","end":"2026-03-11T20:46:39.79808Z","steps":["trace[831769212] 'process raft request' (duration: 1.85242506s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.798326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:37.94546Z","time spent":"1.852724416s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:40.537688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T20:46:40.537816Z","caller":"traceutil/trace.go:171","msg":"trace[1337995291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165314s","start":"2026-03-11T20:46:38.537627Z","end":"2026-03-11T20:46:40.537793Z","steps":["trace[1337995291] 'agreement among raft nodes before linearized reading' (duration: 1.999911489s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.537897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.537603Z","time spent":"2.000282147s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 20:46:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T20:46:41.169622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371693765s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T20:46:41.287984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.994837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:41.288361Z","caller":"traceutil/trace.go:171","msg":"trace[1900167700] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"3.336650409s","start":"2026-03-11T20:46:37.951646Z","end":"2026-03-11T20:46:41.288296Z","steps":["trace[1900167700] 'process raft request' (duration: 3.218211462s)","trace[1900167700] 'compare' (duration: 117.65059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:41.288557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:37.951622Z","time spent":"3.336826514s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:41.47186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.728151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-11T20:46:41.472094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.89871ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:41.472221Z","caller":"traceutil/trace.go:171","msg":"trace[1717043919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7899; }","duration":"161.032093ms","start":"2026-03-11T20:46:41.311166Z","end":"2026-03-11T20:46:41.472198Z","steps":["trace[1717043919] 'range keys from in-memory index tree' (duration: 160.88207ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:41.472404Z","caller":"traceutil/trace.go:171","msg":"trace[1074290655] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8191; }","duration":"3.271239712s","start":"2026-03-11T20:46:38.201144Z","end":"2026-03-11T20:46:41.472383Z","steps":["trace[1074290655] 'read index received' (duration: 1.596781465s)","trace[1074290655] 'applied index is now lower than readState.Index' (duration: 1.674457037s)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:41.472496Z","caller":"traceutil/trace.go:171","msg":"trace[1558820436] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"1.850520518s","start":"2026-03-11T20:46:39.621939Z","end":"2026-03-11T20:46:41.472459Z","steps":["trace[1558820436] 'process raft request' (duration: 1.850020417s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.472732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.621914Z","time spent":"1.850693051s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:41.485605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693937263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:41.485736Z","caller":"traceutil/trace.go:171","msg":"trace[336189092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7900; }","duration":"1.694117458s","start":"2026-03-11T20:46:39.791585Z","end":"2026-03-11T20:46:41.485703Z","steps":["trace[336189092] 'agreement among raft nodes before linearized reading' (duration: 1.680977353s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.485793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.791565Z","time spent":"1.694217339s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:46:41.486368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537803247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T20:46:41.486417Z","caller":"traceutil/trace.go:171","msg":"trace[1037957218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7900; }","duration":"2.537894759s","start":"2026-03-11T20:46:38.94851Z","end":"2026-03-11T20:46:41.486405Z","steps":["trace[1037957218] 'agreement among raft nodes before linearized reading' (duration: 2.524027458s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.48645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.948483Z","time spent":"2.53795964s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:41.486725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.959161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:41.486765Z","caller":"traceutil/trace.go:171","msg":"trace[413846879] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7900; }","duration":"756.003922ms","start":"2026-03-11T20:46:40.730752Z","end":"2026-03-11T20:46:41.486756Z","steps":["trace[413846879] 'agreement among raft nodes before linearized reading' (duration: 741.871855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.486797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.730691Z","time spent":"756.096064ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:41.486877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46439979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:46:41.486984Z","caller":"traceutil/trace.go:171","msg":"trace[1891269336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7900; }","duration":"2.464547123s","start":"2026-03-11T20:46:39.022413Z","end":"2026-03-11T20:46:41.48696Z","steps":["trace[1891269336] 'agreement among raft nodes before linearized reading' (duration: 2.450194461s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.487024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047188265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-11T20:46:41.487038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.022402Z","time spent":"2.464623315s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:46:41.487077Z","caller":"traceutil/trace.go:171","msg":"trace[324801627] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7900; }","duration":"1.047266865s","start":"2026-03-11T20:46:40.43979Z","end":"2026-03-11T20:46:41.487057Z","steps":["trace[324801627] 'agreement among raft nodes before linearized reading' (duration: 1.032837842s)","trace[324801627] 'range keys from in-memory index tree' (duration: 14.323771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:41.487118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.439768Z","time spent":"1.047341598s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T20:46:41.487423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286285729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:46:41.487482Z","caller":"traceutil/trace.go:171","msg":"trace[383977767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7900; }","duration":"3.286382372s","start":"2026-03-11T20:46:38.201086Z","end":"2026-03-11T20:46:41.487469Z","steps":["trace[383977767] 'agreement among raft nodes before linearized reading' (duration: 3.271433416s)","trace[383977767] 'range keys from in-memory index tree' (duration: 14.814122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:41.487514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.201066Z","time spent":"3.286441182s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:41.487623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.600765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:41.487681Z","caller":"traceutil/trace.go:171","msg":"trace[577065330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7900; }","duration":"949.704517ms","start":"2026-03-11T20:46:40.537962Z","end":"2026-03-11T20:46:41.487666Z","steps":["trace[577065330] 'agreement among raft nodes before linearized reading' (duration: 934.618939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.487723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.537935Z","time spent":"949.778189ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:46:41.48801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46307754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T20:46:41.488047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854523067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T20:46:41.488063Z","caller":"traceutil/trace.go:171","msg":"trace[1239492641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7900; }","duration":"2.463127321s","start":"2026-03-11T20:46:39.024919Z","end":"2026-03-11T20:46:41.488046Z","steps":["trace[1239492641] 'agreement among raft nodes before linearized reading' (duration: 2.447677475s)","trace[1239492641] 'range keys from in-memory index tree' (duration: 15.328334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:41.488112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.024884Z","time spent":"2.463216932s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T20:46:41.488113Z","caller":"traceutil/trace.go:171","msg":"trace[1113965148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:7900; }","duration":"1.854606009s","start":"2026-03-11T20:46:39.633464Z","end":"2026-03-11T20:46:41.48807Z","steps":["trace[1113965148] 'agreement among raft nodes before linearized reading' (duration: 1.839105751s)","trace[1113965148] 'range keys from in-memory index tree' (duration: 15.397655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:41.488258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.633431Z","time spent":"1.854765433s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-kvggd\" "} {"level":"warn","ts":"2026-03-11T20:46:41.489083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898944403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:46:41.489212Z","caller":"traceutil/trace.go:171","msg":"trace[658030939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7900; }","duration":"1.899140677s","start":"2026-03-11T20:46:39.590048Z","end":"2026-03-11T20:46:41.489188Z","steps":["trace[658030939] 'agreement among raft nodes before linearized reading' (duration: 1.882537275s)","trace[658030939] 'range keys from in-memory index tree' (duration: 15.331514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:41.489344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.590017Z","time spent":"1.899283731s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:46:43.655823Z","caller":"traceutil/trace.go:171","msg":"trace[1399050474] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"131.162753ms","start":"2026-03-11T20:46:43.524622Z","end":"2026-03-11T20:46:43.655784Z","steps":["trace[1399050474] 'process raft request' (duration: 69.831046ms)","trace[1399050474] 'compare' (duration: 61.102191ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:43.656158Z","caller":"traceutil/trace.go:171","msg":"trace[1209313727] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"131.257345ms","start":"2026-03-11T20:46:43.52487Z","end":"2026-03-11T20:46:43.656127Z","steps":["trace[1209313727] 'process raft request' (duration: 130.864696ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:43.656238Z","caller":"traceutil/trace.go:171","msg":"trace[286358899] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"131.328006ms","start":"2026-03-11T20:46:43.524887Z","end":"2026-03-11T20:46:43.656215Z","steps":["trace[286358899] 'process raft request' (duration: 131.139762ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:43.656288Z","caller":"traceutil/trace.go:171","msg":"trace[1641193041] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"130.965957ms","start":"2026-03-11T20:46:43.525308Z","end":"2026-03-11T20:46:43.656274Z","steps":["trace[1641193041] 'process raft request' (duration: 130.847315ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:43.656234Z","caller":"traceutil/trace.go:171","msg":"trace[1763013186] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8210; }","duration":"128.106613ms","start":"2026-03-11T20:46:43.528101Z","end":"2026-03-11T20:46:43.656208Z","steps":["trace[1763013186] 'read index received' (duration: 13.88424ms)","trace[1763013186] 'applied index is now lower than readState.Index' (duration: 114.221203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:43.656418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.655887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:43.656445Z","caller":"traceutil/trace.go:171","msg":"trace[1208927273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7919; }","duration":"120.712108ms","start":"2026-03-11T20:46:43.535725Z","end":"2026-03-11T20:46:43.656437Z","steps":["trace[1208927273] 'agreement among raft nodes before linearized reading' (duration: 120.647657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:43.656696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.572704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227483"} {"level":"info","ts":"2026-03-11T20:46:43.656778Z","caller":"traceutil/trace.go:171","msg":"trace[357746583] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7919; }","duration":"128.680497ms","start":"2026-03-11T20:46:43.528078Z","end":"2026-03-11T20:46:43.656758Z","steps":["trace[357746583] 'agreement among raft nodes before linearized reading' (duration: 128.207607ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:44.769358Z","caller":"traceutil/trace.go:171","msg":"trace[1619523669] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8216; }","duration":"446.829675ms","start":"2026-03-11T20:46:44.322501Z","end":"2026-03-11T20:46:44.76933Z","steps":["trace[1619523669] 'read index received' (duration: 446.590948ms)","trace[1619523669] 'applied index is now lower than readState.Index' (duration: 237.667µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:44.769441Z","caller":"traceutil/trace.go:171","msg":"trace[805851308] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"488.297575ms","start":"2026-03-11T20:46:44.281098Z","end":"2026-03-11T20:46:44.769395Z","steps":["trace[805851308] 'process raft request' (duration: 487.999959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:44.76953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.012349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:44.76957Z","caller":"traceutil/trace.go:171","msg":"trace[230296744] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7921; }","duration":"447.077411ms","start":"2026-03-11T20:46:44.322479Z","end":"2026-03-11T20:46:44.769557Z","steps":["trace[230296744] 'agreement among raft nodes before linearized reading' (duration: 446.987909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:44.76961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:44.322401Z","time spent":"447.198844ms","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:44.769609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:44.281077Z","time spent":"488.440909ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:44.769861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.903862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:44.769931Z","caller":"traceutil/trace.go:171","msg":"trace[1373710327] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7921; }","duration":"445.033875ms","start":"2026-03-11T20:46:44.324879Z","end":"2026-03-11T20:46:44.769913Z","steps":["trace[1373710327] 'agreement among raft nodes before linearized reading' (duration: 444.861931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:44.769972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:44.324852Z","time spent":"445.110256ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:46:54.541036Z","caller":"traceutil/trace.go:171","msg":"trace[905397238] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8007; }","duration":"362.191957ms","start":"2026-03-11T20:46:54.178634Z","end":"2026-03-11T20:46:54.540826Z","steps":["trace[905397238] 'process raft request' (duration: 318.557218ms)","trace[905397238] 'compare' (duration: 43.505756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:54.541206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:54.178614Z","time spent":"362.491903ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-11T20:46:54.576863Z","caller":"traceutil/trace.go:171","msg":"trace[858777179] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"396.734292ms","start":"2026-03-11T20:46:54.180094Z","end":"2026-03-11T20:46:54.576828Z","steps":["trace[858777179] 'process raft request' (duration: 396.580147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:54.577027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:54.180073Z","time spent":"396.868644ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:55.307029Z","caller":"traceutil/trace.go:171","msg":"trace[1533558932] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"149.386451ms","start":"2026-03-11T20:46:55.157604Z","end":"2026-03-11T20:46:55.306991Z","steps":["trace[1533558932] 'process raft request' (duration: 149.182596ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.042373Z","caller":"traceutil/trace.go:171","msg":"trace[1252573714] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"874.219903ms","start":"2026-03-11T20:46:55.168123Z","end":"2026-03-11T20:46:56.042343Z","steps":["trace[1252573714] 'process raft request' (duration: 874.030979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.042548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.168104Z","time spent":"874.348297ms","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:56.259865Z","caller":"traceutil/trace.go:171","msg":"trace[332079895] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"905.041465ms","start":"2026-03-11T20:46:55.354787Z","end":"2026-03-11T20:46:56.259829Z","steps":["trace[332079895] 'process raft request' (duration: 873.484997ms)","trace[332079895] 'compare' (duration: 31.251711ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:56.259905Z","caller":"traceutil/trace.go:171","msg":"trace[381337817] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"804.07708ms","start":"2026-03-11T20:46:55.455803Z","end":"2026-03-11T20:46:56.25988Z","steps":["trace[381337817] 'process raft request' (duration: 803.941717ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.259927Z","caller":"traceutil/trace.go:171","msg":"trace[118885991] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"715.103274ms","start":"2026-03-11T20:46:55.544801Z","end":"2026-03-11T20:46:56.259905Z","steps":["trace[118885991] 'process raft request' (duration: 715.029502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.354764Z","time spent":"905.171887ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:56.260017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.455776Z","time spent":"804.181192ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:56.260072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.544775Z","time spent":"715.226016ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:56.26014Z","caller":"traceutil/trace.go:171","msg":"trace[1091158209] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"356.766143ms","start":"2026-03-11T20:46:55.903359Z","end":"2026-03-11T20:46:56.260125Z","steps":["trace[1091158209] 'process raft request' (duration: 356.509658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.275207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:56.260076Z","caller":"traceutil/trace.go:171","msg":"trace[1141462390] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8311; }","duration":"637.182855ms","start":"2026-03-11T20:46:55.622877Z","end":"2026-03-11T20:46:56.26006Z","steps":["trace[1141462390] 'read index received' (duration: 419.299638ms)","trace[1141462390] 'applied index is now lower than readState.Index' (duration: 217.882197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:56.260189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.903331Z","time spent":"356.833975ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:56.260193Z","caller":"traceutil/trace.go:171","msg":"trace[133244510] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8016; }","duration":"637.357879ms","start":"2026-03-11T20:46:55.622824Z","end":"2026-03-11T20:46:56.260182Z","steps":["trace[133244510] 'agreement among raft nodes before linearized reading' (duration: 637.283617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.62279Z","time spent":"637.42829ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:56.260321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.759563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T20:46:56.26034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.128495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-676b979d47-hd56n.189be4583436e491\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-11T20:46:56.260347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.164369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:46:56.260361Z","caller":"traceutil/trace.go:171","msg":"trace[1179157484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8016; }","duration":"635.799704ms","start":"2026-03-11T20:46:55.624552Z","end":"2026-03-11T20:46:56.260351Z","steps":["trace[1179157484] 'agreement among raft nodes before linearized reading' (duration: 635.684351ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.260371Z","caller":"traceutil/trace.go:171","msg":"trace[1504311599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8016; }","duration":"532.18851ms","start":"2026-03-11T20:46:55.728176Z","end":"2026-03-11T20:46:56.260364Z","steps":["trace[1504311599] 'agreement among raft nodes before linearized reading' (duration: 532.106517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.624496Z","time spent":"635.892146ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:56.260463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.37858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T20:46:56.260487Z","caller":"traceutil/trace.go:171","msg":"trace[1127076364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:8016; }","duration":"526.431541ms","start":"2026-03-11T20:46:55.73405Z","end":"2026-03-11T20:46:56.260482Z","steps":["trace[1127076364] 'agreement among raft nodes before linearized reading' (duration: 526.36579ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.260367Z","caller":"traceutil/trace.go:171","msg":"trace[983771319] range","detail":"{range_begin:/registry/events/openstack/barbican-api-676b979d47-hd56n.189be4583436e491; range_end:; response_count:1; response_revision:8016; }","duration":"473.178987ms","start":"2026-03-11T20:46:55.787179Z","end":"2026-03-11T20:46:56.260358Z","steps":["trace[983771319] 'agreement among raft nodes before linearized reading' (duration: 473.062193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.734039Z","time spent":"526.459402ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-kvggd\" "} {"level":"warn","ts":"2026-03-11T20:46:56.260516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.787164Z","time spent":"473.34159ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-676b979d47-hd56n.189be4583436e491\" "} {"level":"warn","ts":"2026-03-11T20:46:56.260526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.418945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:46:56.260553Z","caller":"traceutil/trace.go:171","msg":"trace[1046595057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8016; }","duration":"532.484687ms","start":"2026-03-11T20:46:55.728061Z","end":"2026-03-11T20:46:56.260545Z","steps":["trace[1046595057] 'agreement among raft nodes before linearized reading' (duration: 532.409865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.728038Z","time spent":"532.543168ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:56.260634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.8271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:46:56.260399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.728116Z","time spent":"532.275922ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:46:56.260655Z","caller":"traceutil/trace.go:171","msg":"trace[1676774375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8016; }","duration":"530.871071ms","start":"2026-03-11T20:46:55.72978Z","end":"2026-03-11T20:46:56.260651Z","steps":["trace[1676774375] 'agreement among raft nodes before linearized reading' (duration: 530.81375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.729768Z","time spent":"530.898241ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:46:56.26077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.347629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:56.260805Z","caller":"traceutil/trace.go:171","msg":"trace[1208091671] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8016; }","duration":"128.414451ms","start":"2026-03-11T20:46:56.132384Z","end":"2026-03-11T20:46:56.260799Z","steps":["trace[1208091671] 'agreement among raft nodes before linearized reading' (duration: 128.307899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.260809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.954143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-11T20:46:56.260842Z","caller":"traceutil/trace.go:171","msg":"trace[856694847] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8016; }","duration":"211.023095ms","start":"2026-03-11T20:46:56.049808Z","end":"2026-03-11T20:46:56.260831Z","steps":["trace[856694847] 'agreement among raft nodes before linearized reading' (duration: 210.929473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.261239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.049599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:46:56.26139Z","caller":"traceutil/trace.go:171","msg":"trace[46533084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8016; }","duration":"533.265464ms","start":"2026-03-11T20:46:55.7281Z","end":"2026-03-11T20:46:56.261365Z","steps":["trace[46533084] 'agreement among raft nodes before linearized reading' (duration: 532.328003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.261454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:55.728075Z","time spent":"533.367435ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T20:46:56.417196Z","caller":"traceutil/trace.go:171","msg":"trace[344008027] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"151.460778ms","start":"2026-03-11T20:46:56.265684Z","end":"2026-03-11T20:46:56.417144Z","steps":["trace[344008027] 'process raft request' (duration: 151.214793ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.417508Z","caller":"traceutil/trace.go:171","msg":"trace[1244222927] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"151.733935ms","start":"2026-03-11T20:46:56.265749Z","end":"2026-03-11T20:46:56.417483Z","steps":["trace[1244222927] 'process raft request' (duration: 151.334735ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.417794Z","caller":"traceutil/trace.go:171","msg":"trace[811899383] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"151.632142ms","start":"2026-03-11T20:46:56.266121Z","end":"2026-03-11T20:46:56.417753Z","steps":["trace[811899383] 'process raft request' (duration: 151.272404ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.41802Z","caller":"traceutil/trace.go:171","msg":"trace[1126310407] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"151.680672ms","start":"2026-03-11T20:46:56.266324Z","end":"2026-03-11T20:46:56.418004Z","steps":["trace[1126310407] 'process raft request' (duration: 151.341125ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.418077Z","caller":"traceutil/trace.go:171","msg":"trace[463367063] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"151.178781ms","start":"2026-03-11T20:46:56.266871Z","end":"2026-03-11T20:46:56.41805Z","steps":["trace[463367063] 'process raft request' (duration: 151.030238ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:56.418065Z","caller":"traceutil/trace.go:171","msg":"trace[1291753937] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8316; }","duration":"151.787285ms","start":"2026-03-11T20:46:56.266246Z","end":"2026-03-11T20:46:56.418033Z","steps":["trace[1291753937] 'read index received' (duration: 80.749581ms)","trace[1291753937] 'applied index is now lower than readState.Index' (duration: 71.036224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:56.418633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.360628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227398"} {"level":"info","ts":"2026-03-11T20:46:56.418722Z","caller":"traceutil/trace.go:171","msg":"trace[2091841820] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8022; }","duration":"152.488281ms","start":"2026-03-11T20:46:56.266213Z","end":"2026-03-11T20:46:56.418701Z","steps":["trace[2091841820] 'agreement among raft nodes before linearized reading' (duration: 151.964539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.635083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.191278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:56.635172Z","caller":"traceutil/trace.go:171","msg":"trace[868789180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8023; }","duration":"100.343821ms","start":"2026-03-11T20:46:56.534808Z","end":"2026-03-11T20:46:56.635152Z","steps":["trace[868789180] 'range keys from in-memory index tree' (duration: 100.104475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.635173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.209747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-11T20:46:56.6353Z","caller":"traceutil/trace.go:171","msg":"trace[942765306] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8023; }","duration":"116.390161ms","start":"2026-03-11T20:46:56.518882Z","end":"2026-03-11T20:46:56.635273Z","steps":["trace[942765306] 'range keys from in-memory index tree' (duration: 116.056824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:56.635315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.056653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-11T20:46:56.635451Z","caller":"traceutil/trace.go:171","msg":"trace[660590900] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8023; }","duration":"116.244387ms","start":"2026-03-11T20:46:56.519169Z","end":"2026-03-11T20:46:56.635413Z","steps":["trace[660590900] 'range keys from in-memory index tree' (duration: 115.841428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:58.509375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.568992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:46:58.50982Z","caller":"traceutil/trace.go:171","msg":"trace[1807423643] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8326; }","duration":"158.199319ms","start":"2026-03-11T20:46:58.351597Z","end":"2026-03-11T20:46:58.509796Z","steps":["trace[1807423643] 'read index received' (duration: 26.215258ms)","trace[1807423643] 'applied index is now lower than readState.Index' (duration: 131.982641ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:58.509843Z","caller":"traceutil/trace.go:171","msg":"trace[1898089939] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"243.079643ms","start":"2026-03-11T20:46:58.266738Z","end":"2026-03-11T20:46:58.509818Z","steps":["trace[1898089939] 'process raft request' (duration: 242.764836ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:58.509881Z","caller":"traceutil/trace.go:171","msg":"trace[483294766] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"242.935341ms","start":"2026-03-11T20:46:58.266899Z","end":"2026-03-11T20:46:58.509834Z","steps":["trace[483294766] 'process raft request' (duration: 242.765046ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:58.509968Z","caller":"traceutil/trace.go:171","msg":"trace[1186305821] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"242.91495ms","start":"2026-03-11T20:46:58.267004Z","end":"2026-03-11T20:46:58.509919Z","steps":["trace[1186305821] 'process raft request' (duration: 242.737136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:58.510137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.535477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:46:58.511308Z","caller":"traceutil/trace.go:171","msg":"trace[1954209665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8028; }","duration":"159.755604ms","start":"2026-03-11T20:46:58.35153Z","end":"2026-03-11T20:46:58.511286Z","steps":["trace[1954209665] 'agreement among raft nodes before linearized reading' (duration: 158.427504ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:47:04.049071Z","caller":"traceutil/trace.go:171","msg":"trace[652944468] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"279.083982ms","start":"2026-03-11T20:47:03.769947Z","end":"2026-03-11T20:47:04.049031Z","steps":["trace[652944468] 'process raft request' (duration: 278.865827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:48:07.116675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.092571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:48:07.116912Z","caller":"traceutil/trace.go:171","msg":"trace[183112044] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"231.995125ms","start":"2026-03-11T20:48:06.884803Z","end":"2026-03-11T20:48:07.116798Z","steps":["trace[183112044] 'process raft request' (duration: 34.640308ms)","trace[183112044] 'compare' (duration: 196.945298ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:48:07.317877Z","caller":"traceutil/trace.go:171","msg":"trace[1159521423] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"432.573155ms","start":"2026-03-11T20:48:06.885281Z","end":"2026-03-11T20:48:07.317854Z","steps":["trace[1159521423] 'process raft request' (duration: 427.799788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:48:07.318117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:48:06.885265Z","time spent":"432.707399ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:48:07.318248Z","caller":"traceutil/trace.go:171","msg":"trace[571153865] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"431.264816ms","start":"2026-03-11T20:48:06.88696Z","end":"2026-03-11T20:48:07.318225Z","steps":["trace[571153865] 'process raft request' (duration: 430.854806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:48:07.318412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:48:06.886941Z","time spent":"431.417359ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:48:07.318549Z","caller":"traceutil/trace.go:171","msg":"trace[1156293921] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"431.328587ms","start":"2026-03-11T20:48:06.887197Z","end":"2026-03-11T20:48:07.318526Z","steps":["trace[1156293921] 'process raft request' (duration: 430.956059ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:48:07.318653Z","caller":"traceutil/trace.go:171","msg":"trace[1458016808] linearizableReadLoop","detail":"{readStateIndex:9022; appliedIndex:9018; }","duration":"349.106272ms","start":"2026-03-11T20:48:06.969522Z","end":"2026-03-11T20:48:07.318629Z","steps":["trace[1458016808] 'read index received' (duration: 343.541498ms)","trace[1458016808] 'applied index is now lower than readState.Index' (duration: 5.563734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:48:07.318683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:48:06.887191Z","time spent":"431.432379ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:48:07.318863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.334328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T20:48:07.318899Z","caller":"traceutil/trace.go:171","msg":"trace[1515357648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:8701; }","duration":"349.43537ms","start":"2026-03-11T20:48:06.969452Z","end":"2026-03-11T20:48:07.318888Z","steps":["trace[1515357648] 'agreement among raft nodes before linearized reading' (duration: 349.259206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:48:07.318934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:48:06.969426Z","time spent":"349.500221ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-kvggd\" "} {"level":"info","ts":"2026-03-11T20:48:07.318706Z","caller":"traceutil/trace.go:171","msg":"trace[957914889] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"431.136373ms","start":"2026-03-11T20:48:06.887546Z","end":"2026-03-11T20:48:07.318682Z","steps":["trace[957914889] 'process raft request' (duration: 430.887187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:48:07.319891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:48:06.887521Z","time spent":"432.311099ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:48:07.894997Z","caller":"traceutil/trace.go:171","msg":"trace[1231737561] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"192.790385ms","start":"2026-03-11T20:48:07.702185Z","end":"2026-03-11T20:48:07.894975Z","steps":["trace[1231737561] 'process raft request' (duration: 192.651822ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:50:21.735572Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b4c6dc24a78438ca","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T20:50:21.748107Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T20:50:21.748241Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T20:51:09.921554Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7713} {"level":"info","ts":"2026-03-11T20:51:09.98627Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7713,"took":"62.353471ms","hash":1367748913,"current-db-size-bytes":43114496,"current-db-size":"43 MB","current-db-size-in-use-bytes":26578944,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T20:51:09.98634Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1367748913,"revision":7713,"compact-revision":5681} {"level":"info","ts":"2026-03-11T20:51:30.654229Z","caller":"traceutil/trace.go:171","msg":"trace[658503335] linearizableReadLoop","detail":"{readStateIndex:10704; appliedIndex:10703; }","duration":"171.119484ms","start":"2026-03-11T20:51:30.483082Z","end":"2026-03-11T20:51:30.654201Z","steps":["trace[658503335] 'read index received' (duration: 170.97667ms)","trace[658503335] 'applied index is now lower than readState.Index' (duration: 141.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:30.654331Z","caller":"traceutil/trace.go:171","msg":"trace[868668794] transaction","detail":"{read_only:false; response_revision:10332; number_of_response:1; }","duration":"244.613894ms","start":"2026-03-11T20:51:30.409693Z","end":"2026-03-11T20:51:30.654307Z","steps":["trace[868668794] 'process raft request' (duration: 244.328858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:30.654488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.38976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T20:51:30.65452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.033467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:51:30.65458Z","caller":"traceutil/trace.go:171","msg":"trace[755320307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10332; }","duration":"171.530154ms","start":"2026-03-11T20:51:30.483029Z","end":"2026-03-11T20:51:30.654559Z","steps":["trace[755320307] 'agreement among raft nodes before linearized reading' (duration: 171.300567ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:30.654594Z","caller":"traceutil/trace.go:171","msg":"trace[1781914772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10332; }","duration":"169.14694ms","start":"2026-03-11T20:51:30.48543Z","end":"2026-03-11T20:51:30.654577Z","steps":["trace[1781914772] 'agreement among raft nodes before linearized reading' (duration: 168.954825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:30.654595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.43325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T20:51:30.654582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.937847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:30.654639Z","caller":"traceutil/trace.go:171","msg":"trace[1505469845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10332; }","duration":"166.520521ms","start":"2026-03-11T20:51:30.488104Z","end":"2026-03-11T20:51:30.654624Z","steps":["trace[1505469845] 'agreement among raft nodes before linearized reading' (duration: 166.355686ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:30.654697Z","caller":"traceutil/trace.go:171","msg":"trace[610436453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10332; }","duration":"117.113481ms","start":"2026-03-11T20:51:30.537554Z","end":"2026-03-11T20:51:30.654668Z","steps":["trace[610436453] 'agreement among raft nodes before linearized reading' (duration: 116.873245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.700098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276510136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:51:31.728553Z","caller":"traceutil/trace.go:171","msg":"trace[2074920413] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"629.290326ms","start":"2026-03-11T20:51:31.099218Z","end":"2026-03-11T20:51:31.728508Z","steps":["trace[2074920413] 'process raft request' (duration: 628.702353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.728827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.099174Z","time spent":"629.487271ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:51:31.756168Z","caller":"traceutil/trace.go:171","msg":"trace[863805811] linearizableReadLoop","detail":"{readStateIndex:10710; appliedIndex:10707; }","duration":"557.042753ms","start":"2026-03-11T20:51:31.199106Z","end":"2026-03-11T20:51:31.756148Z","steps":["trace[863805811] 'read index received' (duration: 528.601815ms)","trace[863805811] 'applied index is now lower than readState.Index' (duration: 28.440048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:51:31.756553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.374996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:31.756608Z","caller":"traceutil/trace.go:171","msg":"trace[980873540] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10338; }","duration":"340.474228ms","start":"2026-03-11T20:51:31.416119Z","end":"2026-03-11T20:51:31.756593Z","steps":["trace[980873540] 'agreement among raft nodes before linearized reading' (duration: 340.385446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.756641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.4161Z","time spent":"340.53334ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T20:51:31.756814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.686557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.756821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.580686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T20:51:31.756848Z","caller":"traceutil/trace.go:171","msg":"trace[651311406] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10338; }","duration":"293.760548ms","start":"2026-03-11T20:51:31.463076Z","end":"2026-03-11T20:51:31.756837Z","steps":["trace[651311406] 'agreement among raft nodes before linearized reading' (duration: 293.710747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.756799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.618494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:31.756919Z","caller":"traceutil/trace.go:171","msg":"trace[1225016902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10338; }","duration":"280.793177ms","start":"2026-03-11T20:51:31.476101Z","end":"2026-03-11T20:51:31.756895Z","steps":["trace[1225016902] 'agreement among raft nodes before linearized reading' (duration: 280.585102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.756961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.849091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-11T20:51:31.756991Z","caller":"traceutil/trace.go:171","msg":"trace[365116521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10338; }","duration":"557.930663ms","start":"2026-03-11T20:51:31.199051Z","end":"2026-03-11T20:51:31.756982Z","steps":["trace[365116521] 'agreement among raft nodes before linearized reading' (duration: 557.834081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.756975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.335877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.757028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.199028Z","time spent":"557.994124ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-11T20:51:31.757067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.622921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:31.757094Z","caller":"traceutil/trace.go:171","msg":"trace[321518008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10338; }","duration":"340.687073ms","start":"2026-03-11T20:51:31.416397Z","end":"2026-03-11T20:51:31.757084Z","steps":["trace[321518008] 'agreement among raft nodes before linearized reading' (duration: 340.651012ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.757083Z","caller":"traceutil/trace.go:171","msg":"trace[1377663412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10338; }","duration":"280.48296ms","start":"2026-03-11T20:51:31.476573Z","end":"2026-03-11T20:51:31.757056Z","steps":["trace[1377663412] 'agreement among raft nodes before linearized reading' (duration: 280.282326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.757119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.416375Z","time spent":"340.738055ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T20:51:31.757229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.077782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.757257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.930889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T20:51:31.757266Z","caller":"traceutil/trace.go:171","msg":"trace[889564109] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10338; }","duration":"207.116993ms","start":"2026-03-11T20:51:31.550139Z","end":"2026-03-11T20:51:31.757256Z","steps":["trace[889564109] 'agreement among raft nodes before linearized reading' (duration: 207.052121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.757264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.117085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:31.75728Z","caller":"traceutil/trace.go:171","msg":"trace[2055600122] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10338; }","duration":"340.966699ms","start":"2026-03-11T20:51:31.416306Z","end":"2026-03-11T20:51:31.757272Z","steps":["trace[2055600122] 'agreement among raft nodes before linearized reading' (duration: 340.873647ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.757304Z","caller":"traceutil/trace.go:171","msg":"trace[923593839] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10338; }","duration":"281.180166ms","start":"2026-03-11T20:51:31.476114Z","end":"2026-03-11T20:51:31.757294Z","steps":["trace[923593839] 'agreement among raft nodes before linearized reading' (duration: 281.118014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.75734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.416299Z","time spent":"341.00439ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-11T20:51:31.75686Z","caller":"traceutil/trace.go:171","msg":"trace[699748010] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10338; }","duration":"273.620937ms","start":"2026-03-11T20:51:31.48323Z","end":"2026-03-11T20:51:31.756851Z","steps":["trace[699748010] 'agreement among raft nodes before linearized reading' (duration: 273.462643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.757494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.215695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:31.757522Z","caller":"traceutil/trace.go:171","msg":"trace[710175270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10338; }","duration":"341.292566ms","start":"2026-03-11T20:51:31.41622Z","end":"2026-03-11T20:51:31.757513Z","steps":["trace[710175270] 'agreement among raft nodes before linearized reading' (duration: 341.248115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.757553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.307107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.757558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.416187Z","time spent":"341.365418ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-11T20:51:31.757577Z","caller":"traceutil/trace.go:171","msg":"trace[1585017828] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10338; }","duration":"341.385159ms","start":"2026-03-11T20:51:31.416185Z","end":"2026-03-11T20:51:31.75757Z","steps":["trace[1585017828] 'agreement among raft nodes before linearized reading' (duration: 341.348178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.757595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.416156Z","time spent":"341.435109ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-11T20:51:31.757029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.159429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T20:51:31.757701Z","caller":"traceutil/trace.go:171","msg":"trace[1295037353] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10338; }","duration":"339.845873ms","start":"2026-03-11T20:51:31.417843Z","end":"2026-03-11T20:51:31.757689Z","steps":["trace[1295037353] 'agreement among raft nodes before linearized reading' (duration: 339.118187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.75775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.417833Z","time spent":"339.903214ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-11T20:51:54.997942Z","caller":"traceutil/trace.go:171","msg":"trace[580196689] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"158.589871ms","start":"2026-03-11T20:51:54.839318Z","end":"2026-03-11T20:51:54.997908Z","steps":["trace[580196689] 'process raft request' (duration: 158.352686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:55.191872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.337942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:51:55.192109Z","caller":"traceutil/trace.go:171","msg":"trace[1272492226] linearizableReadLoop","detail":"{readStateIndex:10835; appliedIndex:10832; }","duration":"218.647901ms","start":"2026-03-11T20:51:54.973443Z","end":"2026-03-11T20:51:55.192091Z","steps":["trace[1272492226] 'read index received' (duration: 24.306175ms)","trace[1272492226] 'applied index is now lower than readState.Index' (duration: 194.340116ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:55.192213Z","caller":"traceutil/trace.go:171","msg":"trace[1368808898] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"352.224792ms","start":"2026-03-11T20:51:54.839964Z","end":"2026-03-11T20:51:55.192189Z","steps":["trace[1368808898] 'process raft request' (duration: 248.457751ms)","trace[1368808898] 'compare' (duration: 103.109396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:51:55.192314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.877076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-11T20:51:55.192339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:54.839937Z","time spent":"352.336464ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:51:55.192359Z","caller":"traceutil/trace.go:171","msg":"trace[1575813628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:10458; }","duration":"218.969429ms","start":"2026-03-11T20:51:54.973374Z","end":"2026-03-11T20:51:55.192343Z","steps":["trace[1575813628] 'agreement among raft nodes before linearized reading' (duration: 218.822136ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:55.192536Z","caller":"traceutil/trace.go:171","msg":"trace[128984959] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"352.033818ms","start":"2026-03-11T20:51:54.840204Z","end":"2026-03-11T20:51:55.192238Z","steps":["trace[128984959] 'process raft request' (duration: 351.774273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:55.193117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:54.84018Z","time spent":"352.786365ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:51:56.001601Z","caller":"traceutil/trace.go:171","msg":"trace[1304136159] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"154.233935ms","start":"2026-03-11T20:51:55.847341Z","end":"2026-03-11T20:51:56.001575Z","steps":["trace[1304136159] 'process raft request' (duration: 153.806834ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:56.066397Z","caller":"traceutil/trace.go:171","msg":"trace[576289959] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"214.682573ms","start":"2026-03-11T20:51:55.851663Z","end":"2026-03-11T20:51:56.066345Z","steps":["trace[576289959] 'process raft request' (duration: 193.67672ms)","trace[576289959] 'compare' (duration: 20.690486ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:56.066563Z","caller":"traceutil/trace.go:171","msg":"trace[1230275293] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"146.495532ms","start":"2026-03-11T20:51:55.920027Z","end":"2026-03-11T20:51:56.066523Z","steps":["trace[1230275293] 'process raft request' (duration: 146.229376ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:57.01554Z","caller":"traceutil/trace.go:171","msg":"trace[264266422] transaction","detail":"{read_only:false; response_revision:10464; number_of_response:1; }","duration":"107.341412ms","start":"2026-03-11T20:51:56.908142Z","end":"2026-03-11T20:51:57.015484Z","steps":["trace[264266422] 'process raft request' (duration: 38.987026ms)","trace[264266422] 'compare' (duration: 68.12633ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:58.192046Z","caller":"traceutil/trace.go:171","msg":"trace[1924893581] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"118.326139ms","start":"2026-03-11T20:51:58.073676Z","end":"2026-03-11T20:51:58.192002Z","steps":["trace[1924893581] 'process raft request' (duration: 76.844847ms)","trace[1924893581] 'compare' (duration: 41.253956ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:56:09.92707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10043} {"level":"info","ts":"2026-03-11T20:56:10.008795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10043,"took":"78.852922ms","hash":4232655144,"current-db-size-bytes":43114496,"current-db-size":"43 MB","current-db-size-in-use-bytes":24412160,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-11T20:56:10.00887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4232655144,"revision":10043,"compact-revision":7713} {"level":"info","ts":"2026-03-11T20:57:32.910374Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032e9.wal"} {"level":"info","ts":"2026-03-11T20:57:42.918916Z","caller":"traceutil/trace.go:171","msg":"trace[1377552720] linearizableReadLoop","detail":"{readStateIndex:13116; appliedIndex:13115; }","duration":"122.622359ms","start":"2026-03-11T20:57:42.796267Z","end":"2026-03-11T20:57:42.91889Z","steps":["trace[1377552720] 'read index received' (duration: 122.454885ms)","trace[1377552720] 'applied index is now lower than readState.Index' (duration: 166.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:57:42.91923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.875584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T20:57:42.919296Z","caller":"traceutil/trace.go:171","msg":"trace[869071246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12657; }","duration":"123.048628ms","start":"2026-03-11T20:57:42.796231Z","end":"2026-03-11T20:57:42.919279Z","steps":["trace[869071246] 'agreement among raft nodes before linearized reading' (duration: 122.771062ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:42.919317Z","caller":"traceutil/trace.go:171","msg":"trace[1582256812] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"224.760873ms","start":"2026-03-11T20:57:42.694533Z","end":"2026-03-11T20:57:42.919294Z","steps":["trace[1582256812] 'process raft request' (duration: 224.213651ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:45.744909Z","caller":"traceutil/trace.go:171","msg":"trace[1146770971] linearizableReadLoop","detail":"{readStateIndex:13139; appliedIndex:13138; }","duration":"225.360077ms","start":"2026-03-11T20:57:45.519519Z","end":"2026-03-11T20:57:45.744879Z","steps":["trace[1146770971] 'read index received' (duration: 225.139062ms)","trace[1146770971] 'applied index is now lower than readState.Index' (duration: 219.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:57:45.744976Z","caller":"traceutil/trace.go:171","msg":"trace[1243777763] transaction","detail":"{read_only:false; response_revision:12679; number_of_response:1; }","duration":"234.613752ms","start":"2026-03-11T20:57:45.51032Z","end":"2026-03-11T20:57:45.744934Z","steps":["trace[1243777763] 'process raft request' (duration: 234.356996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:45.745228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.658343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-11T20:57:45.745365Z","caller":"traceutil/trace.go:171","msg":"trace[330371080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12679; }","duration":"225.806786ms","start":"2026-03-11T20:57:45.519499Z","end":"2026-03-11T20:57:45.745306Z","steps":["trace[330371080] 'agreement among raft nodes before linearized reading' (duration: 225.5081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:45.745597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.164088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:57:45.74565Z","caller":"traceutil/trace.go:171","msg":"trace[1232217029] transaction","detail":"{read_only:false; response_revision:12680; number_of_response:1; }","duration":"208.970533ms","start":"2026-03-11T20:57:45.536664Z","end":"2026-03-11T20:57:45.745634Z","steps":["trace[1232217029] 'process raft request' (duration: 208.738258ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:45.745662Z","caller":"traceutil/trace.go:171","msg":"trace[1394036605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12680; }","duration":"209.2473ms","start":"2026-03-11T20:57:45.536397Z","end":"2026-03-11T20:57:45.745644Z","steps":["trace[1394036605] 'agreement among raft nodes before linearized reading' (duration: 209.100226ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:57.120544Z","caller":"traceutil/trace.go:171","msg":"trace[1699604282] transaction","detail":"{read_only:false; response_revision:12728; number_of_response:1; }","duration":"133.467708ms","start":"2026-03-11T20:57:56.987047Z","end":"2026-03-11T20:57:57.120515Z","steps":["trace[1699604282] 'process raft request' (duration: 133.246363ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:57.121247Z","caller":"traceutil/trace.go:171","msg":"trace[299989834] transaction","detail":"{read_only:false; response_revision:12729; number_of_response:1; }","duration":"133.231314ms","start":"2026-03-11T20:57:56.98799Z","end":"2026-03-11T20:57:57.121222Z","steps":["trace[299989834] 'process raft request' (duration: 133.069911ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:05.286056Z","caller":"traceutil/trace.go:171","msg":"trace[1333312609] linearizableReadLoop","detail":"{readStateIndex:13228; appliedIndex:13227; }","duration":"114.627122ms","start":"2026-03-11T20:58:05.171402Z","end":"2026-03-11T20:58:05.286029Z","steps":["trace[1333312609] 'read index received' (duration: 114.470588ms)","trace[1333312609] 'applied index is now lower than readState.Index' (duration: 155.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:58:05.286198Z","caller":"traceutil/trace.go:171","msg":"trace[934677208] transaction","detail":"{read_only:false; response_revision:12764; number_of_response:1; }","duration":"115.864058ms","start":"2026-03-11T20:58:05.170323Z","end":"2026-03-11T20:58:05.286187Z","steps":["trace[934677208] 'process raft request' (duration: 115.526631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:05.286863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.901066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T20:58:05.286924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.497311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:58:05.286955Z","caller":"traceutil/trace.go:171","msg":"trace[247225056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12764; }","duration":"105.004078ms","start":"2026-03-11T20:58:05.181928Z","end":"2026-03-11T20:58:05.286932Z","steps":["trace[247225056] 'agreement among raft nodes before linearized reading' (duration: 104.767033ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:05.287007Z","caller":"traceutil/trace.go:171","msg":"trace[296864130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12764; }","duration":"115.603743ms","start":"2026-03-11T20:58:05.171382Z","end":"2026-03-11T20:58:05.286986Z","steps":["trace[296864130] 'agreement among raft nodes before linearized reading' (duration: 115.385439ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:05.564642Z","caller":"traceutil/trace.go:171","msg":"trace[244765636] transaction","detail":"{read_only:false; response_revision:12765; number_of_response:1; }","duration":"272.826469ms","start":"2026-03-11T20:58:05.291678Z","end":"2026-03-11T20:58:05.564505Z","steps":["trace[244765636] 'process raft request' (duration: 272.141043ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:05.568012Z","caller":"traceutil/trace.go:171","msg":"trace[1290785238] linearizableReadLoop","detail":"{readStateIndex:13233; appliedIndex:13228; }","duration":"111.669956ms","start":"2026-03-11T20:58:05.456313Z","end":"2026-03-11T20:58:05.567983Z","steps":["trace[1290785238] 'read index received' (duration: 107.574696ms)","trace[1290785238] 'applied index is now lower than readState.Index' (duration: 4.09383ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:58:05.568338Z","caller":"traceutil/trace.go:171","msg":"trace[2052362468] transaction","detail":"{read_only:false; response_revision:12766; number_of_response:1; }","duration":"275.740522ms","start":"2026-03-11T20:58:05.292581Z","end":"2026-03-11T20:58:05.568321Z","steps":["trace[2052362468] 'process raft request' (duration: 275.061977ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:05.568469Z","caller":"traceutil/trace.go:171","msg":"trace[803085699] transaction","detail":"{read_only:false; response_revision:12767; number_of_response:1; }","duration":"275.845845ms","start":"2026-03-11T20:58:05.292613Z","end":"2026-03-11T20:58:05.568459Z","steps":["trace[803085699] 'process raft request' (duration: 275.216952ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:05.568564Z","caller":"traceutil/trace.go:171","msg":"trace[1699250630] transaction","detail":"{read_only:false; response_revision:12768; number_of_response:1; }","duration":"234.15085ms","start":"2026-03-11T20:58:05.3344Z","end":"2026-03-11T20:58:05.568551Z","steps":["trace[1699250630] 'process raft request' (duration: 233.474726ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:05.568741Z","caller":"traceutil/trace.go:171","msg":"trace[1671767598] transaction","detail":"{read_only:false; response_revision:12769; number_of_response:1; }","duration":"234.09822ms","start":"2026-03-11T20:58:05.334607Z","end":"2026-03-11T20:58:05.568705Z","steps":["trace[1671767598] 'process raft request' (duration: 233.334103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:05.568967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.632566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:58:05.569043Z","caller":"traceutil/trace.go:171","msg":"trace[972880491] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12769; }","duration":"112.76769ms","start":"2026-03-11T20:58:05.456254Z","end":"2026-03-11T20:58:05.569022Z","steps":["trace[972880491] 'agreement among raft nodes before linearized reading' (duration: 112.649607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.484213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.053699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:58:14.484495Z","caller":"traceutil/trace.go:171","msg":"trace[797857622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12809; }","duration":"160.408476ms","start":"2026-03-11T20:58:14.324059Z","end":"2026-03-11T20:58:14.484467Z","steps":["trace[797857622] 'range keys from in-memory index tree' (duration: 159.779523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.484331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.672948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T20:58:14.484719Z","caller":"traceutil/trace.go:171","msg":"trace[1037263756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:12809; }","duration":"127.106008ms","start":"2026-03-11T20:58:14.357575Z","end":"2026-03-11T20:58:14.484681Z","steps":["trace[1037263756] 'range keys from in-memory index tree' (duration: 126.424613ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:14.672492Z","caller":"traceutil/trace.go:171","msg":"trace[618497185] linearizableReadLoop","detail":"{readStateIndex:13276; appliedIndex:13275; }","duration":"181.007414ms","start":"2026-03-11T20:58:14.491446Z","end":"2026-03-11T20:58:14.672454Z","steps":["trace[618497185] 'read index received' (duration: 180.731538ms)","trace[618497185] 'applied index is now lower than readState.Index' (duration: 274.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:58:14.672559Z","caller":"traceutil/trace.go:171","msg":"trace[294272708] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"182.194599ms","start":"2026-03-11T20:58:14.490328Z","end":"2026-03-11T20:58:14.672523Z","steps":["trace[294272708] 'process raft request' (duration: 181.893062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.672754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.454173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:58:14.672822Z","caller":"traceutil/trace.go:171","msg":"trace[1001995877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12810; }","duration":"135.591626ms","start":"2026-03-11T20:58:14.537211Z","end":"2026-03-11T20:58:14.672803Z","steps":["trace[1001995877] 'agreement among raft nodes before linearized reading' (duration: 135.463353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.673444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.955694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578598"} {"level":"info","ts":"2026-03-11T20:58:14.673555Z","caller":"traceutil/trace.go:171","msg":"trace[928828876] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12810; }","duration":"182.098257ms","start":"2026-03-11T20:58:14.491433Z","end":"2026-03-11T20:58:14.673532Z","steps":["trace[928828876] 'agreement among raft nodes before linearized reading' (duration: 181.177247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:22.835332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.163284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:58:22.835446Z","caller":"traceutil/trace.go:171","msg":"trace[128667774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12861; }","duration":"300.347969ms","start":"2026-03-11T20:58:22.535075Z","end":"2026-03-11T20:58:22.835423Z","steps":["trace[128667774] 'range keys from in-memory index tree' (duration: 300.034902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:22.835495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:22.535048Z","time spent":"300.43692ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:58:22.835558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.326413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:58:22.835628Z","caller":"traceutil/trace.go:171","msg":"trace[836106250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12861; }","duration":"118.454686ms","start":"2026-03-11T20:58:22.717156Z","end":"2026-03-11T20:58:22.835611Z","steps":["trace[836106250] 'range keys from in-memory index tree' (duration: 118.078098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.149411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276517704,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:58:24.562563Z","caller":"traceutil/trace.go:171","msg":"trace[1406565308] transaction","detail":"{read_only:false; response_revision:12866; number_of_response:1; }","duration":"925.325234ms","start":"2026-03-11T20:58:23.637221Z","end":"2026-03-11T20:58:24.562547Z","steps":["trace[1406565308] 'process raft request' (duration: 925.218522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.562672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:23.6372Z","time spent":"925.411666ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:24.563684Z","caller":"traceutil/trace.go:171","msg":"trace[1283889860] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"925.704634ms","start":"2026-03-11T20:58:23.637949Z","end":"2026-03-11T20:58:24.563653Z","steps":["trace[1283889860] 'process raft request' (duration: 925.5259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.563815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.75816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:58:24.563843Z","caller":"traceutil/trace.go:171","msg":"trace[1778974566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12868; }","duration":"914.827132ms","start":"2026-03-11T20:58:23.649009Z","end":"2026-03-11T20:58:24.563836Z","steps":["trace[1778974566] 'agreement among raft nodes before linearized reading' (duration: 914.73655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.563859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:23.648989Z","time spent":"914.866063ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:58:24.563849Z","caller":"traceutil/trace.go:171","msg":"trace[945572101] transaction","detail":"{read_only:false; response_revision:12868; number_of_response:1; }","duration":"533.849056ms","start":"2026-03-11T20:58:24.029987Z","end":"2026-03-11T20:58:24.563836Z","steps":["trace[945572101] 'process raft request' (duration: 533.623171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.563857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:23.637935Z","time spent":"925.834227ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:58:24.563921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:24.029964Z","time spent":"533.918127ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:24.563729Z","caller":"traceutil/trace.go:171","msg":"trace[1120203790] linearizableReadLoop","detail":"{readStateIndex:13337; appliedIndex:13334; }","duration":"914.664409ms","start":"2026-03-11T20:58:23.649057Z","end":"2026-03-11T20:58:24.563721Z","steps":["trace[1120203790] 'read index received' (duration: 913.436541ms)","trace[1120203790] 'applied index is now lower than readState.Index' (duration: 1.227438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:58:24.56403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.208968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:58:24.564054Z","caller":"traceutil/trace.go:171","msg":"trace[627338515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12868; }","duration":"905.25311ms","start":"2026-03-11T20:58:23.658795Z","end":"2026-03-11T20:58:24.564048Z","steps":["trace[627338515] 'agreement among raft nodes before linearized reading' (duration: 905.200319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.564067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:23.658785Z","time spent":"905.27904ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T20:58:24.564107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.272897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:58:24.564124Z","caller":"traceutil/trace.go:171","msg":"trace[1062135917] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12868; }","duration":"572.290657ms","start":"2026-03-11T20:58:23.99183Z","end":"2026-03-11T20:58:24.56412Z","steps":["trace[1062135917] 'agreement among raft nodes before linearized reading' (duration: 572.265197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.564137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:23.991751Z","time spent":"572.38206ms","remote":"127.0.0.1:54156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-11T20:58:24.564228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.023945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:58:24.564249Z","caller":"traceutil/trace.go:171","msg":"trace[1127306445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12868; }","duration":"905.089526ms","start":"2026-03-11T20:58:23.659153Z","end":"2026-03-11T20:58:24.564243Z","steps":["trace[1127306445] 'agreement among raft nodes before linearized reading' (duration: 905.046675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:24.564263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:23.659125Z","time spent":"905.134387ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T20:58:34.113948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.496338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:58:34.11406Z","caller":"traceutil/trace.go:171","msg":"trace[1413227739] linearizableReadLoop","detail":"{readStateIndex:13504; appliedIndex:13503; }","duration":"535.007271ms","start":"2026-03-11T20:58:33.579037Z","end":"2026-03-11T20:58:34.114044Z","steps":["trace[1413227739] 'read index received' (duration: 88.256498ms)","trace[1413227739] 'applied index is now lower than readState.Index' (duration: 446.749533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:58:34.114302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.245106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5bc0a4d3-1313-448c-b232-ef8c56cc7106\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-11T20:58:34.114329Z","caller":"traceutil/trace.go:171","msg":"trace[1426937329] transaction","detail":"{read_only:false; response_revision:13031; number_of_response:1; }","duration":"561.655111ms","start":"2026-03-11T20:58:33.55266Z","end":"2026-03-11T20:58:34.114315Z","steps":["trace[1426937329] 'process raft request' (duration: 114.716623ms)","trace[1426937329] 'compare' (duration: 446.294734ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:58:34.114369Z","caller":"traceutil/trace.go:171","msg":"trace[856463394] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5bc0a4d3-1313-448c-b232-ef8c56cc7106; range_end:; response_count:1; response_revision:13031; }","duration":"535.354609ms","start":"2026-03-11T20:58:33.578999Z","end":"2026-03-11T20:58:34.114354Z","steps":["trace[856463394] 'agreement among raft nodes before linearized reading' (duration: 535.144145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:34.114399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:33.578983Z","time spent":"535.4095ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5bc0a4d3-1313-448c-b232-ef8c56cc7106\" "} {"level":"warn","ts":"2026-03-11T20:58:34.114402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:33.552634Z","time spent":"561.731163ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:58:34.114461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.569712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-k86vz.189be50ab15c2833\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T20:58:34.114562Z","caller":"traceutil/trace.go:171","msg":"trace[1616860629] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-k86vz.189be50ab15c2833; range_end:; response_count:1; response_revision:13031; }","duration":"198.705765ms","start":"2026-03-11T20:58:33.915824Z","end":"2026-03-11T20:58:34.11453Z","steps":["trace[1616860629] 'agreement among raft nodes before linearized reading' (duration: 198.451189ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:34.768446Z","caller":"traceutil/trace.go:171","msg":"trace[1991988822] transaction","detail":"{read_only:false; response_revision:13033; number_of_response:1; }","duration":"646.249608ms","start":"2026-03-11T20:58:34.122159Z","end":"2026-03-11T20:58:34.768409Z","steps":["trace[1991988822] 'process raft request' (duration: 617.262115ms)","trace[1991988822] 'compare' (duration: 28.635935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:58:34.768654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.122143Z","time spent":"646.407211ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3708,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:34.918717Z","caller":"traceutil/trace.go:171","msg":"trace[61976273] transaction","detail":"{read_only:false; response_revision:13034; number_of_response:1; }","duration":"705.943471ms","start":"2026-03-11T20:58:34.212737Z","end":"2026-03-11T20:58:34.918681Z","steps":["trace[61976273] 'process raft request' (duration: 705.638555ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:34.918761Z","caller":"traceutil/trace.go:171","msg":"trace[85492088] transaction","detail":"{read_only:false; response_revision:13036; number_of_response:1; }","duration":"319.959344ms","start":"2026-03-11T20:58:34.598778Z","end":"2026-03-11T20:58:34.918737Z","steps":["trace[85492088] 'process raft request' (duration: 319.885852ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:34.918823Z","caller":"traceutil/trace.go:171","msg":"trace[1419960665] transaction","detail":"{read_only:false; response_revision:13035; number_of_response:1; }","duration":"324.107434ms","start":"2026-03-11T20:58:34.594665Z","end":"2026-03-11T20:58:34.918773Z","steps":["trace[1419960665] 'process raft request' (duration: 323.9035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:34.918887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.212722Z","time spent":"706.082864ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:58:34.918924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.598764Z","time spent":"320.068656ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:58:34.919009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.594641Z","time spent":"324.270048ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:34.919095Z","caller":"traceutil/trace.go:171","msg":"trace[1237825877] linearizableReadLoop","detail":"{readStateIndex:13507; appliedIndex:13505; }","duration":"603.371757ms","start":"2026-03-11T20:58:34.315642Z","end":"2026-03-11T20:58:34.919014Z","steps":["trace[1237825877] 'read index received' (duration: 423.842066ms)","trace[1237825877] 'applied index is now lower than readState.Index' (duration: 179.527601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:58:34.91943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.353498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:58:34.919492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.212086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T20:58:34.919493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.848023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:58:34.91952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.101714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:58:34.919515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.757154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-6qnvm\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-03-11T20:58:34.919155Z","caller":"traceutil/trace.go:171","msg":"trace[112138962] transaction","detail":"{read_only:false; response_revision:13037; number_of_response:1; }","duration":"318.748546ms","start":"2026-03-11T20:58:34.600323Z","end":"2026-03-11T20:58:34.919072Z","steps":["trace[112138962] 'process raft request' (duration: 318.376858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:34.919596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.700534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5bc0a4d3-1313-448c-b232-ef8c56cc7106\" ","response":"range_response_count:1 size:3723"} {"level":"info","ts":"2026-03-11T20:58:34.919827Z","caller":"traceutil/trace.go:171","msg":"trace[1127029518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5bc0a4d3-1313-448c-b232-ef8c56cc7106; range_end:; response_count:1; response_revision:13037; }","duration":"604.125194ms","start":"2026-03-11T20:58:34.315685Z","end":"2026-03-11T20:58:34.91981Z","steps":["trace[1127029518] 'agreement among raft nodes before linearized reading' (duration: 603.617052ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:34.919528Z","caller":"traceutil/trace.go:171","msg":"trace[664715786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13037; }","duration":"383.485662ms","start":"2026-03-11T20:58:34.536017Z","end":"2026-03-11T20:58:34.919503Z","steps":["trace[664715786] 'agreement among raft nodes before linearized reading' (duration: 383.344398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:34.919993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.536001Z","time spent":"383.975853ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:58:34.919443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.779996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e7566e1-11c3-44fe-81b9-90a62d5a7951\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-11T20:58:34.919941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.315657Z","time spent":"604.266237ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5bc0a4d3-1313-448c-b232-ef8c56cc7106\" "} {"level":"info","ts":"2026-03-11T20:58:34.920104Z","caller":"traceutil/trace.go:171","msg":"trace[1982212270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e7566e1-11c3-44fe-81b9-90a62d5a7951; range_end:; response_count:1; response_revision:13037; }","duration":"604.466011ms","start":"2026-03-11T20:58:34.315611Z","end":"2026-03-11T20:58:34.920077Z","steps":["trace[1982212270] 'agreement among raft nodes before linearized reading' (duration: 603.668002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:34.920176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.315596Z","time spent":"604.560854ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e7566e1-11c3-44fe-81b9-90a62d5a7951\" "} {"level":"warn","ts":"2026-03-11T20:58:34.919454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.410777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T20:58:34.920258Z","caller":"traceutil/trace.go:171","msg":"trace[2102170874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13037; }","duration":"295.224126ms","start":"2026-03-11T20:58:34.625008Z","end":"2026-03-11T20:58:34.920232Z","steps":["trace[2102170874] 'agreement among raft nodes before linearized reading' (duration: 294.304875ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:34.919555Z","caller":"traceutil/trace.go:171","msg":"trace[1732677713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13037; }","duration":"295.312408ms","start":"2026-03-11T20:58:34.624224Z","end":"2026-03-11T20:58:34.919536Z","steps":["trace[1732677713] 'agreement among raft nodes before linearized reading' (duration: 295.122373ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:34.919564Z","caller":"traceutil/trace.go:171","msg":"trace[311437771] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13037; }","duration":"272.163644ms","start":"2026-03-11T20:58:34.647389Z","end":"2026-03-11T20:58:34.919553Z","steps":["trace[311437771] 'agreement among raft nodes before linearized reading' (duration: 272.095073ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:34.919562Z","caller":"traceutil/trace.go:171","msg":"trace[728017332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13037; }","duration":"301.991815ms","start":"2026-03-11T20:58:34.617554Z","end":"2026-03-11T20:58:34.919546Z","steps":["trace[728017332] 'agreement among raft nodes before linearized reading' (duration: 301.77447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:34.920636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.617541Z","time spent":"303.081569ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:58:34.91967Z","caller":"traceutil/trace.go:171","msg":"trace[1748289788] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-6qnvm; range_end:; response_count:1; response_revision:13037; }","duration":"146.933219ms","start":"2026-03-11T20:58:34.772716Z","end":"2026-03-11T20:58:34.919649Z","steps":["trace[1748289788] 'agreement among raft nodes before linearized reading' (duration: 146.685312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:34.919748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:34.600297Z","time spent":"319.367531ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:59:11.173876Z","caller":"traceutil/trace.go:171","msg":"trace[2108982963] transaction","detail":"{read_only:false; response_revision:13445; number_of_response:1; }","duration":"124.867668ms","start":"2026-03-11T20:59:11.048974Z","end":"2026-03-11T20:59:11.173842Z","steps":["trace[2108982963] 'process raft request' (duration: 84.881591ms)","trace[2108982963] 'compare' (duration: 39.583438ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:59:11.173988Z","caller":"traceutil/trace.go:171","msg":"trace[713543383] transaction","detail":"{read_only:false; response_revision:13447; number_of_response:1; }","duration":"120.501511ms","start":"2026-03-11T20:59:11.053453Z","end":"2026-03-11T20:59:11.173954Z","steps":["trace[713543383] 'process raft request' (duration: 120.288376ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:59:11.173893Z","caller":"traceutil/trace.go:171","msg":"trace[934073441] transaction","detail":"{read_only:false; response_revision:13446; number_of_response:1; }","duration":"123.660461ms","start":"2026-03-11T20:59:11.050209Z","end":"2026-03-11T20:59:11.17387Z","steps":["trace[934073441] 'process raft request' (duration: 123.465217ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:00:12.134787Z","caller":"traceutil/trace.go:171","msg":"trace[1792717252] linearizableReadLoop","detail":"{readStateIndex:14599; appliedIndex:14598; }","duration":"132.865281ms","start":"2026-03-11T21:00:12.001901Z","end":"2026-03-11T21:00:12.134766Z","steps":["trace[1792717252] 'read index received' (duration: 132.702498ms)","trace[1792717252] 'applied index is now lower than readState.Index' (duration: 161.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:00:12.134885Z","caller":"traceutil/trace.go:171","msg":"trace[1725926476] transaction","detail":"{read_only:false; response_revision:14093; number_of_response:1; }","duration":"172.909486ms","start":"2026-03-11T21:00:11.961965Z","end":"2026-03-11T21:00:12.134875Z","steps":["trace[1725926476] 'process raft request' (duration: 172.692802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:00:12.135063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.160357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kvggd\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-11T21:00:12.135141Z","caller":"traceutil/trace.go:171","msg":"trace[671861564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kvggd; range_end:; response_count:1; response_revision:14093; }","duration":"133.336851ms","start":"2026-03-11T21:00:12.001786Z","end":"2026-03-11T21:00:12.135123Z","steps":["trace[671861564] 'agreement among raft nodes before linearized reading' (duration: 133.124886ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:01:09.935183Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12067} {"level":"info","ts":"2026-03-11T21:01:10.013135Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12067,"took":"75.43241ms","hash":3090544089,"current-db-size-bytes":43114496,"current-db-size":"43 MB","current-db-size-in-use-bytes":27611136,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T21:01:10.013211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3090544089,"revision":12067,"compact-revision":10043} {"level":"info","ts":"2026-03-11T21:05:52.00849Z","caller":"traceutil/trace.go:171","msg":"trace[301094999] transaction","detail":"{read_only:false; response_revision:16551; number_of_response:1; }","duration":"156.874158ms","start":"2026-03-11T21:05:51.851584Z","end":"2026-03-11T21:05:52.008459Z","steps":["trace[301094999] 'process raft request' (duration: 156.703504ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:05:58.441538Z","caller":"traceutil/trace.go:171","msg":"trace[2135765151] transaction","detail":"{read_only:false; response_revision:16597; number_of_response:1; }","duration":"203.416123ms","start":"2026-03-11T21:05:58.238097Z","end":"2026-03-11T21:05:58.441513Z","steps":["trace[2135765151] 'process raft request' (duration: 203.147597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:05:58.811854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.678554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:05:58.811936Z","caller":"traceutil/trace.go:171","msg":"trace[1974793878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16597; }","duration":"277.807407ms","start":"2026-03-11T21:05:58.53411Z","end":"2026-03-11T21:05:58.811917Z","steps":["trace[1974793878] 'range keys from in-memory index tree' (duration: 277.576151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:05:58.81246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.460979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-b6gjg\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-11T21:05:58.812529Z","caller":"traceutil/trace.go:171","msg":"trace[483738201] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-b6gjg; range_end:; response_count:1; response_revision:16597; }","duration":"259.567611ms","start":"2026-03-11T21:05:58.552946Z","end":"2026-03-11T21:05:58.812513Z","steps":["trace[483738201] 'range keys from in-memory index tree' (duration: 259.246273ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:05:58.815795Z","caller":"traceutil/trace.go:171","msg":"trace[1544549376] transaction","detail":"{read_only:false; response_revision:16598; number_of_response:1; }","duration":"220.674035ms","start":"2026-03-11T21:05:58.595106Z","end":"2026-03-11T21:05:58.81578Z","steps":["trace[1544549376] 'process raft request' (duration: 220.546432ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:05:59.165614Z","caller":"traceutil/trace.go:171","msg":"trace[1244881713] transaction","detail":"{read_only:false; response_revision:16599; number_of_response:1; }","duration":"333.399562ms","start":"2026-03-11T21:05:58.832184Z","end":"2026-03-11T21:05:59.165583Z","steps":["trace[1244881713] 'process raft request' (duration: 333.26871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:05:59.165733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:05:58.832166Z","time spent":"333.496625ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:05:59.180767Z","caller":"traceutil/trace.go:171","msg":"trace[1816526332] linearizableReadLoop","detail":"{readStateIndex:17193; appliedIndex:17190; }","duration":"230.595488ms","start":"2026-03-11T21:05:58.950146Z","end":"2026-03-11T21:05:59.180741Z","steps":["trace[1816526332] 'read index received' (duration: 215.40502ms)","trace[1816526332] 'applied index is now lower than readState.Index' (duration: 15.189408ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:05:59.180789Z","caller":"traceutil/trace.go:171","msg":"trace[2102952471] transaction","detail":"{read_only:false; response_revision:16600; number_of_response:1; }","duration":"348.138121ms","start":"2026-03-11T21:05:58.832627Z","end":"2026-03-11T21:05:59.180765Z","steps":["trace[2102952471] 'process raft request' (duration: 347.939197ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:05:59.180894Z","caller":"traceutil/trace.go:171","msg":"trace[261156132] transaction","detail":"{read_only:false; response_revision:16601; number_of_response:1; }","duration":"329.062156ms","start":"2026-03-11T21:05:58.851746Z","end":"2026-03-11T21:05:59.180808Z","steps":["trace[261156132] 'process raft request' (duration: 328.955024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:05:59.181025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:05:58.832621Z","time spent":"348.233763ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:05:59.180957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.784522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:05:59.181051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.355943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bmvv5\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-11T21:05:59.181126Z","caller":"traceutil/trace.go:171","msg":"trace[99650390] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bmvv5; range_end:; response_count:1; response_revision:16601; }","duration":"105.474506ms","start":"2026-03-11T21:05:59.075633Z","end":"2026-03-11T21:05:59.181108Z","steps":["trace[99650390] 'agreement among raft nodes before linearized reading' (duration: 105.279472ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:05:59.181131Z","caller":"traceutil/trace.go:171","msg":"trace[36927558] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:16601; }","duration":"231.006947ms","start":"2026-03-11T21:05:58.950096Z","end":"2026-03-11T21:05:59.181103Z","steps":["trace[36927558] 'agreement among raft nodes before linearized reading' (duration: 230.778242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:05:59.181232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:05:58.851722Z","time spent":"329.283562ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:06:07.645268Z","caller":"traceutil/trace.go:171","msg":"trace[1603000693] linearizableReadLoop","detail":"{readStateIndex:17425; appliedIndex:17423; }","duration":"117.581579ms","start":"2026-03-11T21:06:07.527663Z","end":"2026-03-11T21:06:07.645245Z","steps":["trace[1603000693] 'read index received' (duration: 7.298943ms)","trace[1603000693] 'applied index is now lower than readState.Index' (duration: 110.281486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:06:07.645496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.823614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-11T21:06:07.645548Z","caller":"traceutil/trace.go:171","msg":"trace[457668835] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16829; }","duration":"117.920276ms","start":"2026-03-11T21:06:07.527613Z","end":"2026-03-11T21:06:07.645533Z","steps":["trace[457668835] 'agreement among raft nodes before linearized reading' (duration: 117.825054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:06:07.64564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.089651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:06:07.645685Z","caller":"traceutil/trace.go:171","msg":"trace[1800193531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16829; }","duration":"110.167873ms","start":"2026-03-11T21:06:07.535506Z","end":"2026-03-11T21:06:07.645674Z","steps":["trace[1800193531] 'agreement among raft nodes before linearized reading' (duration: 110.101022ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.645715Z","caller":"traceutil/trace.go:171","msg":"trace[882268488] transaction","detail":"{read_only:false; response_revision:16828; number_of_response:1; }","duration":"118.781135ms","start":"2026-03-11T21:06:07.526922Z","end":"2026-03-11T21:06:07.645703Z","steps":["trace[882268488] 'process raft request' (duration: 31.567573ms)","trace[882268488] 'compare' (duration: 86.579468ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:06:07.645875Z","caller":"traceutil/trace.go:171","msg":"trace[1057354774] transaction","detail":"{read_only:false; response_revision:16829; number_of_response:1; }","duration":"118.801475ms","start":"2026-03-11T21:06:07.527061Z","end":"2026-03-11T21:06:07.645863Z","steps":["trace[1057354774] 'process raft request' (duration: 118.138871ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.849686Z","caller":"traceutil/trace.go:171","msg":"trace[1811483812] transaction","detail":"{read_only:false; response_revision:16834; number_of_response:1; }","duration":"140.52762ms","start":"2026-03-11T21:06:07.709129Z","end":"2026-03-11T21:06:07.849657Z","steps":["trace[1811483812] 'process raft request' (duration: 140.426177ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.849813Z","caller":"traceutil/trace.go:171","msg":"trace[2042668243] transaction","detail":"{read_only:false; response_revision:16836; number_of_response:1; }","duration":"140.184642ms","start":"2026-03-11T21:06:07.709578Z","end":"2026-03-11T21:06:07.849762Z","steps":["trace[2042668243] 'process raft request' (duration: 140.067839ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.849837Z","caller":"traceutil/trace.go:171","msg":"trace[476019912] transaction","detail":"{read_only:false; response_revision:16835; number_of_response:1; }","duration":"140.589691ms","start":"2026-03-11T21:06:07.709207Z","end":"2026-03-11T21:06:07.849797Z","steps":["trace[476019912] 'process raft request' (duration: 140.396207ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.849898Z","caller":"traceutil/trace.go:171","msg":"trace[1102297711] transaction","detail":"{read_only:false; response_revision:16837; number_of_response:1; }","duration":"140.251403ms","start":"2026-03-11T21:06:07.709621Z","end":"2026-03-11T21:06:07.849873Z","steps":["trace[1102297711] 'process raft request' (duration: 140.058019ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.849686Z","caller":"traceutil/trace.go:171","msg":"trace[840286386] transaction","detail":"{read_only:false; response_revision:16833; number_of_response:1; }","duration":"140.876107ms","start":"2026-03-11T21:06:07.708762Z","end":"2026-03-11T21:06:07.849639Z","steps":["trace[840286386] 'process raft request' (duration: 128.580274ms)","trace[840286386] 'compare' (duration: 12.046238ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:06:07.850089Z","caller":"traceutil/trace.go:171","msg":"trace[1898033978] transaction","detail":"{read_only:false; response_revision:16838; number_of_response:1; }","duration":"139.781933ms","start":"2026-03-11T21:06:07.710293Z","end":"2026-03-11T21:06:07.850075Z","steps":["trace[1898033978] 'process raft request' (duration: 139.421955ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.851892Z","caller":"traceutil/trace.go:171","msg":"trace[1321874524] transaction","detail":"{read_only:false; response_revision:16839; number_of_response:1; }","duration":"128.518013ms","start":"2026-03-11T21:06:07.723335Z","end":"2026-03-11T21:06:07.851853Z","steps":["trace[1321874524] 'process raft request' (duration: 128.228757ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.851866Z","caller":"traceutil/trace.go:171","msg":"trace[1888759646] linearizableReadLoop","detail":"{readStateIndex:17435; appliedIndex:17428; }","duration":"125.310381ms","start":"2026-03-11T21:06:07.726518Z","end":"2026-03-11T21:06:07.851828Z","steps":["trace[1888759646] 'read index received' (duration: 111.062594ms)","trace[1888759646] 'applied index is now lower than readState.Index' (duration: 14.246167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:06:07.852217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.524906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-11T21:06:07.852319Z","caller":"traceutil/trace.go:171","msg":"trace[1132275965] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:16840; }","duration":"125.811173ms","start":"2026-03-11T21:06:07.726485Z","end":"2026-03-11T21:06:07.852296Z","steps":["trace[1132275965] 'agreement among raft nodes before linearized reading' (duration: 125.481785ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:07.852255Z","caller":"traceutil/trace.go:171","msg":"trace[165009264] transaction","detail":"{read_only:false; response_revision:16840; number_of_response:1; }","duration":"114.154643ms","start":"2026-03-11T21:06:07.737804Z","end":"2026-03-11T21:06:07.851959Z","steps":["trace[165009264] 'process raft request' (duration: 113.968469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:06:07.853144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.604304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-11T21:06:07.853199Z","caller":"traceutil/trace.go:171","msg":"trace[2077152754] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16840; }","duration":"115.677116ms","start":"2026-03-11T21:06:07.737506Z","end":"2026-03-11T21:06:07.853183Z","steps":["trace[2077152754] 'agreement among raft nodes before linearized reading' (duration: 114.676444ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:06:09.942377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14431} {"level":"info","ts":"2026-03-11T21:06:10.037207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14431,"took":"91.436577ms","hash":1706626560,"current-db-size-bytes":43114496,"current-db-size":"43 MB","current-db-size-in-use-bytes":30150656,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T21:06:10.037265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1706626560,"revision":14431,"compact-revision":12067} {"level":"info","ts":"2026-03-11T21:09:40.324466Z","caller":"traceutil/trace.go:171","msg":"trace[1764873589] transaction","detail":"{read_only:false; response_revision:18363; number_of_response:1; }","duration":"152.014859ms","start":"2026-03-11T21:09:40.172423Z","end":"2026-03-11T21:09:40.324438Z","steps":["trace[1764873589] 'process raft request' (duration: 151.376105ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:10:58.053002Z","caller":"traceutil/trace.go:171","msg":"trace[1116794542] transaction","detail":"{read_only:false; response_revision:18797; number_of_response:1; }","duration":"169.349179ms","start":"2026-03-11T21:10:57.883628Z","end":"2026-03-11T21:10:58.052977Z","steps":["trace[1116794542] 'process raft request' (duration: 169.188805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:58.461522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.073531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:10:58.461743Z","caller":"traceutil/trace.go:171","msg":"trace[450895625] transaction","detail":"{read_only:false; response_revision:18799; number_of_response:1; }","duration":"235.647918ms","start":"2026-03-11T21:10:58.226076Z","end":"2026-03-11T21:10:58.461724Z","steps":["trace[450895625] 'process raft request' (duration: 235.580767ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:10:58.461819Z","caller":"traceutil/trace.go:171","msg":"trace[1108374218] transaction","detail":"{read_only:false; response_revision:18798; number_of_response:1; }","duration":"239.479253ms","start":"2026-03-11T21:10:58.222312Z","end":"2026-03-11T21:10:58.461791Z","steps":["trace[1108374218] 'process raft request' (duration: 101.053085ms)","trace[1108374218] 'compare' (duration: 137.923457ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:10:58.643589Z","caller":"traceutil/trace.go:171","msg":"trace[24148195] transaction","detail":"{read_only:false; response_revision:18800; number_of_response:1; }","duration":"287.403622ms","start":"2026-03-11T21:10:58.356141Z","end":"2026-03-11T21:10:58.643544Z","steps":["trace[24148195] 'process raft request' (duration: 239.424062ms)","trace[24148195] 'compare' (duration: 47.781816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:10:59.369708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.177844ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:10:59.369825Z","caller":"traceutil/trace.go:171","msg":"trace[774415479] linearizableReadLoop","detail":"{readStateIndex:19468; appliedIndex:19466; }","duration":"832.453636ms","start":"2026-03-11T21:10:58.537353Z","end":"2026-03-11T21:10:59.369807Z","steps":["trace[774415479] 'read index received' (duration: 58.287521ms)","trace[774415479] 'applied index is now lower than readState.Index' (duration: 774.163875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:10:59.370177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.813275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:10:59.370221Z","caller":"traceutil/trace.go:171","msg":"trace[2070430896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18800; }","duration":"832.894837ms","start":"2026-03-11T21:10:58.537314Z","end":"2026-03-11T21:10:59.370208Z","steps":["trace[2070430896] 'agreement among raft nodes before linearized reading' (duration: 832.805495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:59.370257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:58.537291Z","time spent":"832.958408ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:10:59.370424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.087442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:10:59.370492Z","caller":"traceutil/trace.go:171","msg":"trace[1125987025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18800; }","duration":"514.187945ms","start":"2026-03-11T21:10:58.856286Z","end":"2026-03-11T21:10:59.370474Z","steps":["trace[1125987025] 'agreement among raft nodes before linearized reading' (duration: 513.98017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:59.370526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:58.856265Z","time spent":"514.253976ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:10:59.370531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.981526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:10:59.370584Z","caller":"traceutil/trace.go:171","msg":"trace[142652564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18800; }","duration":"513.086539ms","start":"2026-03-11T21:10:58.857488Z","end":"2026-03-11T21:10:59.370575Z","steps":["trace[142652564] 'agreement among raft nodes before linearized reading' (duration: 512.953446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:59.37062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:58.857465Z","time spent":"513.147771ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:10:59.370751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.140127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T21:10:59.370836Z","caller":"traceutil/trace.go:171","msg":"trace[348311981] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18800; }","duration":"200.28788ms","start":"2026-03-11T21:10:59.170527Z","end":"2026-03-11T21:10:59.370815Z","steps":["trace[348311981] 'agreement among raft nodes before linearized reading' (duration: 200.116976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:59.371119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.059192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:10:59.371227Z","caller":"traceutil/trace.go:171","msg":"trace[1861402485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18800; }","duration":"368.226996ms","start":"2026-03-11T21:10:59.002927Z","end":"2026-03-11T21:10:59.371154Z","steps":["trace[1861402485] 'agreement among raft nodes before linearized reading' (duration: 367.382118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:59.371268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.002893Z","time spent":"368.364811ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:10:59.372116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.934397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:10:59.372283Z","caller":"traceutil/trace.go:171","msg":"trace[1146799892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18800; }","duration":"380.184613ms","start":"2026-03-11T21:10:58.992072Z","end":"2026-03-11T21:10:59.372257Z","steps":["trace[1146799892] 'agreement among raft nodes before linearized reading' (duration: 378.308281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:59.372354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:58.992051Z","time spent":"380.290606ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:11:00.041102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276538280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:11:00.079336Z","caller":"traceutil/trace.go:171","msg":"trace[1160172197] transaction","detail":"{read_only:false; response_revision:18801; number_of_response:1; }","duration":"703.776834ms","start":"2026-03-11T21:10:59.37551Z","end":"2026-03-11T21:11:00.079287Z","steps":["trace[1160172197] 'process raft request' (duration: 703.449797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:00.079597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.37548Z","time spent":"703.97677ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:00.561695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.912589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:11:00.561892Z","caller":"traceutil/trace.go:171","msg":"trace[1776584977] linearizableReadLoop","detail":"{readStateIndex:19472; appliedIndex:19468; }","duration":"1.021473364s","start":"2026-03-11T21:10:59.540405Z","end":"2026-03-11T21:11:00.561878Z","steps":["trace[1776584977] 'read index received' (duration: 538.557318ms)","trace[1776584977] 'applied index is now lower than readState.Index' (duration: 482.915046ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:11:00.561937Z","caller":"traceutil/trace.go:171","msg":"trace[816536007] transaction","detail":"{read_only:false; response_revision:18802; number_of_response:1; }","duration":"1.186135287s","start":"2026-03-11T21:10:59.375721Z","end":"2026-03-11T21:11:00.561856Z","steps":["trace[816536007] 'process raft request' (duration: 813.988033ms)","trace[816536007] 'compare' (duration: 371.702894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:00.56218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021787651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:11:00.56215Z","caller":"traceutil/trace.go:171","msg":"trace[370060071] transaction","detail":"{read_only:false; response_revision:18804; number_of_response:1; }","duration":"1.185643356s","start":"2026-03-11T21:10:59.376457Z","end":"2026-03-11T21:11:00.5621Z","steps":["trace[370060071] 'process raft request' (duration: 1.185385561s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:00.562213Z","caller":"traceutil/trace.go:171","msg":"trace[346545188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18804; }","duration":"1.021864403s","start":"2026-03-11T21:10:59.540339Z","end":"2026-03-11T21:11:00.562203Z","steps":["trace[346545188] 'agreement among raft nodes before linearized reading' (duration: 1.021764561s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:00.56224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.540313Z","time spent":"1.021921443s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T21:11:00.562229Z","caller":"traceutil/trace.go:171","msg":"trace[1231517450] transaction","detail":"{read_only:false; response_revision:18803; number_of_response:1; }","duration":"1.186447354s","start":"2026-03-11T21:10:59.375741Z","end":"2026-03-11T21:11:00.562189Z","steps":["trace[1231517450] 'process raft request' (duration: 1.186029495s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:00.562148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.375696Z","time spent":"1.186320412s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:00.562316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.376445Z","time spent":"1.18578837s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:00.562389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.375703Z","time spent":"1.186596708s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:01.433781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.109165ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:01.433939Z","caller":"traceutil/trace.go:171","msg":"trace[532494956] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18804; }","duration":"122.281188ms","start":"2026-03-11T21:11:01.311634Z","end":"2026-03-11T21:11:01.433916Z","steps":["trace[532494956] 'range keys from in-memory index tree' (duration: 122.093214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.434316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.882977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:11:01.434947Z","caller":"traceutil/trace.go:171","msg":"trace[965337892] transaction","detail":"{read_only:false; response_revision:18805; number_of_response:1; }","duration":"967.681633ms","start":"2026-03-11T21:11:00.466751Z","end":"2026-03-11T21:11:01.434433Z","steps":["trace[965337892] 'process raft request' (duration: 271.56722ms)","trace[965337892] 'compare' (duration: 695.55005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:01.435071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.466723Z","time spent":"968.300848ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:01.531833Z","caller":"traceutil/trace.go:171","msg":"trace[1634178148] linearizableReadLoop","detail":"{readStateIndex:19474; appliedIndex:19472; }","duration":"969.899323ms","start":"2026-03-11T21:11:00.561915Z","end":"2026-03-11T21:11:01.531815Z","steps":["trace[1634178148] 'read index received' (duration: 176.372766ms)","trace[1634178148] 'applied index is now lower than readState.Index' (duration: 793.525647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:01.531964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.085275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:01.531986Z","caller":"traceutil/trace.go:171","msg":"trace[1999308276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18809; }","duration":"995.126156ms","start":"2026-03-11T21:11:00.536852Z","end":"2026-03-11T21:11:01.531978Z","steps":["trace[1999308276] 'agreement among raft nodes before linearized reading' (duration: 995.050024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.532007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.536811Z","time spent":"995.191487ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:11:01.532021Z","caller":"traceutil/trace.go:171","msg":"trace[979801170] transaction","detail":"{read_only:false; response_revision:18808; number_of_response:1; }","duration":"955.109573ms","start":"2026-03-11T21:11:00.576876Z","end":"2026-03-11T21:11:01.531986Z","steps":["trace[979801170] 'process raft request' (duration: 954.888928ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:01.531989Z","caller":"traceutil/trace.go:171","msg":"trace[1341395030] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"1.064560355s","start":"2026-03-11T21:11:00.467289Z","end":"2026-03-11T21:11:01.531849Z","steps":["trace[1341395030] 'process raft request' (duration: 1.06431991s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.532096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741569161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:11:01.532152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01681508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-11T21:11:01.532161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.576855Z","time spent":"955.224866ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:01.532175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.046621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:01.5322Z","caller":"traceutil/trace.go:171","msg":"trace[1151935932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18809; }","duration":"1.016900671s","start":"2026-03-11T21:11:00.515287Z","end":"2026-03-11T21:11:01.532187Z","steps":["trace[1151935932] 'agreement among raft nodes before linearized reading' (duration: 1.016733308s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:01.532216Z","caller":"traceutil/trace.go:171","msg":"trace[237368396] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:18809; }","duration":"782.130843ms","start":"2026-03-11T21:11:00.750073Z","end":"2026-03-11T21:11:01.532203Z","steps":["trace[237368396] 'agreement among raft nodes before linearized reading' (duration: 781.987179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:01.532208Z","caller":"traceutil/trace.go:171","msg":"trace[1528321570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18809; }","duration":"1.741721325s","start":"2026-03-11T21:10:59.790457Z","end":"2026-03-11T21:11:01.532179Z","steps":["trace[1528321570] 'agreement among raft nodes before linearized reading' (duration: 1.741530911s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.532215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.494385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:11:01.532235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.515272Z","time spent":"1.016955843s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:11:01.532248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.750038Z","time spent":"782.203734ms","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:11:01.532226Z","caller":"traceutil/trace.go:171","msg":"trace[1289802974] transaction","detail":"{read_only:false; response_revision:18809; number_of_response:1; }","duration":"883.516945ms","start":"2026-03-11T21:11:00.64869Z","end":"2026-03-11T21:11:01.532206Z","steps":["trace[1289802974] 'process raft request' (duration: 883.097305ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:01.532268Z","caller":"traceutil/trace.go:171","msg":"trace[514039870] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:18809; }","duration":"538.591578ms","start":"2026-03-11T21:11:00.993662Z","end":"2026-03-11T21:11:01.532254Z","steps":["trace[514039870] 'agreement among raft nodes before linearized reading' (duration: 538.417964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.532274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.790438Z","time spent":"1.741824927s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:11:01.5323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.993638Z","time spent":"538.65583ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":78,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:11:01.532369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.648656Z","time spent":"883.638478ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:01.532458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.467261Z","time spent":"1.064955214s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:01.53271Z","caller":"traceutil/trace.go:171","msg":"trace[2036733621] transaction","detail":"{read_only:false; response_revision:18807; number_of_response:1; }","duration":"966.270082ms","start":"2026-03-11T21:11:00.566403Z","end":"2026-03-11T21:11:01.532673Z","steps":["trace[2036733621] 'process raft request' (duration: 965.33302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.532845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.566381Z","time spent":"966.396394ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:02.494928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.629711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-11T21:11:02.494937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.002781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:02.494985Z","caller":"traceutil/trace.go:171","msg":"trace[1638340704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18809; }","duration":"958.724453ms","start":"2026-03-11T21:11:01.536246Z","end":"2026-03-11T21:11:02.494971Z","steps":["trace[1638340704] 'range keys from in-memory index tree' (duration: 958.501878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.495019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.536229Z","time spent":"958.781664ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:11:02.495018Z","caller":"traceutil/trace.go:171","msg":"trace[46654647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18809; }","duration":"951.123333ms","start":"2026-03-11T21:11:01.543873Z","end":"2026-03-11T21:11:02.494996Z","steps":["trace[46654647] 'range keys from in-memory index tree' (duration: 950.898238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.49506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.543863Z","time spent":"951.188774ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:11:02.495779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.297355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T21:11:02.495861Z","caller":"traceutil/trace.go:171","msg":"trace[935259083] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18809; }","duration":"959.412508ms","start":"2026-03-11T21:11:01.536431Z","end":"2026-03-11T21:11:02.495843Z","steps":["trace[935259083] 'count revisions from in-memory index tree' (duration: 959.245855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.49602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.536425Z","time spent":"959.580082ms","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":205,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:11:02.496126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.569938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:11:02.496322Z","caller":"traceutil/trace.go:171","msg":"trace[169456459] linearizableReadLoop","detail":"{readStateIndex:19478; appliedIndex:19477; }","duration":"409.637462ms","start":"2026-03-11T21:11:02.08664Z","end":"2026-03-11T21:11:02.496277Z","steps":["trace[169456459] 'read index received' (duration: 71.762µs)","trace[169456459] 'applied index is now lower than readState.Index' (duration: 409.56437ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:11:02.496334Z","caller":"traceutil/trace.go:171","msg":"trace[1140917456] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"949.506427ms","start":"2026-03-11T21:11:01.54679Z","end":"2026-03-11T21:11:02.496297Z","steps":["trace[1140917456] 'process raft request' (duration: 457.623411ms)","trace[1140917456] 'compare' (duration: 490.71952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:02.496511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.546771Z","time spent":"949.6438ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:02.496558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.920188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T21:11:02.496635Z","caller":"traceutil/trace.go:171","msg":"trace[676651698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18810; }","duration":"410.02811ms","start":"2026-03-11T21:11:02.086584Z","end":"2026-03-11T21:11:02.496612Z","steps":["trace[676651698] 'agreement among raft nodes before linearized reading' (duration: 409.834926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.496688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.086561Z","time spent":"410.114212ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:11:03.036887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.795326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:11:03.036986Z","caller":"traceutil/trace.go:171","msg":"trace[1458778961] linearizableReadLoop","detail":"{readStateIndex:19479; appliedIndex:19478; }","duration":"480.885741ms","start":"2026-03-11T21:11:02.556085Z","end":"2026-03-11T21:11:03.036971Z","steps":["trace[1458778961] 'read index received' (duration: 242.946202ms)","trace[1458778961] 'applied index is now lower than readState.Index' (duration: 237.938359ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:11:03.037029Z","caller":"traceutil/trace.go:171","msg":"trace[488077248] transaction","detail":"{read_only:false; response_revision:18811; number_of_response:1; }","duration":"535.47379ms","start":"2026-03-11T21:11:02.501509Z","end":"2026-03-11T21:11:03.036983Z","steps":["trace[488077248] 'process raft request' (duration: 297.499969ms)","trace[488077248] 'compare' (duration: 237.690373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:03.037089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.006754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:03.037125Z","caller":"traceutil/trace.go:171","msg":"trace[1170232698] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18811; }","duration":"481.071006ms","start":"2026-03-11T21:11:02.556043Z","end":"2026-03-11T21:11:03.037114Z","steps":["trace[1170232698] 'agreement among raft nodes before linearized reading' (duration: 481.009474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.037129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.50147Z","time spent":"535.613353ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:03.037161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.556026Z","time spent":"481.128767ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T21:11:03.037383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.018744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:11:03.037487Z","caller":"traceutil/trace.go:171","msg":"trace[1383852573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18811; }","duration":"472.214067ms","start":"2026-03-11T21:11:02.565245Z","end":"2026-03-11T21:11:03.037459Z","steps":["trace[1383852573] 'agreement among raft nodes before linearized reading' (duration: 471.913021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.037573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.565225Z","time spent":"472.33264ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:11:03.037756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.043984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:11:03.0378Z","caller":"traceutil/trace.go:171","msg":"trace[1096261096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18811; }","duration":"472.100565ms","start":"2026-03-11T21:11:02.565689Z","end":"2026-03-11T21:11:03.03779Z","steps":["trace[1096261096] 'agreement among raft nodes before linearized reading' (duration: 471.975083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.037801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.137953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:11:03.037886Z","caller":"traceutil/trace.go:171","msg":"trace[323054909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18811; }","duration":"471.246955ms","start":"2026-03-11T21:11:02.566623Z","end":"2026-03-11T21:11:03.03787Z","steps":["trace[323054909] 'agreement among raft nodes before linearized reading' (duration: 471.02354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.037934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.566616Z","time spent":"471.303336ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:11:03.037833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.565674Z","time spent":"472.149106ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:11:09.961239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16879} {"level":"info","ts":"2026-03-11T21:11:10.094163Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16879,"took":"127.867454ms","hash":1092939550,"current-db-size-bytes":43958272,"current-db-size":"44 MB","current-db-size-in-use-bytes":30838784,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T21:11:10.094261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1092939550,"revision":16879,"compact-revision":14431} {"level":"info","ts":"2026-03-11T21:11:53.423607Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b4c6dc24a78438ca","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T21:11:53.43041Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-11T21:11:53.430585Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-11T21:15:00.345974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.890009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:15:00.346015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.034365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:15:00.346078Z","caller":"traceutil/trace.go:171","msg":"trace[1180442145] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21082; }","duration":"521.053362ms","start":"2026-03-11T21:14:59.825003Z","end":"2026-03-11T21:15:00.346056Z","steps":["trace[1180442145] 'count revisions from in-memory index tree' (duration: 520.799926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:00.346127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:14:59.824981Z","time spent":"521.135134ms","remote":"127.0.0.1:43260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:15:00.34613Z","caller":"traceutil/trace.go:171","msg":"trace[1850500065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21082; }","duration":"308.189808ms","start":"2026-03-11T21:15:00.037893Z","end":"2026-03-11T21:15:00.346083Z","steps":["trace[1850500065] 'count revisions from in-memory index tree' (duration: 307.946633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:00.346219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.037872Z","time spent":"308.334012ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:15:00.346272Z","caller":"traceutil/trace.go:171","msg":"trace[1501799176] transaction","detail":"{read_only:false; response_revision:21083; number_of_response:1; }","duration":"282.72838ms","start":"2026-03-11T21:15:00.063506Z","end":"2026-03-11T21:15:00.346235Z","steps":["trace[1501799176] 'process raft request' (duration: 246.027177ms)","trace[1501799176] 'compare' (duration: 36.428987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:15:01.541029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196722096s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:15:01.541472Z","caller":"traceutil/trace.go:171","msg":"trace[359111760] linearizableReadLoop","detail":"{readStateIndex:21825; appliedIndex:21822; }","duration":"1.358279254s","start":"2026-03-11T21:15:00.183167Z","end":"2026-03-11T21:15:01.541446Z","steps":["trace[359111760] 'read index received' (duration: 126.330838ms)","trace[359111760] 'applied index is now lower than readState.Index' (duration: 1.231947286s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:15:01.541627Z","caller":"traceutil/trace.go:171","msg":"trace[761150343] transaction","detail":"{read_only:false; response_revision:21085; number_of_response:1; }","duration":"1.38670329s","start":"2026-03-11T21:15:00.15488Z","end":"2026-03-11T21:15:01.541583Z","steps":["trace[761150343] 'process raft request' (duration: 1.386496946s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.541679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35850144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T21:15:01.541718Z","caller":"traceutil/trace.go:171","msg":"trace[767403621] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21085; }","duration":"1.358582971s","start":"2026-03-11T21:15:00.18312Z","end":"2026-03-11T21:15:01.541703Z","steps":["trace[767403621] 'agreement among raft nodes before linearized reading' (duration: 1.358447358s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.541745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.154858Z","time spent":"1.386822393s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:15:01.541763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.183106Z","time spent":"1.358649113s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-11T21:15:01.541736Z","caller":"traceutil/trace.go:171","msg":"trace[36473316] transaction","detail":"{read_only:false; response_revision:21084; number_of_response:1; }","duration":"1.43468135s","start":"2026-03-11T21:15:00.106865Z","end":"2026-03-11T21:15:01.541547Z","steps":["trace[36473316] 'process raft request' (duration: 1.434331312s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.54191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.106836Z","time spent":"1.434988907s","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T21:15:02.041885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276545121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:15:02.195948Z","caller":"traceutil/trace.go:171","msg":"trace[2027246940] transaction","detail":"{read_only:false; response_revision:21087; number_of_response:1; }","duration":"1.753570702s","start":"2026-03-11T21:15:00.442346Z","end":"2026-03-11T21:15:02.195917Z","steps":["trace[2027246940] 'process raft request' (duration: 1.75349826s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:02.195983Z","caller":"traceutil/trace.go:171","msg":"trace[1861274814] transaction","detail":"{read_only:false; response_revision:21086; number_of_response:1; }","duration":"1.758826151s","start":"2026-03-11T21:15:00.437123Z","end":"2026-03-11T21:15:02.195949Z","steps":["trace[1861274814] 'process raft request' (duration: 1.758577504s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:02.196122Z","caller":"traceutil/trace.go:171","msg":"trace[1594182570] transaction","detail":"{read_only:false; response_revision:21088; number_of_response:1; }","duration":"1.752531758s","start":"2026-03-11T21:15:00.443573Z","end":"2026-03-11T21:15:02.196105Z","steps":["trace[1594182570] 'process raft request' (duration: 1.752308143s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.196141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.437097Z","time spent":"1.758961634s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:15:02.196166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.442315Z","time spent":"1.753720595s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:15:02.196197Z","caller":"traceutil/trace.go:171","msg":"trace[1774443218] transaction","detail":"{read_only:false; response_revision:21090; number_of_response:1; }","duration":"739.694847ms","start":"2026-03-11T21:15:01.456485Z","end":"2026-03-11T21:15:02.19618Z","steps":["trace[1774443218] 'process raft request' (duration: 739.640626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.196235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.443545Z","time spent":"1.752627681s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:15:02.196309Z","caller":"traceutil/trace.go:171","msg":"trace[768688183] transaction","detail":"{read_only:false; response_revision:21089; number_of_response:1; }","duration":"1.57293956s","start":"2026-03-11T21:15:00.623357Z","end":"2026-03-11T21:15:02.196296Z","steps":["trace[768688183] 'process raft request' (duration: 1.572684534s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.196308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.456453Z","time spent":"739.79734ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:15:02.196369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.62333Z","time spent":"1.573011042s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:15:02.219082Z","caller":"traceutil/trace.go:171","msg":"trace[98119349] linearizableReadLoop","detail":"{readStateIndex:21834; appliedIndex:21827; }","duration":"677.520865ms","start":"2026-03-11T21:15:01.541544Z","end":"2026-03-11T21:15:02.219065Z","steps":["trace[98119349] 'read index received' (duration: 654.399811ms)","trace[98119349] 'applied index is now lower than readState.Index' (duration: 23.120154ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:15:02.219117Z","caller":"traceutil/trace.go:171","msg":"trace[657847800] transaction","detail":"{read_only:false; response_revision:21094; number_of_response:1; }","duration":"253.453486ms","start":"2026-03-11T21:15:01.965631Z","end":"2026-03-11T21:15:02.219084Z","steps":["trace[657847800] 'process raft request' (duration: 253.396815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.219259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.635962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:15:02.219311Z","caller":"traceutil/trace.go:171","msg":"trace[429887611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21094; }","duration":"682.715033ms","start":"2026-03-11T21:15:01.536576Z","end":"2026-03-11T21:15:02.219291Z","steps":["trace[429887611] 'agreement among raft nodes before linearized reading' (duration: 682.597621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.219362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.53656Z","time spent":"682.787696ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:15:02.219437Z","caller":"traceutil/trace.go:171","msg":"trace[631620419] transaction","detail":"{read_only:false; response_revision:21092; number_of_response:1; }","duration":"668.961501ms","start":"2026-03-11T21:15:01.550454Z","end":"2026-03-11T21:15:02.219415Z","steps":["trace[631620419] 'process raft request' (duration: 668.46359ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:02.219501Z","caller":"traceutil/trace.go:171","msg":"trace[946573361] transaction","detail":"{read_only:false; response_revision:21091; number_of_response:1; }","duration":"671.050999ms","start":"2026-03-11T21:15:01.548406Z","end":"2026-03-11T21:15:02.219457Z","steps":["trace[946573361] 'process raft request' (duration: 670.373174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.21957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.550442Z","time spent":"669.060093ms","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:15:02.219581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764133701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:15:02.219613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.548324Z","time spent":"671.238223ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T21:15:02.219659Z","caller":"traceutil/trace.go:171","msg":"trace[1777143552] transaction","detail":"{read_only:false; response_revision:21093; number_of_response:1; }","duration":"590.049109ms","start":"2026-03-11T21:15:01.62959Z","end":"2026-03-11T21:15:02.219639Z","steps":["trace[1777143552] 'process raft request' (duration: 589.385074ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:02.219689Z","caller":"traceutil/trace.go:171","msg":"trace[1546931653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21094; }","duration":"1.764340236s","start":"2026-03-11T21:15:00.455321Z","end":"2026-03-11T21:15:02.219662Z","steps":["trace[1546931653] 'agreement among raft nodes before linearized reading' (duration: 1.764003948s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.219724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771025538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:15:02.219622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765148765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T21:15:02.219754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.455291Z","time spent":"1.764447528s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:15:02.21976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.629562Z","time spent":"590.139272ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:15:02.219781Z","caller":"traceutil/trace.go:171","msg":"trace[530877444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21094; }","duration":"1.765321198s","start":"2026-03-11T21:15:00.454442Z","end":"2026-03-11T21:15:02.219764Z","steps":["trace[530877444] 'agreement among raft nodes before linearized reading' (duration: 1.765093753s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.219823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.387409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:15:02.219837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.454429Z","time spent":"1.765390899s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:15:02.219861Z","caller":"traceutil/trace.go:171","msg":"trace[867353737] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:21094; }","duration":"672.43654ms","start":"2026-03-11T21:15:01.547409Z","end":"2026-03-11T21:15:02.219846Z","steps":["trace[867353737] 'agreement among raft nodes before linearized reading' (duration: 672.386379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.219891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.547399Z","time spent":"672.484391ms","remote":"127.0.0.1:53836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-11T21:15:02.219919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354892838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:15:02.219975Z","caller":"traceutil/trace.go:171","msg":"trace[467619104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21094; }","duration":"1.35498193s","start":"2026-03-11T21:15:00.86497Z","end":"2026-03-11T21:15:02.219952Z","steps":["trace[467619104] 'agreement among raft nodes before linearized reading' (duration: 1.354800056s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.220006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.864948Z","time spent":"1.355050191s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:15:02.220001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7548369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:15:02.220068Z","caller":"traceutil/trace.go:171","msg":"trace[1874343063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21094; }","duration":"1.754923552s","start":"2026-03-11T21:15:00.46513Z","end":"2026-03-11T21:15:02.220053Z","steps":["trace[1874343063] 'agreement among raft nodes before linearized reading' (duration: 1.754779178s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:02.219764Z","caller":"traceutil/trace.go:171","msg":"trace[597435207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21094; }","duration":"1.771060929s","start":"2026-03-11T21:15:00.44869Z","end":"2026-03-11T21:15:02.219751Z","steps":["trace[597435207] 'agreement among raft nodes before linearized reading' (duration: 1.770957256s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.220126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.465118Z","time spent":"1.754981874s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:15:02.22016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.232859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-11T21:15:02.220169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.448651Z","time spent":"1.771498269s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:15:02.220186Z","caller":"traceutil/trace.go:171","msg":"trace[270105052] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21094; }","duration":"736.29368ms","start":"2026-03-11T21:15:01.483884Z","end":"2026-03-11T21:15:02.220178Z","steps":["trace[270105052] 'agreement among raft nodes before linearized reading' (duration: 736.207378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.220218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.483864Z","time spent":"736.348372ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T21:15:02.220382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.128424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4ef1692-b519-44e1-a307-19c3dd04fd33\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-11T21:15:02.22046Z","caller":"traceutil/trace.go:171","msg":"trace[274194909] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4ef1692-b519-44e1-a307-19c3dd04fd33; range_end:; response_count:1; response_revision:21094; }","duration":"672.203225ms","start":"2026-03-11T21:15:01.548224Z","end":"2026-03-11T21:15:02.220427Z","steps":["trace[274194909] 'agreement among raft nodes before linearized reading' (duration: 672.017851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:02.220677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:01.548217Z","time spent":"672.44565ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a4ef1692-b519-44e1-a307-19c3dd04fd33\" "} {"level":"info","ts":"2026-03-11T21:16:09.97193Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18846} {"level":"info","ts":"2026-03-11T21:16:10.081988Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18846,"took":"105.499266ms","hash":3455514744,"current-db-size-bytes":46866432,"current-db-size":"47 MB","current-db-size-in-use-bytes":38219776,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-11T21:16:10.082048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3455514744,"revision":18846,"compact-revision":16879} {"level":"info","ts":"2026-03-11T21:16:26.899258Z","caller":"traceutil/trace.go:171","msg":"trace[1723592757] linearizableReadLoop","detail":"{readStateIndex:22746; appliedIndex:22744; }","duration":"208.70547ms","start":"2026-03-11T21:16:26.690527Z","end":"2026-03-11T21:16:26.899232Z","steps":["trace[1723592757] 'read index received' (duration: 39.689322ms)","trace[1723592757] 'applied index is now lower than readState.Index' (duration: 169.014918ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:16:26.899351Z","caller":"traceutil/trace.go:171","msg":"trace[634969645] transaction","detail":"{read_only:false; response_revision:21983; number_of_response:1; }","duration":"209.700213ms","start":"2026-03-11T21:16:26.689614Z","end":"2026-03-11T21:16:26.899314Z","steps":["trace[634969645] 'process raft request' (duration: 209.473878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:16:26.899707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.011947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:16:26.899815Z","caller":"traceutil/trace.go:171","msg":"trace[505185827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21983; }","duration":"209.304033ms","start":"2026-03-11T21:16:26.690485Z","end":"2026-03-11T21:16:26.899789Z","steps":["trace[505185827] 'agreement among raft nodes before linearized reading' (duration: 208.865683ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:16:26.961595Z","caller":"traceutil/trace.go:171","msg":"trace[319681969] transaction","detail":"{read_only:false; response_revision:21984; number_of_response:1; }","duration":"114.93051ms","start":"2026-03-11T21:16:26.846639Z","end":"2026-03-11T21:16:26.961569Z","steps":["trace[319681969] 'process raft request' (duration: 114.618844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:16:26.961755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.267187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:16:26.961809Z","caller":"traceutil/trace.go:171","msg":"trace[2121519534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21985; }","duration":"270.369199ms","start":"2026-03-11T21:16:26.691424Z","end":"2026-03-11T21:16:26.961793Z","steps":["trace[2121519534] 'agreement among raft nodes before linearized reading' (duration: 270.232496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:16:26.961871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.008894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:16:26.96199Z","caller":"traceutil/trace.go:171","msg":"trace[1641179581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21985; }","duration":"271.177167ms","start":"2026-03-11T21:16:26.690783Z","end":"2026-03-11T21:16:26.961961Z","steps":["trace[1641179581] 'agreement among raft nodes before linearized reading' (duration: 270.84819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:16:26.961869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.959534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7559d94c64-tgnnb.189be4d6258e862d\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-11T21:16:26.961977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.541913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:16:26.962173Z","caller":"traceutil/trace.go:171","msg":"trace[657626698] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7559d94c64-tgnnb.189be4d6258e862d; range_end:; response_count:1; response_revision:21985; }","duration":"257.282562ms","start":"2026-03-11T21:16:26.704842Z","end":"2026-03-11T21:16:26.962124Z","steps":["trace[657626698] 'agreement among raft nodes before linearized reading' (duration: 256.820042ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:16:26.962256Z","caller":"traceutil/trace.go:171","msg":"trace[1332023444] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21985; }","duration":"207.883731ms","start":"2026-03-11T21:16:26.754347Z","end":"2026-03-11T21:16:26.96223Z","steps":["trace[1332023444] 'agreement among raft nodes before linearized reading' (duration: 207.3592ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:16:27.008344Z","caller":"traceutil/trace.go:171","msg":"trace[136821222] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"104.529894ms","start":"2026-03-11T21:16:26.903783Z","end":"2026-03-11T21:16:27.008312Z","steps":["trace[136821222] 'process raft request' (duration: 78.3686ms)","trace[136821222] 'compare' (duration: 26.030421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:14.7073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.332554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:14.707441Z","caller":"traceutil/trace.go:171","msg":"trace[1850615215] linearizableReadLoop","detail":"{readStateIndex:23719; appliedIndex:23717; }","duration":"113.013524ms","start":"2026-03-11T21:18:14.594414Z","end":"2026-03-11T21:18:14.707428Z","steps":["trace[1850615215] 'read index received' (duration: 5.500285ms)","trace[1850615215] 'applied index is now lower than readState.Index' (duration: 107.512469ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:14.707501Z","caller":"traceutil/trace.go:171","msg":"trace[1100189672] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"114.782515ms","start":"2026-03-11T21:18:14.592709Z","end":"2026-03-11T21:18:14.707491Z","steps":["trace[1100189672] 'process raft request' (duration: 114.684443ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:14.707542Z","caller":"traceutil/trace.go:171","msg":"trace[1242937404] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"115.642844ms","start":"2026-03-11T21:18:14.591852Z","end":"2026-03-11T21:18:14.707495Z","steps":["trace[1242937404] 'compare' (duration: 107.1259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:14.707851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.411514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111724"} {"level":"info","ts":"2026-03-11T21:18:14.707942Z","caller":"traceutil/trace.go:171","msg":"trace[264250942] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22931; }","duration":"113.545476ms","start":"2026-03-11T21:18:14.594377Z","end":"2026-03-11T21:18:14.707923Z","steps":["trace[264250942] 'agreement among raft nodes before linearized reading' (duration: 113.121776ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:14.7197Z","caller":"traceutil/trace.go:171","msg":"trace[1060989136] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"119.540443ms","start":"2026-03-11T21:18:14.600119Z","end":"2026-03-11T21:18:14.719659Z","steps":["trace[1060989136] 'process raft request' (duration: 115.352088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.1275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.402041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:27.127793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.599378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:27.127905Z","caller":"traceutil/trace.go:171","msg":"trace[122322412] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23085; }","duration":"724.777863ms","start":"2026-03-11T21:18:26.403101Z","end":"2026-03-11T21:18:27.127879Z","steps":["trace[122322412] 'count revisions from in-memory index tree' (duration: 724.513757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.127976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.403079Z","time spent":"724.879795ms","remote":"127.0.0.1:36886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:27.128138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.471515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:18:27.128197Z","caller":"traceutil/trace.go:171","msg":"trace[1101010998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23085; }","duration":"483.567457ms","start":"2026-03-11T21:18:26.644614Z","end":"2026-03-11T21:18:27.128181Z","steps":["trace[1101010998] 'range keys from in-memory index tree' (duration: 483.205139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.128233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.644589Z","time spent":"483.636378ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:18:27.128388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.782007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267208"} {"level":"info","ts":"2026-03-11T21:18:27.128439Z","caller":"traceutil/trace.go:171","msg":"trace[1653474358] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23085; }","duration":"765.88594ms","start":"2026-03-11T21:18:26.362539Z","end":"2026-03-11T21:18:27.128425Z","steps":["trace[1653474358] 'range keys from in-memory index tree' (duration: 765.303086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.128472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.362507Z","time spent":"765.956211ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267231,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-11T21:18:27.12857Z","caller":"traceutil/trace.go:171","msg":"trace[1108369106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23085; }","duration":"590.543994ms","start":"2026-03-11T21:18:26.537033Z","end":"2026-03-11T21:18:27.127577Z","steps":["trace[1108369106] 'range keys from in-memory index tree' (duration: 590.305379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.128608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.537014Z","time spent":"591.583388ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:18:27.131977Z","caller":"traceutil/trace.go:171","msg":"trace[422185431] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"160.248071ms","start":"2026-03-11T21:18:26.971716Z","end":"2026-03-11T21:18:27.131964Z","steps":["trace[422185431] 'process raft request' (duration: 160.138339ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:28.060391Z","caller":"traceutil/trace.go:171","msg":"trace[1501621080] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"1.0494553s","start":"2026-03-11T21:18:27.0109Z","end":"2026-03-11T21:18:28.060355Z","steps":["trace[1501621080] 'process raft request' (duration: 1.048959748s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:28.060403Z","caller":"traceutil/trace.go:171","msg":"trace[2081535059] linearizableReadLoop","detail":"{readStateIndex:23884; appliedIndex:23879; }","duration":"930.119571ms","start":"2026-03-11T21:18:27.130264Z","end":"2026-03-11T21:18:28.060383Z","steps":["trace[2081535059] 'read index received' (duration: 1.615356ms)","trace[2081535059] 'applied index is now lower than readState.Index' (duration: 928.503235ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:28.060537Z","caller":"traceutil/trace.go:171","msg":"trace[1401718369] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"974.802239ms","start":"2026-03-11T21:18:27.085722Z","end":"2026-03-11T21:18:28.060524Z","steps":["trace[1401718369] 'process raft request' (duration: 974.583504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.060646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.085707Z","time spent":"974.85555ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:28.060687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.010874Z","time spent":"1.049705345s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:28.060791Z","caller":"traceutil/trace.go:171","msg":"trace[1012005660] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"1.021959774s","start":"2026-03-11T21:18:27.038824Z","end":"2026-03-11T21:18:28.060784Z","steps":["trace[1012005660] 'process raft request' (duration: 1.021441792s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.060859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.038797Z","time spent":"1.022035365s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:28.060949Z","caller":"traceutil/trace.go:171","msg":"trace[288774501] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"975.156716ms","start":"2026-03-11T21:18:27.085785Z","end":"2026-03-11T21:18:28.060941Z","steps":["trace[288774501] 'process raft request' (duration: 974.562063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.061011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.085756Z","time spent":"975.232008ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:28.061092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.825156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:28.061139Z","caller":"traceutil/trace.go:171","msg":"trace[1962558433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23090; }","duration":"930.871317ms","start":"2026-03-11T21:18:27.130254Z","end":"2026-03-11T21:18:28.061126Z","steps":["trace[1962558433] 'agreement among raft nodes before linearized reading' (duration: 930.794796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.061183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.130198Z","time spent":"930.978649ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:28.561459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276549834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:18:28.973068Z","caller":"traceutil/trace.go:171","msg":"trace[1329789245] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.827355281s","start":"2026-03-11T21:18:27.145688Z","end":"2026-03-11T21:18:28.973043Z","steps":["trace[1329789245] 'process raft request' (duration: 1.827157317s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.973222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.145665Z","time spent":"1.827477374s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:28.973482Z","caller":"traceutil/trace.go:171","msg":"trace[621193916] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.377496282s","start":"2026-03-11T21:18:27.595951Z","end":"2026-03-11T21:18:28.973447Z","steps":["trace[621193916] 'process raft request' (duration: 1.377045472s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.973649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.595931Z","time spent":"1.377626496s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:29.482032Z","caller":"traceutil/trace.go:171","msg":"trace[99779669] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.374626858s","start":"2026-03-11T21:18:28.107345Z","end":"2026-03-11T21:18:29.481971Z","steps":["trace[99779669] 'process raft request' (duration: 1.331592848s)","trace[99779669] 'compare' (duration: 42.582669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:29.482301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.10732Z","time spent":"1.374835573s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:29.548779Z","caller":"traceutil/trace.go:171","msg":"trace[1729791313] linearizableReadLoop","detail":"{readStateIndex:23888; appliedIndex:23884; }","duration":"1.488272226s","start":"2026-03-11T21:18:28.060478Z","end":"2026-03-11T21:18:29.548751Z","steps":["trace[1729791313] 'read index received' (duration: 912.497428ms)","trace[1729791313] 'applied index is now lower than readState.Index' (duration: 575.773768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:29.549014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907394386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:18:29.549061Z","caller":"traceutil/trace.go:171","msg":"trace[733925851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23093; }","duration":"1.907523208s","start":"2026-03-11T21:18:27.641526Z","end":"2026-03-11T21:18:29.54905Z","steps":["trace[733925851] 'agreement among raft nodes before linearized reading' (duration: 1.907381125s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.549096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.641512Z","time spent":"1.90757555s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:29.549016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8755523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:18:29.549339Z","caller":"traceutil/trace.go:171","msg":"trace[2052334995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23093; }","duration":"1.875893308s","start":"2026-03-11T21:18:27.673408Z","end":"2026-03-11T21:18:29.549301Z","steps":["trace[2052334995] 'agreement among raft nodes before linearized reading' (duration: 1.875471199s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.549374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.673393Z","time spent":"1.87597136s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:29.549404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874143088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:18:29.549451Z","caller":"traceutil/trace.go:171","msg":"trace[1569181518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23093; }","duration":"1.874195328s","start":"2026-03-11T21:18:27.675239Z","end":"2026-03-11T21:18:29.549434Z","steps":["trace[1569181518] 'agreement among raft nodes before linearized reading' (duration: 1.874062065s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.549482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.675233Z","time spent":"1.87424133s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:18:29.54952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06033228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T21:18:29.549532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942353461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:18:29.549561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41765315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:18:29.549656Z","caller":"traceutil/trace.go:171","msg":"trace[992315964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23093; }","duration":"2.417797574s","start":"2026-03-11T21:18:27.131833Z","end":"2026-03-11T21:18:29.549631Z","steps":["trace[992315964] 'agreement among raft nodes before linearized reading' (duration: 2.417399025s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.549703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.131817Z","time spent":"2.417877025s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:18:29.549748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.44722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:29.549768Z","caller":"traceutil/trace.go:171","msg":"trace[1347846088] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23094; }","duration":"647.497022ms","start":"2026-03-11T21:18:28.902263Z","end":"2026-03-11T21:18:29.54976Z","steps":["trace[1347846088] 'agreement among raft nodes before linearized reading' (duration: 647.465491ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:29.549767Z","caller":"traceutil/trace.go:171","msg":"trace[1864406438] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"412.289953ms","start":"2026-03-11T21:18:29.137457Z","end":"2026-03-11T21:18:29.549747Z","steps":["trace[1864406438] 'process raft request' (duration: 411.174518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.549789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.902248Z","time spent":"647.536242ms","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:29.549784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.589786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T21:18:29.549598Z","caller":"traceutil/trace.go:171","msg":"trace[441954243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23093; }","duration":"2.060434831s","start":"2026-03-11T21:18:27.48913Z","end":"2026-03-11T21:18:29.549565Z","steps":["trace[441954243] 'agreement among raft nodes before linearized reading' (duration: 2.060177546s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.54983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.489112Z","time spent":"2.060711428s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:18:29.549825Z","caller":"traceutil/trace.go:171","msg":"trace[951064806] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23094; }","duration":"339.668128ms","start":"2026-03-11T21:18:29.210146Z","end":"2026-03-11T21:18:29.549814Z","steps":["trace[951064806] 'agreement among raft nodes before linearized reading' (duration: 339.554825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.549857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.210123Z","time spent":"339.72728ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-11T21:18:29.549888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.137429Z","time spent":"412.379525ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:29.549603Z","caller":"traceutil/trace.go:171","msg":"trace[2009580943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23093; }","duration":"1.942465774s","start":"2026-03-11T21:18:27.607121Z","end":"2026-03-11T21:18:29.549587Z","steps":["trace[2009580943] 'agreement among raft nodes before linearized reading' (duration: 1.942252929s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.549954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.607103Z","time spent":"1.942845182s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:29.549717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478588287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:29.550046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18909866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-11T21:18:29.550066Z","caller":"traceutil/trace.go:171","msg":"trace[1612456757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23094; }","duration":"1.189141441s","start":"2026-03-11T21:18:28.360916Z","end":"2026-03-11T21:18:29.550057Z","steps":["trace[1612456757] 'agreement among raft nodes before linearized reading' (duration: 1.18908698s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.550078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.360901Z","time spent":"1.189173762s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T21:18:29.550104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206000175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:29.550134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.727673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:29.550151Z","caller":"traceutil/trace.go:171","msg":"trace[1398493102] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23094; }","duration":"732.783684ms","start":"2026-03-11T21:18:28.817363Z","end":"2026-03-11T21:18:29.550146Z","steps":["trace[1398493102] 'agreement among raft nodes before linearized reading' (duration: 732.750684ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:29.550147Z","caller":"traceutil/trace.go:171","msg":"trace[742657774] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23094; }","duration":"1.206081987s","start":"2026-03-11T21:18:28.344051Z","end":"2026-03-11T21:18:29.550133Z","steps":["trace[742657774] 'agreement among raft nodes before linearized reading' (duration: 1.205958974s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.550164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.81734Z","time spent":"732.819915ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:29.55018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.34403Z","time spent":"1.206141448s","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:29.550038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.72774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:29.550217Z","caller":"traceutil/trace.go:171","msg":"trace[1250030435] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23094; }","duration":"339.924774ms","start":"2026-03-11T21:18:29.210282Z","end":"2026-03-11T21:18:29.550207Z","steps":["trace[1250030435] 'agreement among raft nodes before linearized reading' (duration: 339.724519ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:29.550049Z","caller":"traceutil/trace.go:171","msg":"trace[1894693971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23094; }","duration":"1.478919364s","start":"2026-03-11T21:18:28.071101Z","end":"2026-03-11T21:18:29.55002Z","steps":["trace[1894693971] 'agreement among raft nodes before linearized reading' (duration: 1.478582036s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.550253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.210267Z","time spent":"339.975475ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:29.550345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.071087Z","time spent":"1.4792114s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:29.550572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20252024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:29.550606Z","caller":"traceutil/trace.go:171","msg":"trace[1142585230] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23094; }","duration":"2.202588421s","start":"2026-03-11T21:18:27.348009Z","end":"2026-03-11T21:18:29.550597Z","steps":["trace[1142585230] 'agreement among raft nodes before linearized reading' (duration: 2.201321582s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.550624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.347987Z","time spent":"2.202632452s","remote":"127.0.0.1:43260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:30.17446Z","caller":"traceutil/trace.go:171","msg":"trace[1415883136] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"105.603695ms","start":"2026-03-11T21:18:30.068826Z","end":"2026-03-11T21:18:30.17443Z","steps":["trace[1415883136] 'process raft request' (duration: 104.307976ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.17543Z","caller":"traceutil/trace.go:171","msg":"trace[199930613] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"106.591938ms","start":"2026-03-11T21:18:30.068815Z","end":"2026-03-11T21:18:30.175407Z","steps":["trace[199930613] 'process raft request' (duration: 105.554874ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.175901Z","caller":"traceutil/trace.go:171","msg":"trace[1806645213] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"107.066299ms","start":"2026-03-11T21:18:30.068823Z","end":"2026-03-11T21:18:30.175889Z","steps":["trace[1806645213] 'process raft request' (duration: 106.449135ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:31.245645Z","caller":"traceutil/trace.go:171","msg":"trace[458576622] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"111.962291ms","start":"2026-03-11T21:18:31.13366Z","end":"2026-03-11T21:18:31.245622Z","steps":["trace[458576622] 'process raft request' (duration: 111.51415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.593945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.826609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:31.594058Z","caller":"traceutil/trace.go:171","msg":"trace[305350453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23108; }","duration":"104.996973ms","start":"2026-03-11T21:18:31.489034Z","end":"2026-03-11T21:18:31.594031Z","steps":["trace[305350453] 'count revisions from in-memory index tree' (duration: 104.751616ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:31.594185Z","caller":"traceutil/trace.go:171","msg":"trace[704932483] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"104.929151ms","start":"2026-03-11T21:18:31.489227Z","end":"2026-03-11T21:18:31.594156Z","steps":["trace[704932483] 'process raft request' (duration: 69.941794ms)","trace[704932483] 'compare' (duration: 34.770812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:32.726412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028139654s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:32.726988Z","caller":"traceutil/trace.go:171","msg":"trace[1492665760] linearizableReadLoop","detail":"{readStateIndex:23906; appliedIndex:23904; }","duration":"1.132714046s","start":"2026-03-11T21:18:31.594108Z","end":"2026-03-11T21:18:32.726822Z","steps":["trace[1492665760] 'read index received' (duration: 103.989649ms)","trace[1492665760] 'applied index is now lower than readState.Index' (duration: 1.028720816s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:32.727106Z","caller":"traceutil/trace.go:171","msg":"trace[985032379] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.190920133s","start":"2026-03-11T21:18:31.536169Z","end":"2026-03-11T21:18:32.727089Z","steps":["trace[985032379] 'process raft request' (duration: 162.010802ms)","trace[985032379] 'compare' (duration: 1.027418837s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:32.727203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.536155Z","time spent":"1.190996784s","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:32.727573Z","caller":"traceutil/trace.go:171","msg":"trace[1018732813] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.170438076s","start":"2026-03-11T21:18:31.557081Z","end":"2026-03-11T21:18:32.72752Z","steps":["trace[1018732813] 'process raft request' (duration: 1.169631407s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:32.727829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.557045Z","time spent":"1.170647961s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:32.727759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152514858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:18:32.727888Z","caller":"traceutil/trace.go:171","msg":"trace[948844673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23111; }","duration":"1.152704192s","start":"2026-03-11T21:18:31.575172Z","end":"2026-03-11T21:18:32.727876Z","steps":["trace[948844673] 'agreement among raft nodes before linearized reading' (duration: 1.152461517s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:32.727924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.575139Z","time spent":"1.152774564s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:18:33.595064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:33.595137Z","caller":"traceutil/trace.go:171","msg":"trace[1025372060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019142s","start":"2026-03-11T21:18:31.594928Z","end":"2026-03-11T21:18:33.595119Z","steps":["trace[1025372060] 'agreement among raft nodes before linearized reading' (duration: 2.000095438s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:33.595179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.594914Z","time spent":"2.000256861s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:34.638935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701262829s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:34.639038Z","caller":"traceutil/trace.go:171","msg":"trace[2138514235] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"2.526990802s","start":"2026-03-11T21:18:32.11203Z","end":"2026-03-11T21:18:34.639021Z","steps":["trace[2138514235] 'process raft request' (duration: 825.552449ms)","trace[2138514235] 'compare' (duration: 1.699784335s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:34.639092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.112003Z","time spent":"2.527066303s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:34.769351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831729901s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:35.503785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.964652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:35.503975Z","caller":"traceutil/trace.go:171","msg":"trace[1720737154] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"3.323458767s","start":"2026-03-11T21:18:32.180485Z","end":"2026-03-11T21:18:35.503944Z","steps":["trace[1720737154] 'process raft request' (duration: 2.5892561s)","trace[1720737154] 'compare' (duration: 732.628711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:35.504119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.180456Z","time spent":"3.32358103s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:35.50407Z","caller":"traceutil/trace.go:171","msg":"trace[433233663] linearizableReadLoop","detail":"{readStateIndex:23910; appliedIndex:23906; }","duration":"2.777009378s","start":"2026-03-11T21:18:32.727044Z","end":"2026-03-11T21:18:35.504053Z","steps":["trace[433233663] 'read index received' (duration: 210.559657ms)","trace[433233663] 'applied index is now lower than readState.Index' (duration: 2.566448741s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:35.504524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062921231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:35.504585Z","caller":"traceutil/trace.go:171","msg":"trace[1579400458] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23117; }","duration":"3.062987812s","start":"2026-03-11T21:18:32.44158Z","end":"2026-03-11T21:18:35.504568Z","steps":["trace[1579400458] 'agreement among raft nodes before linearized reading' (duration: 3.062849339s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.504631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.441525Z","time spent":"3.063093645s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:35.504815Z","caller":"traceutil/trace.go:171","msg":"trace[1621966013] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"3.324190114s","start":"2026-03-11T21:18:32.180614Z","end":"2026-03-11T21:18:35.504804Z","steps":["trace[1621966013] 'process raft request' (duration: 3.323261244s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.504917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.180578Z","time spent":"3.324281956s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:35.505136Z","caller":"traceutil/trace.go:171","msg":"trace[1161076244] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"3.324271676s","start":"2026-03-11T21:18:32.180847Z","end":"2026-03-11T21:18:35.505118Z","steps":["trace[1161076244] 'process raft request' (duration: 3.323090049s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.505272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.180836Z","time spent":"3.324331928s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:35.504833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476635717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-11T21:18:35.505436Z","caller":"traceutil/trace.go:171","msg":"trace[778794656] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23117; }","duration":"3.477262771s","start":"2026-03-11T21:18:32.028159Z","end":"2026-03-11T21:18:35.505422Z","steps":["trace[778794656] 'agreement among raft nodes before linearized reading' (duration: 3.476563656s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:35.505467Z","caller":"traceutil/trace.go:171","msg":"trace[604510189] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"2.773003196s","start":"2026-03-11T21:18:32.732452Z","end":"2026-03-11T21:18:35.505455Z","steps":["trace[604510189] 'process raft request' (duration: 2.771520533s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.50548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.028145Z","time spent":"3.477325002s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T21:18:35.505913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.732424Z","time spent":"2.773070568s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:35.505972Z","caller":"traceutil/trace.go:171","msg":"trace[1379590725] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"2.577276427s","start":"2026-03-11T21:18:32.928679Z","end":"2026-03-11T21:18:35.505955Z","steps":["trace[1379590725] 'process raft request' (duration: 2.575333074s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.506043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.928642Z","time spent":"2.577359349s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:35.506205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854738181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:18:35.506287Z","caller":"traceutil/trace.go:171","msg":"trace[1806016300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23117; }","duration":"3.854856824s","start":"2026-03-11T21:18:31.651411Z","end":"2026-03-11T21:18:35.506268Z","steps":["trace[1806016300] 'agreement among raft nodes before linearized reading' (duration: 3.854584508s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.506289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861207269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:18:35.506335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.651397Z","time spent":"3.854928167s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:18:35.506344Z","caller":"traceutil/trace.go:171","msg":"trace[953146909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23117; }","duration":"3.861309062s","start":"2026-03-11T21:18:31.645018Z","end":"2026-03-11T21:18:35.506327Z","steps":["trace[953146909] 'agreement among raft nodes before linearized reading' (duration: 3.861136787s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.50639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.644994Z","time spent":"3.861384773s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:35.506833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861102857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:18:35.506861Z","caller":"traceutil/trace.go:171","msg":"trace[1769821424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23117; }","duration":"3.861165888s","start":"2026-03-11T21:18:31.645687Z","end":"2026-03-11T21:18:35.506853Z","steps":["trace[1769821424] 'agreement among raft nodes before linearized reading' (duration: 3.861090537s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.50688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.645666Z","time spent":"3.861209189s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:35.507057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861961166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:18:35.507076Z","caller":"traceutil/trace.go:171","msg":"trace[1823643437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23117; }","duration":"3.862011477s","start":"2026-03-11T21:18:31.645059Z","end":"2026-03-11T21:18:35.50707Z","steps":["trace[1823643437] 'agreement among raft nodes before linearized reading' (duration: 3.861962116s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.507093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.645042Z","time spent":"3.862047018s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:35.605823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000974217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:35.605916Z","caller":"traceutil/trace.go:171","msg":"trace[2108944902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001314774s","start":"2026-03-11T21:18:33.604582Z","end":"2026-03-11T21:18:35.605896Z","steps":["trace[2108944902] 'agreement among raft nodes before linearized reading' (duration: 2.000976467s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.605966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.604576Z","time spent":"2.001380406s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:36.004578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276549889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:36.280415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.510834861s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:36.576668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.731188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:36.577107Z","caller":"traceutil/trace.go:171","msg":"trace[2128562115] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"1.844636326s","start":"2026-03-11T21:18:34.732447Z","end":"2026-03-11T21:18:36.577083Z","steps":["trace[2128562115] 'process raft request' (duration: 1.844574875s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:36.577188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:34.732416Z","time spent":"1.844734388s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:36.577462Z","caller":"traceutil/trace.go:171","msg":"trace[2089241173] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"2.97637879s","start":"2026-03-11T21:18:33.601066Z","end":"2026-03-11T21:18:36.577445Z","steps":["trace[2089241173] 'process raft request' (duration: 2.975775527s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:36.577543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.601044Z","time spent":"2.976456052s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:36.577653Z","caller":"traceutil/trace.go:171","msg":"trace[506664825] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"2.597935868s","start":"2026-03-11T21:18:33.979706Z","end":"2026-03-11T21:18:36.577642Z","steps":["trace[506664825] 'process raft request' (duration: 2.597258352s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:36.57772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.979676Z","time spent":"2.598008068s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:36.577755Z","caller":"traceutil/trace.go:171","msg":"trace[1540988261] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"3.580424591s","start":"2026-03-11T21:18:32.997299Z","end":"2026-03-11T21:18:36.577724Z","steps":["trace[1540988261] 'process raft request' (duration: 3.283480546s)","trace[1540988261] 'compare' (duration: 295.315178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:36.577918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.997283Z","time spent":"3.580541624s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:37.606117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99971781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:37.606201Z","caller":"traceutil/trace.go:171","msg":"trace[192494927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999879362s","start":"2026-03-11T21:18:35.606303Z","end":"2026-03-11T21:18:37.606182Z","steps":["trace[192494927] 'agreement among raft nodes before linearized reading' (duration: 1.999738189s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.606282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.60628Z","time spent":"1.999987145s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:37.632573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064201395s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:37.762266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.177823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:37.762553Z","caller":"traceutil/trace.go:171","msg":"trace[795734605] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"2.251770351s","start":"2026-03-11T21:18:35.510746Z","end":"2026-03-11T21:18:37.762516Z","steps":["trace[795734605] 'process raft request' (duration: 2.1222418s)","trace[795734605] 'compare' (duration: 129.060601ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:37.762678Z","caller":"traceutil/trace.go:171","msg":"trace[1523920146] linearizableReadLoop","detail":"{readStateIndex:23921; appliedIndex:23912; }","duration":"2.25832865s","start":"2026-03-11T21:18:35.504325Z","end":"2026-03-11T21:18:37.762654Z","steps":["trace[1523920146] 'read index received' (duration: 776.314396ms)","trace[1523920146] 'applied index is now lower than readState.Index' (duration: 1.482012824s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:37.762703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.510731Z","time spent":"2.251894075s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:37.762868Z","caller":"traceutil/trace.go:171","msg":"trace[1708856611] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"2.252084799s","start":"2026-03-11T21:18:35.510768Z","end":"2026-03-11T21:18:37.762853Z","steps":["trace[1708856611] 'process raft request' (duration: 2.251616068s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.762958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.510752Z","time spent":"2.25215484s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:37.763088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00349696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:37.763144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314896345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:37.763164Z","caller":"traceutil/trace.go:171","msg":"trace[396413911] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23126; }","duration":"4.003591032s","start":"2026-03-11T21:18:33.759552Z","end":"2026-03-11T21:18:37.763143Z","steps":["trace[396413911] 'agreement among raft nodes before linearized reading' (duration: 4.003440719s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.763201Z","caller":"traceutil/trace.go:171","msg":"trace[1187721042] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23126; }","duration":"4.314994427s","start":"2026-03-11T21:18:33.448187Z","end":"2026-03-11T21:18:37.763181Z","steps":["trace[1187721042] 'agreement among raft nodes before linearized reading' (duration: 4.314898345s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.759456Z","time spent":"4.003741875s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.763246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.448165Z","time spent":"4.315068178s","remote":"127.0.0.1:37530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.763233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384586642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:37.763234Z","caller":"traceutil/trace.go:171","msg":"trace[1668880283] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"2.192534182s","start":"2026-03-11T21:18:35.570676Z","end":"2026-03-11T21:18:37.76321Z","steps":["trace[1668880283] 'process raft request' (duration: 2.191917618s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.76328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902753615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:37.763349Z","caller":"traceutil/trace.go:171","msg":"trace[588816108] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23126; }","duration":"3.902858377s","start":"2026-03-11T21:18:33.860468Z","end":"2026-03-11T21:18:37.763326Z","steps":["trace[588816108] 'agreement among raft nodes before linearized reading' (duration: 3.902769325s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.570652Z","time spent":"2.192641315s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:37.763397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.86044Z","time spent":"3.902939229s","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.763397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169154094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:37.763413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117976856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T21:18:37.76339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161911588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-11T21:18:37.763441Z","caller":"traceutil/trace.go:171","msg":"trace[392139824] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23126; }","duration":"3.118027727s","start":"2026-03-11T21:18:34.645404Z","end":"2026-03-11T21:18:37.763432Z","steps":["trace[392139824] 'agreement among raft nodes before linearized reading' (duration: 3.117828622s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.76345Z","caller":"traceutil/trace.go:171","msg":"trace[888991661] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23126; }","duration":"4.169269077s","start":"2026-03-11T21:18:33.59417Z","end":"2026-03-11T21:18:37.763439Z","steps":["trace[888991661] 'agreement among raft nodes before linearized reading' (duration: 4.169184155s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.763293Z","caller":"traceutil/trace.go:171","msg":"trace[418754230] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23126; }","duration":"4.384674824s","start":"2026-03-11T21:18:33.378604Z","end":"2026-03-11T21:18:37.763278Z","steps":["trace[418754230] 'agreement among raft nodes before linearized reading' (duration: 4.384526131s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:34.645392Z","time spent":"3.118067108s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:37.763454Z","caller":"traceutil/trace.go:171","msg":"trace[88777466] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"2.250468051s","start":"2026-03-11T21:18:35.512974Z","end":"2026-03-11T21:18:37.763442Z","steps":["trace[88777466] 'process raft request' (duration: 2.249558791s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.594139Z","time spent":"4.169325867s","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T21:18:37.763474Z","caller":"traceutil/trace.go:171","msg":"trace[1056211371] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0; range_end:; response_count:1; response_revision:23126; }","duration":"4.162061102s","start":"2026-03-11T21:18:33.60139Z","end":"2026-03-11T21:18:37.763451Z","steps":["trace[1056211371] 'agreement among raft nodes before linearized reading' (duration: 4.161852347s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.378586Z","time spent":"4.384898639s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.763516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.601379Z","time spent":"4.162128363s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" "} {"level":"warn","ts":"2026-03-11T21:18:37.763527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.512967Z","time spent":"2.250523153s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:37.763537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.027705994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-11T21:18:37.763424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719220085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-11T21:18:37.763497Z","caller":"traceutil/trace.go:171","msg":"trace[530163673] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"2.251956186s","start":"2026-03-11T21:18:35.511471Z","end":"2026-03-11T21:18:37.763427Z","steps":["trace[530163673] 'process raft request' (duration: 2.251011104s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.763597Z","caller":"traceutil/trace.go:171","msg":"trace[569581486] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:23126; }","duration":"4.71943445s","start":"2026-03-11T21:18:33.044151Z","end":"2026-03-11T21:18:37.763586Z","steps":["trace[569581486] 'agreement among raft nodes before linearized reading' (duration: 4.719165904s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.04413Z","time spent":"4.719493582s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-03-11T21:18:37.763643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098139453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:18:37.763668Z","caller":"traceutil/trace.go:171","msg":"trace[453251862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23126; }","duration":"3.098179925s","start":"2026-03-11T21:18:34.665481Z","end":"2026-03-11T21:18:37.763661Z","steps":["trace[453251862] 'agreement among raft nodes before linearized reading' (duration: 3.098099303s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:34.665473Z","time spent":"3.098210485s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:18:37.76358Z","caller":"traceutil/trace.go:171","msg":"trace[1595221875] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23126; }","duration":"5.027783916s","start":"2026-03-11T21:18:32.735784Z","end":"2026-03-11T21:18:37.763568Z","steps":["trace[1595221875] 'agreement among raft nodes before linearized reading' (duration: 5.027663213s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.763828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.735769Z","time spent":"5.028047851s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-11T21:18:37.76382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.511462Z","time spent":"2.252199401s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:38.263511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276549899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:39.615955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:39.616053Z","caller":"traceutil/trace.go:171","msg":"trace[62140216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227731s","start":"2026-03-11T21:18:37.615809Z","end":"2026-03-11T21:18:39.616037Z","steps":["trace[62140216] 'agreement among raft nodes before linearized reading' (duration: 2.000107578s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:39.616097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.615775Z","time spent":"2.000312723s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:39.928343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.812485Z","time spent":"1.115848201s","remote":"127.0.0.1:34868","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T21:18:39.929142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632379538s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:39.929498Z","caller":"traceutil/trace.go:171","msg":"trace[1382820378] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"2.416971775s","start":"2026-03-11T21:18:37.512507Z","end":"2026-03-11T21:18:39.929478Z","steps":["trace[1382820378] 'process raft request' (duration: 2.416923673s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:39.929706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.512492Z","time spent":"2.417052446s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:39.929985Z","caller":"traceutil/trace.go:171","msg":"trace[1689046599] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"3.275827602s","start":"2026-03-11T21:18:36.654126Z","end":"2026-03-11T21:18:39.929953Z","steps":["trace[1689046599] 'process raft request' (duration: 1.642527272s)","trace[1689046599] 'compare' (duration: 1.631443468s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:39.930046Z","caller":"traceutil/trace.go:171","msg":"trace[288072715] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"2.421595121s","start":"2026-03-11T21:18:37.508424Z","end":"2026-03-11T21:18:39.930019Z","steps":["trace[288072715] 'process raft request' (duration: 2.420832933s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:39.930094Z","caller":"traceutil/trace.go:171","msg":"trace[1491683058] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"2.418997411s","start":"2026-03-11T21:18:37.511058Z","end":"2026-03-11T21:18:39.930055Z","steps":["trace[1491683058] 'process raft request' (duration: 2.418333636s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:39.930146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.654096Z","time spent":"3.275965486s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:39.930163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.508388Z","time spent":"2.421712183s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:39.93024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.511032Z","time spent":"2.419127865s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:40.398844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.102152662s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:40.965024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.77021ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-11T21:18:40.965358Z","caller":"traceutil/trace.go:171","msg":"trace[298717472] linearizableReadLoop","detail":"{readStateIndex:23927; appliedIndex:23921; }","duration":"3.202602693s","start":"2026-03-11T21:18:37.762722Z","end":"2026-03-11T21:18:40.965325Z","steps":["trace[298717472] 'read index received' (duration: 533.948535ms)","trace[298717472] 'applied index is now lower than readState.Index' (duration: 2.668651958s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:40.965418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.764977Z","time spent":"3.200436974s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:18:40.965361Z","caller":"traceutil/trace.go:171","msg":"trace[1361999638] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"3.19893015s","start":"2026-03-11T21:18:37.766361Z","end":"2026-03-11T21:18:40.965292Z","steps":["trace[1361999638] 'process raft request' (duration: 3.198738416s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:40.96564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.766339Z","time spent":"3.199130434s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:41.618111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000915856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:41.618198Z","caller":"traceutil/trace.go:171","msg":"trace[543838567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001074259s","start":"2026-03-11T21:18:39.617105Z","end":"2026-03-11T21:18:41.618179Z","steps":["trace[543838567] 'agreement among raft nodes before linearized reading' (duration: 2.000969347s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.61824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.617083Z","time spent":"2.001148201s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:41.78944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:41.789538Z","caller":"traceutil/trace.go:171","msg":"trace[483772795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306742s","start":"2026-03-11T21:18:39.789211Z","end":"2026-03-11T21:18:41.789517Z","steps":["trace[483772795] 'agreement among raft nodes before linearized reading' (duration: 2.000170879s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.789595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.789191Z","time spent":"2.000392684s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:42.106691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141459887s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-11T21:18:42.107231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730002572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:42.107252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.594746336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-11T21:18:42.10722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460555958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:42.107333Z","caller":"traceutil/trace.go:171","msg":"trace[1741410795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23132; }","duration":"4.730163526s","start":"2026-03-11T21:18:37.377142Z","end":"2026-03-11T21:18:42.107305Z","steps":["trace[1741410795] 'agreement among raft nodes before linearized reading' (duration: 3.588297221s)","trace[1741410795] 'count revisions from in-memory index tree' (duration: 1.141715522s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:42.107337Z","caller":"traceutil/trace.go:171","msg":"trace[1280359958] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23132; }","duration":"6.594846658s","start":"2026-03-11T21:18:35.512464Z","end":"2026-03-11T21:18:42.107311Z","steps":["trace[1280359958] 'agreement among raft nodes before linearized reading' (duration: 5.452977823s)","trace[1280359958] 'range keys from in-memory index tree' (duration: 1.141658561s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:42.107319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.720360852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:42.107337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.025975ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:42.107384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.377122Z","time spent":"4.730249338s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:42.107375Z","caller":"traceutil/trace.go:171","msg":"trace[1484313207] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23132; }","duration":"6.460777493s","start":"2026-03-11T21:18:35.646553Z","end":"2026-03-11T21:18:42.10733Z","steps":["trace[1484313207] 'agreement among raft nodes before linearized reading' (duration: 5.318875917s)","trace[1484313207] 'count revisions from in-memory index tree' (duration: 1.141687381s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:42.107399Z","caller":"traceutil/trace.go:171","msg":"trace[1806085737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23132; }","duration":"796.088897ms","start":"2026-03-11T21:18:41.311298Z","end":"2026-03-11T21:18:42.107387Z","steps":["trace[1806085737] 'range keys from in-memory index tree' (duration: 796.017725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:42.107364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.532512572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:42.107416Z","caller":"traceutil/trace.go:171","msg":"trace[1756742727] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23132; }","duration":"4.720498266s","start":"2026-03-11T21:18:37.386886Z","end":"2026-03-11T21:18:42.107384Z","steps":["trace[1756742727] 'agreement among raft nodes before linearized reading' (duration: 3.578470317s)","trace[1756742727] 'count revisions from in-memory index tree' (duration: 1.141886026s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:42.10747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.386857Z","time spent":"4.720600817s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:42.107477Z","caller":"traceutil/trace.go:171","msg":"trace[1911933774] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23132; }","duration":"4.532669666s","start":"2026-03-11T21:18:37.574778Z","end":"2026-03-11T21:18:42.107447Z","steps":["trace[1911933774] 'agreement among raft nodes before linearized reading' (duration: 3.390606106s)","trace[1911933774] 'count revisions from in-memory index tree' (duration: 1.141892006s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:42.107485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.646532Z","time spent":"6.460900446s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:42.107231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.392995666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:42.107524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.574757Z","time spent":"4.532755979s","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:42.107402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595771134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:18:42.107631Z","caller":"traceutil/trace.go:171","msg":"trace[379513109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23132; }","duration":"4.59602343s","start":"2026-03-11T21:18:37.511595Z","end":"2026-03-11T21:18:42.107618Z","steps":["trace[379513109] 'agreement among raft nodes before linearized reading' (duration: 3.453821087s)","trace[379513109] 'range keys from in-memory index tree' (duration: 1.141881916s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:42.107672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.511584Z","time spent":"4.596077581s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:18:42.10769Z","caller":"traceutil/trace.go:171","msg":"trace[256429046] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"3.524400545s","start":"2026-03-11T21:18:38.583277Z","end":"2026-03-11T21:18:42.107678Z","steps":["trace[256429046] 'process raft request' (duration: 3.523490985s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:42.107608Z","caller":"traceutil/trace.go:171","msg":"trace[1092888516] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23132; }","duration":"5.393411825s","start":"2026-03-11T21:18:36.714141Z","end":"2026-03-11T21:18:42.107553Z","steps":["trace[1092888516] 'agreement among raft nodes before linearized reading' (duration: 4.251308145s)","trace[1092888516] 'count revisions from in-memory index tree' (duration: 1.141710602s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:42.107788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.583255Z","time spent":"3.524464856s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:42.107792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.714104Z","time spent":"5.393631601s","remote":"127.0.0.1:35042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:42.107384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.512456Z","time spent":"6.594919269s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T21:18:43.542435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.088425769s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:43.581716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.58363Z","time spent":"4.998076269s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/11 21:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:43.582372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.583995Z","time spent":"4.998373126s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/11 21:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:43.632088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:43.632217Z","caller":"traceutil/trace.go:171","msg":"trace[1402177392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760822s","start":"2026-03-11T21:18:41.631426Z","end":"2026-03-11T21:18:43.632186Z","steps":["trace[1402177392] 'agreement among raft nodes before linearized reading' (duration: 2.000575498s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:43.632291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.631403Z","time spent":"2.000872035s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:44.567531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45978967s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:44.56781Z","caller":"traceutil/trace.go:171","msg":"trace[553610944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23136; }","duration":"3.600747404s","start":"2026-03-11T21:18:40.967048Z","end":"2026-03-11T21:18:44.567795Z","steps":["trace[553610944] 'process raft request' (duration: 3.600723573s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.567874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.967029Z","time spent":"3.600818616s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:44.568134Z","caller":"traceutil/trace.go:171","msg":"trace[1396633730] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"3.827864088s","start":"2026-03-11T21:18:40.740262Z","end":"2026-03-11T21:18:44.568126Z","steps":["trace[1396633730] 'process raft request' (duration: 3.82747533s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.568184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.740234Z","time spent":"3.827925539s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:44.568283Z","caller":"traceutil/trace.go:171","msg":"trace[2083307192] linearizableReadLoop","detail":"{readStateIndex:23932; appliedIndex:23927; }","duration":"3.602862883s","start":"2026-03-11T21:18:40.965414Z","end":"2026-03-11T21:18:44.568277Z","steps":["trace[2083307192] 'read index received' (duration: 488.749636ms)","trace[2083307192] 'applied index is now lower than readState.Index' (duration: 3.114112167s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:44.568471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755212833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T21:18:44.5685Z","caller":"traceutil/trace.go:171","msg":"trace[1688821339] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23136; }","duration":"3.755272234s","start":"2026-03-11T21:18:40.81322Z","end":"2026-03-11T21:18:44.568492Z","steps":["trace[1688821339] 'agreement among raft nodes before linearized reading' (duration: 3.755169302s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.568526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.8132Z","time spent":"3.755321585s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T21:18:44.568645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801467928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:44.568671Z","caller":"traceutil/trace.go:171","msg":"trace[1191703977] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23136; }","duration":"3.801521138s","start":"2026-03-11T21:18:40.767143Z","end":"2026-03-11T21:18:44.568664Z","steps":["trace[1191703977] 'agreement among raft nodes before linearized reading' (duration: 3.801478937s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.568691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.767131Z","time spent":"3.80155573s","remote":"127.0.0.1:58350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:44.568816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949453789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:44.56884Z","caller":"traceutil/trace.go:171","msg":"trace[358385448] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23136; }","duration":"3.949480089s","start":"2026-03-11T21:18:40.619355Z","end":"2026-03-11T21:18:44.568835Z","steps":["trace[358385448] 'agreement among raft nodes before linearized reading' (duration: 3.949429418s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.568892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.619296Z","time spent":"3.949589972s","remote":"127.0.0.1:54152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:44.568999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744007112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:44.569023Z","caller":"traceutil/trace.go:171","msg":"trace[1693168065] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23136; }","duration":"4.744058892s","start":"2026-03-11T21:18:39.824958Z","end":"2026-03-11T21:18:44.569017Z","steps":["trace[1693168065] 'agreement among raft nodes before linearized reading' (duration: 4.744019901s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.569046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.824943Z","time spent":"4.744097654s","remote":"127.0.0.1:34010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:44.569187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.800606361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:18:44.569212Z","caller":"traceutil/trace.go:171","msg":"trace[309517089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23136; }","duration":"4.800667132s","start":"2026-03-11T21:18:39.768539Z","end":"2026-03-11T21:18:44.569206Z","steps":["trace[309517089] 'agreement among raft nodes before linearized reading' (duration: 4.800597661s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.569235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.768517Z","time spent":"4.800713843s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:44.56987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801285546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:18:44.569906Z","caller":"traceutil/trace.go:171","msg":"trace[1204566895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23136; }","duration":"4.801339937s","start":"2026-03-11T21:18:39.768559Z","end":"2026-03-11T21:18:44.569899Z","steps":["trace[1204566895] 'agreement among raft nodes before linearized reading' (duration: 4.801153413s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.56993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.768551Z","time spent":"4.801372388s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:18:44.570275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801816388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:18:44.570288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.796797616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T21:18:44.570316Z","caller":"traceutil/trace.go:171","msg":"trace[293376742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23136; }","duration":"4.801893129s","start":"2026-03-11T21:18:39.768414Z","end":"2026-03-11T21:18:44.570307Z","steps":["trace[293376742] 'agreement among raft nodes before linearized reading' (duration: 4.801784537s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:44.570327Z","caller":"traceutil/trace.go:171","msg":"trace[1354106059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23136; }","duration":"5.796862807s","start":"2026-03-11T21:18:38.773452Z","end":"2026-03-11T21:18:44.570314Z","steps":["trace[1354106059] 'agreement among raft nodes before linearized reading' (duration: 5.796734984s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.570338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.768396Z","time spent":"4.801937931s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:44.570337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034254064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:44.570353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.773431Z","time spent":"5.796914849s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T21:18:44.570366Z","caller":"traceutil/trace.go:171","msg":"trace[1133777695] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23136; }","duration":"5.034323845s","start":"2026-03-11T21:18:39.536032Z","end":"2026-03-11T21:18:44.570355Z","steps":["trace[1133777695] 'agreement among raft nodes before linearized reading' (duration: 5.034279344s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.570388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.536Z","time spent":"5.034382316s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:44.570426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.80188433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:18:44.570443Z","caller":"traceutil/trace.go:171","msg":"trace[597911878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23136; }","duration":"4.80192253s","start":"2026-03-11T21:18:39.768515Z","end":"2026-03-11T21:18:44.570437Z","steps":["trace[597911878] 'agreement among raft nodes before linearized reading' (duration: 4.801871649s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.570464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.768503Z","time spent":"4.801957221s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:44.570486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.801000545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:44.570442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.731940511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:44.570513Z","caller":"traceutil/trace.go:171","msg":"trace[1484663060] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23136; }","duration":"6.801046556s","start":"2026-03-11T21:18:37.769458Z","end":"2026-03-11T21:18:44.570504Z","steps":["trace[1484663060] 'agreement among raft nodes before linearized reading' (duration: 6.800999664s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.57054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.769442Z","time spent":"6.801089897s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:18:44.570589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059636691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:44.570564Z","caller":"traceutil/trace.go:171","msg":"trace[2061456824] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23136; }","duration":"6.732120825s","start":"2026-03-11T21:18:37.838405Z","end":"2026-03-11T21:18:44.570526Z","steps":["trace[2061456824] 'agreement among raft nodes before linearized reading' (duration: 6.732003682s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:44.570617Z","caller":"traceutil/trace.go:171","msg":"trace[953537431] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23136; }","duration":"5.059701143s","start":"2026-03-11T21:18:39.510907Z","end":"2026-03-11T21:18:44.570608Z","steps":["trace[953537431] 'agreement among raft nodes before linearized reading' (duration: 5.05959494s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.570657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.510887Z","time spent":"5.059750945s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:44.570672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.838375Z","time spent":"6.732254928s","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:44.570741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.803341038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:18:44.570772Z","caller":"traceutil/trace.go:171","msg":"trace[1750827475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23136; }","duration":"6.803411138s","start":"2026-03-11T21:18:37.767352Z","end":"2026-03-11T21:18:44.570763Z","steps":["trace[1750827475] 'agreement among raft nodes before linearized reading' (duration: 6.803319086s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.570797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.767335Z","time spent":"6.80345525s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:18:44.570286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.316834261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-11T21:18:44.570937Z","caller":"traceutil/trace.go:171","msg":"trace[1726216010] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23136; }","duration":"5.317499586s","start":"2026-03-11T21:18:39.253399Z","end":"2026-03-11T21:18:44.570899Z","steps":["trace[1726216010] 'agreement among raft nodes before linearized reading' (duration: 5.31678598s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.571029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.253376Z","time spent":"5.31762119s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-11T21:18:45.06861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276549917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:45.238632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6960051s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:45.632892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00065675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:45.632974Z","caller":"traceutil/trace.go:171","msg":"trace[1685079074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814364s","start":"2026-03-11T21:18:43.632143Z","end":"2026-03-11T21:18:45.632957Z","steps":["trace[1685079074] 'agreement among raft nodes before linearized reading' (duration: 2.000709241s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:45.633021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.632116Z","time spent":"2.000895495s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:46.343165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103501591s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:46.343548Z","caller":"traceutil/trace.go:171","msg":"trace[1111111308] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"4.408190761s","start":"2026-03-11T21:18:41.935328Z","end":"2026-03-11T21:18:46.343518Z","steps":["trace[1111111308] 'process raft request' (duration: 4.407982296s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:46.343627Z","caller":"traceutil/trace.go:171","msg":"trace[596385819] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"4.407252018s","start":"2026-03-11T21:18:41.936346Z","end":"2026-03-11T21:18:46.343598Z","steps":["trace[596385819] 'process raft request' (duration: 4.407150206s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:46.343625Z","caller":"traceutil/trace.go:171","msg":"trace[327021274] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"4.407397702s","start":"2026-03-11T21:18:41.936212Z","end":"2026-03-11T21:18:46.34361Z","steps":["trace[327021274] 'process raft request' (duration: 4.407230698s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:46.343714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.936313Z","time spent":"4.407360491s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:46.343714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.935276Z","time spent":"4.408340784s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:46.343775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.9362Z","time spent":"4.407490633s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:46.343917Z","caller":"traceutil/trace.go:171","msg":"trace[1765809015] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"4.231734109s","start":"2026-03-11T21:18:42.112169Z","end":"2026-03-11T21:18:46.343903Z","steps":["trace[1765809015] 'process raft request' (duration: 4.231543715s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:46.343921Z","caller":"traceutil/trace.go:171","msg":"trace[1532017293] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"4.407219558s","start":"2026-03-11T21:18:41.936658Z","end":"2026-03-11T21:18:46.343878Z","steps":["trace[1532017293] 'process raft request' (duration: 4.40688834s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:46.343915Z","caller":"traceutil/trace.go:171","msg":"trace[1882411249] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"3.330800094s","start":"2026-03-11T21:18:43.01306Z","end":"2026-03-11T21:18:46.34386Z","steps":["trace[1882411249] 'process raft request' (duration: 3.330739593s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:46.343973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:42.112146Z","time spent":"4.231796311s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:46.344088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.936649Z","time spent":"4.40734203s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:46.344135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.013032Z","time spent":"3.330967038s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:46.343566Z","caller":"traceutil/trace.go:171","msg":"trace[794792977] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"4.758683235s","start":"2026-03-11T21:18:41.58476Z","end":"2026-03-11T21:18:46.343444Z","steps":["trace[794792977] 'process raft request' (duration: 3.654742264s)","trace[794792977] 'compare' (duration: 1.103214695s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:46.344495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.584734Z","time spent":"4.759676718s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:47.130381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.889507469s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:47.641428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:47.641521Z","caller":"traceutil/trace.go:171","msg":"trace[15794663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396644s","start":"2026-03-11T21:18:45.641098Z","end":"2026-03-11T21:18:47.641495Z","steps":["trace[15794663] 'agreement among raft nodes before linearized reading' (duration: 2.000290981s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:47.641572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:45.641076Z","time spent":"2.000487446s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:48.24486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114203644s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T21:18:48.245049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.571791Z","time spent":"3.673250896s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:18:48.245256Z","caller":"traceutil/trace.go:171","msg":"trace[1975495813] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"3.667852033s","start":"2026-03-11T21:18:44.577386Z","end":"2026-03-11T21:18:48.245238Z","steps":["trace[1975495813] 'process raft request' (duration: 3.667782571s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.245394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.577374Z","time spent":"3.667926664s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.245527Z","caller":"traceutil/trace.go:171","msg":"trace[1028083373] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"3.6681698s","start":"2026-03-11T21:18:44.577344Z","end":"2026-03-11T21:18:48.245513Z","steps":["trace[1028083373] 'process raft request' (duration: 3.667787031s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.245519Z","caller":"traceutil/trace.go:171","msg":"trace[1009115828] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"3.669863208s","start":"2026-03-11T21:18:44.575626Z","end":"2026-03-11T21:18:48.245489Z","steps":["trace[1009115828] 'process raft request' (duration: 3.669464369s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.245584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.577301Z","time spent":"3.668252522s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.245672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.575616Z","time spent":"3.669953961s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.24582Z","caller":"traceutil/trace.go:171","msg":"trace[1730121054] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"3.670437541s","start":"2026-03-11T21:18:44.575366Z","end":"2026-03-11T21:18:48.245804Z","steps":["trace[1730121054] 'process raft request' (duration: 3.669592082s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.245841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.275019424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T21:18:48.245876Z","caller":"traceutil/trace.go:171","msg":"trace[2087911604] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0; range_end:; response_count:1; response_revision:23148; }","duration":"7.275082235s","start":"2026-03-11T21:18:40.970784Z","end":"2026-03-11T21:18:48.245866Z","steps":["trace[2087911604] 'agreement among raft nodes before linearized reading' (duration: 7.274935192s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.245904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.970771Z","time spent":"7.275127336s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" "} {"level":"warn","ts":"2026-03-11T21:18:48.245912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.575347Z","time spent":"3.670517914s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.245952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.531081452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:48.245948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.17050214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.246033Z","caller":"traceutil/trace.go:171","msg":"trace[836408657] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23148; }","duration":"5.531203084s","start":"2026-03-11T21:18:42.714808Z","end":"2026-03-11T21:18:48.246011Z","steps":["trace[836408657] 'agreement among raft nodes before linearized reading' (duration: 5.53103217s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.245686Z","caller":"traceutil/trace.go:171","msg":"trace[457095651] linearizableReadLoop","detail":"{readStateIndex:23946; appliedIndex:23933; }","duration":"3.677370931s","start":"2026-03-11T21:18:44.568305Z","end":"2026-03-11T21:18:48.245676Z","steps":["trace[457095651] 'read index received' (duration: 671.011748ms)","trace[457095651] 'applied index is now lower than readState.Index' (duration: 3.006358013s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:48.246004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.511138101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-11T21:18:48.246121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250279017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.246895Z","caller":"traceutil/trace.go:171","msg":"trace[1677680630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23148; }","duration":"6.251077205s","start":"2026-03-11T21:18:41.995792Z","end":"2026-03-11T21:18:48.246869Z","steps":["trace[1677680630] 'agreement among raft nodes before linearized reading' (duration: 6.250285038s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.246979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.995774Z","time spent":"6.251179588s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.246133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.619116451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-11T21:18:48.247237Z","caller":"traceutil/trace.go:171","msg":"trace[1230607559] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23148; }","duration":"6.620258097s","start":"2026-03-11T21:18:41.626959Z","end":"2026-03-11T21:18:48.247217Z","steps":["trace[1230607559] 'agreement among raft nodes before linearized reading' (duration: 6.61909773s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.247312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.626933Z","time spent":"6.62035512s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-11T21:18:48.246043Z","caller":"traceutil/trace.go:171","msg":"trace[810385142] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23148; }","duration":"6.170615112s","start":"2026-03-11T21:18:42.075409Z","end":"2026-03-11T21:18:48.246024Z","steps":["trace[810385142] 'agreement among raft nodes before linearized reading' (duration: 6.170429548s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.247585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:42.075386Z","time spent":"6.172179099s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.246148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.786424442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.248319Z","caller":"traceutil/trace.go:171","msg":"trace[66444932] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23148; }","duration":"6.788533091s","start":"2026-03-11T21:18:41.459676Z","end":"2026-03-11T21:18:48.248209Z","steps":["trace[66444932] 'agreement among raft nodes before linearized reading' (duration: 6.786440063s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.246151Z","caller":"traceutil/trace.go:171","msg":"trace[1704305838] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23148; }","duration":"6.511339615s","start":"2026-03-11T21:18:41.734792Z","end":"2026-03-11T21:18:48.246132Z","steps":["trace[1704305838] 'agreement among raft nodes before linearized reading' (duration: 6.511043288s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.24846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.734777Z","time spent":"6.513664288s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-11T21:18:48.246095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:42.714788Z","time spent":"5.531292647s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.246223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093560112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.248745Z","caller":"traceutil/trace.go:171","msg":"trace[572919208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23148; }","duration":"4.09611013s","start":"2026-03-11T21:18:44.152614Z","end":"2026-03-11T21:18:48.248724Z","steps":["trace[572919208] 'agreement among raft nodes before linearized reading' (duration: 4.093567092s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.24881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.152592Z","time spent":"4.096196992s","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.24629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.845591069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.248964Z","caller":"traceutil/trace.go:171","msg":"trace[1178390875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23148; }","duration":"6.848337512s","start":"2026-03-11T21:18:41.400611Z","end":"2026-03-11T21:18:48.248949Z","steps":["trace[1178390875] 'agreement among raft nodes before linearized reading' (duration: 6.845501407s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.249011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.40059Z","time spent":"6.848406804s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.246343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662294688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-11T21:18:48.249063Z","caller":"traceutil/trace.go:171","msg":"trace[537447393] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23148; }","duration":"4.665073403s","start":"2026-03-11T21:18:43.583977Z","end":"2026-03-11T21:18:48.24905Z","steps":["trace[537447393] 'agreement among raft nodes before linearized reading' (duration: 4.662211097s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.249215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.583941Z","time spent":"4.665213055s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-11T21:18:48.246329Z","caller":"traceutil/trace.go:171","msg":"trace[1643814853] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"3.665251154s","start":"2026-03-11T21:18:44.581047Z","end":"2026-03-11T21:18:48.246298Z","steps":["trace[1643814853] 'process raft request' (duration: 3.664155099s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.249276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.459648Z","time spent":"6.788742825s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.246334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.715511951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.249441Z","caller":"traceutil/trace.go:171","msg":"trace[761717467] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23148; }","duration":"4.718681634s","start":"2026-03-11T21:18:43.530743Z","end":"2026-03-11T21:18:48.249424Z","steps":["trace[761717467] 'agreement among raft nodes before linearized reading' (duration: 4.715081852s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.249487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.530712Z","time spent":"4.718763465s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.246461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131974477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-11T21:18:48.249607Z","caller":"traceutil/trace.go:171","msg":"trace[2015992129] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23148; }","duration":"4.13514362s","start":"2026-03-11T21:18:44.114438Z","end":"2026-03-11T21:18:48.249582Z","steps":["trace[2015992129] 'agreement among raft nodes before linearized reading' (duration: 4.131938786s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.246528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662598485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-11T21:18:48.249695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.114415Z","time spent":"4.135257002s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-11T21:18:48.249749Z","caller":"traceutil/trace.go:171","msg":"trace[1019541206] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23148; }","duration":"4.665852641s","start":"2026-03-11T21:18:43.58388Z","end":"2026-03-11T21:18:48.249733Z","steps":["trace[1019541206] 'agreement among raft nodes before linearized reading' (duration: 4.662510664s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.249805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.583844Z","time spent":"4.665945463s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-11T21:18:48.249865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.58104Z","time spent":"3.668245672s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.581555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.470111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:48.581644Z","caller":"traceutil/trace.go:171","msg":"trace[1093722185] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"327.585444ms","start":"2026-03-11T21:18:48.254036Z","end":"2026-03-11T21:18:48.581622Z","steps":["trace[1093722185] 'agreement among raft nodes before linearized reading' (duration: 327.466191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.581697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.254017Z","time spent":"327.669245ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/11 21:18:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:48.582755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.239004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:48.582842Z","caller":"traceutil/trace.go:171","msg":"trace[1322136475] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"330.350997ms","start":"2026-03-11T21:18:48.252475Z","end":"2026-03-11T21:18:48.582826Z","steps":["trace[1322136475] 'agreement among raft nodes before linearized reading' (duration: 330.254154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.582894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.252465Z","time spent":"330.413768ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/11 21:18:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:48.93886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.331818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:48.93916Z","caller":"traceutil/trace.go:171","msg":"trace[789752385] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"992.985064ms","start":"2026-03-11T21:18:47.946134Z","end":"2026-03-11T21:18:48.939119Z","steps":["trace[789752385] 'process raft request' (duration: 794.255356ms)","trace[789752385] 'compare' (duration: 197.270864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:48.939345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.946109Z","time spent":"993.141307ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.939365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.250031Z","time spent":"689.299353ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:18:48.93958Z","caller":"traceutil/trace.go:171","msg":"trace[1912947017] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"353.321169ms","start":"2026-03-11T21:18:48.586233Z","end":"2026-03-11T21:18:48.939554Z","steps":["trace[1912947017] 'process raft request' (duration: 353.262728ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.939615Z","caller":"traceutil/trace.go:171","msg":"trace[1850846741] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23946; }","duration":"693.51454ms","start":"2026-03-11T21:18:48.246077Z","end":"2026-03-11T21:18:48.939592Z","steps":["trace[1850846741] 'read index received' (duration: 494.399344ms)","trace[1850846741] 'applied index is now lower than readState.Index' (duration: 199.112676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:48.939688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.586211Z","time spent":"353.426492ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.939728Z","caller":"traceutil/trace.go:171","msg":"trace[1821287845] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"692.877446ms","start":"2026-03-11T21:18:48.246838Z","end":"2026-03-11T21:18:48.939715Z","steps":["trace[1821287845] 'process raft request' (duration: 692.15549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.939831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.246808Z","time spent":"692.944348ms","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.939948Z","caller":"traceutil/trace.go:171","msg":"trace[1088574139] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"688.311872ms","start":"2026-03-11T21:18:48.251621Z","end":"2026-03-11T21:18:48.939932Z","steps":["trace[1088574139] 'process raft request' (duration: 687.541135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.940033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.251609Z","time spent":"688.383923ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.940071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298378241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.940107Z","caller":"traceutil/trace.go:171","msg":"trace[27734815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23157; }","duration":"1.298446733s","start":"2026-03-11T21:18:47.64165Z","end":"2026-03-11T21:18:48.940097Z","steps":["trace[27734815] 'agreement among raft nodes before linearized reading' (duration: 1.298375291s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.940145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.641628Z","time spent":"1.298511044s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:48.940302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378481595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.940331Z","caller":"traceutil/trace.go:171","msg":"trace[126344027] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"685.828185ms","start":"2026-03-11T21:18:48.254488Z","end":"2026-03-11T21:18:48.940316Z","steps":["trace[126344027] 'process raft request' (duration: 684.759081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.940401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959588544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.940432Z","caller":"traceutil/trace.go:171","msg":"trace[1179554527] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23157; }","duration":"1.959684886s","start":"2026-03-11T21:18:46.980738Z","end":"2026-03-11T21:18:48.940422Z","steps":["trace[1179554527] 'agreement among raft nodes before linearized reading' (duration: 1.959625985s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.940415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.254475Z","time spent":"685.894947ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.940468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:46.980709Z","time spent":"1.959751088s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.940658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148368936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.940654Z","caller":"traceutil/trace.go:171","msg":"trace[1929226795] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"590.852141ms","start":"2026-03-11T21:18:48.349783Z","end":"2026-03-11T21:18:48.940636Z","steps":["trace[1929226795] 'process raft request' (duration: 589.527941ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.94069Z","caller":"traceutil/trace.go:171","msg":"trace[764009243] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23157; }","duration":"2.148436638s","start":"2026-03-11T21:18:46.792243Z","end":"2026-03-11T21:18:48.94068Z","steps":["trace[764009243] 'agreement among raft nodes before linearized reading' (duration: 2.148357506s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.94072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:46.79222Z","time spent":"2.148492138s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.940736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.34976Z","time spent":"590.932833ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.94107Z","caller":"traceutil/trace.go:171","msg":"trace[1938060173] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"589.747046ms","start":"2026-03-11T21:18:48.351109Z","end":"2026-03-11T21:18:48.940856Z","steps":["trace[1938060173] 'process raft request' (duration: 588.345914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.941128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445875933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.940344Z","caller":"traceutil/trace.go:171","msg":"trace[710087304] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23157; }","duration":"1.378560617s","start":"2026-03-11T21:18:47.561771Z","end":"2026-03-11T21:18:48.940331Z","steps":["trace[710087304] 'agreement among raft nodes before linearized reading' (duration: 1.378500746s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.941172Z","caller":"traceutil/trace.go:171","msg":"trace[1774659703] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23157; }","duration":"2.445921694s","start":"2026-03-11T21:18:46.495241Z","end":"2026-03-11T21:18:48.941163Z","steps":["trace[1774659703] 'agreement among raft nodes before linearized reading' (duration: 2.445856933s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.941213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.561735Z","time spent":"1.379452917s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.941248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.351102Z","time spent":"590.046872ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.941368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894995128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T21:18:48.941441Z","caller":"traceutil/trace.go:171","msg":"trace[1269252690] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23157; }","duration":"3.8950799s","start":"2026-03-11T21:18:45.046324Z","end":"2026-03-11T21:18:48.941403Z","steps":["trace[1269252690] 'agreement among raft nodes before linearized reading' (duration: 3.894921146s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.94148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:45.046301Z","time spent":"3.895172251s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T21:18:48.941542Z","caller":"traceutil/trace.go:171","msg":"trace[481205565] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"591.306002ms","start":"2026-03-11T21:18:48.350219Z","end":"2026-03-11T21:18:48.941525Z","steps":["trace[481205565] 'process raft request' (duration: 589.142683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.941597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.040587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-11T21:18:48.941641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.35021Z","time spent":"591.379803ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.9417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102761612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.941734Z","caller":"traceutil/trace.go:171","msg":"trace[1580038520] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23157; }","duration":"4.102828863s","start":"2026-03-11T21:18:44.838897Z","end":"2026-03-11T21:18:48.941726Z","steps":["trace[1580038520] 'agreement among raft nodes before linearized reading' (duration: 4.102774302s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.941782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.838878Z","time spent":"4.102894765s","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:48.941826Z","caller":"traceutil/trace.go:171","msg":"trace[273911698] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"591.540048ms","start":"2026-03-11T21:18:48.35027Z","end":"2026-03-11T21:18:48.94181Z","steps":["trace[273911698] 'process raft request' (duration: 589.142373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.941918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.350261Z","time spent":"591.609489ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.94165Z","caller":"traceutil/trace.go:171","msg":"trace[1384638904] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23157; }","duration":"689.117809ms","start":"2026-03-11T21:18:48.25252Z","end":"2026-03-11T21:18:48.941638Z","steps":["trace[1384638904] 'agreement among raft nodes before linearized reading' (duration: 688.953945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.942178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.252507Z","time spent":"689.651123ms","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-11T21:18:48.942269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.82216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:48.942293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36516158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.942329Z","caller":"traceutil/trace.go:171","msg":"trace[1856865525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23157; }","duration":"392.882931ms","start":"2026-03-11T21:18:48.549432Z","end":"2026-03-11T21:18:48.942315Z","steps":["trace[1856865525] 'agreement among raft nodes before linearized reading' (duration: 392.790539ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.942353Z","caller":"traceutil/trace.go:171","msg":"trace[683720201] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23157; }","duration":"4.365244472s","start":"2026-03-11T21:18:44.577091Z","end":"2026-03-11T21:18:48.942335Z","steps":["trace[683720201] 'agreement among raft nodes before linearized reading' (duration: 4.365136089s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.942397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.549403Z","time spent":"392.968904ms","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.942423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.577081Z","time spent":"4.365327974s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:18:48.942629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368856044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e7566e1-11c3-44fe-81b9-90a62d5a7951\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-11T21:18:48.942668Z","caller":"traceutil/trace.go:171","msg":"trace[1498521487] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e7566e1-11c3-44fe-81b9-90a62d5a7951; range_end:; response_count:1; response_revision:23157; }","duration":"4.368918866s","start":"2026-03-11T21:18:44.57374Z","end":"2026-03-11T21:18:48.942658Z","steps":["trace[1498521487] 'agreement among raft nodes before linearized reading' (duration: 4.368809194s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.942698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.573725Z","time spent":"4.368966787s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-3e7566e1-11c3-44fe-81b9-90a62d5a7951\" "} {"level":"warn","ts":"2026-03-11T21:18:48.942834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296170118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-11T21:18:48.9429Z","caller":"traceutil/trace.go:171","msg":"trace[875609111] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23157; }","duration":"4.296342782s","start":"2026-03-11T21:18:44.646538Z","end":"2026-03-11T21:18:48.942881Z","steps":["trace[875609111] 'agreement among raft nodes before linearized reading' (duration: 4.296093106s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.942955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.646517Z","time spent":"4.296423584s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T21:18:48.942975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36999343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-11T21:18:48.943007Z","caller":"traceutil/trace.go:171","msg":"trace[1430879339] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23157; }","duration":"4.370055292s","start":"2026-03-11T21:18:44.572943Z","end":"2026-03-11T21:18:48.942998Z","steps":["trace[1430879339] 'agreement among raft nodes before linearized reading' (duration: 4.369957819s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.943043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.572927Z","time spent":"4.370109362s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T21:18:48.943348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.994395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:18:48.943416Z","caller":"traceutil/trace.go:171","msg":"trace[1603561723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23157; }","duration":"595.105328ms","start":"2026-03-11T21:18:48.348299Z","end":"2026-03-11T21:18:48.943405Z","steps":["trace[1603561723] 'agreement among raft nodes before linearized reading' (duration: 594.919224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.941215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:46.495166Z","time spent":"2.446040467s","remote":"127.0.0.1:37230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.943476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.348277Z","time spent":"595.182519ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:18:48.943549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.699056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-11T21:18:48.943342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.443702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.943611Z","caller":"traceutil/trace.go:171","msg":"trace[146782081] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23157; }","duration":"690.773007ms","start":"2026-03-11T21:18:48.252822Z","end":"2026-03-11T21:18:48.943595Z","steps":["trace[146782081] 'agreement among raft nodes before linearized reading' (duration: 690.593973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.943611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.596797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:48.943657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.252815Z","time spent":"690.828958ms","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-11T21:18:48.943667Z","caller":"traceutil/trace.go:171","msg":"trace[380264754] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23157; }","duration":"407.78619ms","start":"2026-03-11T21:18:48.53585Z","end":"2026-03-11T21:18:48.943636Z","steps":["trace[380264754] 'agreement among raft nodes before linearized reading' (duration: 407.439112ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.943687Z","caller":"traceutil/trace.go:171","msg":"trace[416995962] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23157; }","duration":"519.735461ms","start":"2026-03-11T21:18:48.423932Z","end":"2026-03-11T21:18:48.943667Z","steps":["trace[416995962] 'agreement among raft nodes before linearized reading' (duration: 519.538556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.943719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.535832Z","time spent":"407.870161ms","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.943742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.423902Z","time spent":"519.828212ms","remote":"127.0.0.1:54156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:49.209395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.523469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:49.209486Z","caller":"traceutil/trace.go:171","msg":"trace[410431606] linearizableReadLoop","detail":"{readStateIndex:23957; appliedIndex:23956; }","duration":"264.514835ms","start":"2026-03-11T21:18:48.944957Z","end":"2026-03-11T21:18:49.209471Z","steps":["trace[410431606] 'read index received' (duration: 138.773661ms)","trace[410431606] 'applied index is now lower than readState.Index' (duration: 125.740154ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:49.209555Z","caller":"traceutil/trace.go:171","msg":"trace[1883951858] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"265.831076ms","start":"2026-03-11T21:18:48.943709Z","end":"2026-03-11T21:18:49.20954Z","steps":["trace[1883951858] 'process raft request' (duration: 140.01913ms)","trace[1883951858] 'compare' (duration: 125.427757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:49.20992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.943096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-11T21:18:49.21Z","caller":"traceutil/trace.go:171","msg":"trace[1012138541] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23158; }","duration":"265.056228ms","start":"2026-03-11T21:18:48.944927Z","end":"2026-03-11T21:18:49.209984Z","steps":["trace[1012138541] 'agreement among raft nodes before linearized reading' (duration: 264.779532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:49.709696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276549944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:50.208552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1149003s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:18:50.231733Z","caller":"traceutil/trace.go:171","msg":"trace[312393933] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"1.285538048s","start":"2026-03-11T21:18:48.946173Z","end":"2026-03-11T21:18:50.231711Z","steps":["trace[312393933] 'process raft request' (duration: 1.262620376s)","trace[312393933] 'compare' (duration: 22.232977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:50.231832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.946159Z","time spent":"1.28561366s","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:50.231822Z","caller":"traceutil/trace.go:171","msg":"trace[1977205721] linearizableReadLoop","detail":"{readStateIndex:23961; appliedIndex:23957; }","duration":"1.022287571s","start":"2026-03-11T21:18:49.20951Z","end":"2026-03-11T21:18:50.231797Z","steps":["trace[1977205721] 'read index received' (duration: 999.163254ms)","trace[1977205721] 'applied index is now lower than readState.Index' (duration: 23.123027ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:50.232049Z","caller":"traceutil/trace.go:171","msg":"trace[2032176763] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"1.284935034s","start":"2026-03-11T21:18:48.947103Z","end":"2026-03-11T21:18:50.232038Z","steps":["trace[2032176763] 'process raft request' (duration: 1.284484254s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.232086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278478657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:50.232115Z","caller":"traceutil/trace.go:171","msg":"trace[2123145533] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23162; }","duration":"1.278536638s","start":"2026-03-11T21:18:48.953569Z","end":"2026-03-11T21:18:50.232106Z","steps":["trace[2123145533] 'agreement among raft nodes before linearized reading' (duration: 1.278487787s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.232138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.95355Z","time spent":"1.278583079s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:18:50.232163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.947078Z","time spent":"1.285009086s","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:50.23234Z","caller":"traceutil/trace.go:171","msg":"trace[2084208992] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"1.285025176s","start":"2026-03-11T21:18:48.947307Z","end":"2026-03-11T21:18:50.232332Z","steps":["trace[2084208992] 'process raft request' (duration: 1.284376041s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.232389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.947298Z","time spent":"1.285066406s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:50.232452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280729828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-11T21:18:50.23249Z","caller":"traceutil/trace.go:171","msg":"trace[1185109983] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23162; }","duration":"1.280780739s","start":"2026-03-11T21:18:48.951697Z","end":"2026-03-11T21:18:50.232478Z","steps":["trace[1185109983] 'agreement among raft nodes before linearized reading' (duration: 1.280648986s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.23252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.95169Z","time spent":"1.280823961s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-11T21:18:50.232619Z","caller":"traceutil/trace.go:171","msg":"trace[1261125716] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"1.281184328s","start":"2026-03-11T21:18:48.951296Z","end":"2026-03-11T21:18:50.232481Z","steps":["trace[1261125716] 'process raft request' (duration: 1.280455622s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.232672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.951286Z","time spent":"1.281362013s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:50.232683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282099609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:50.23272Z","caller":"traceutil/trace.go:171","msg":"trace[1501345652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23162; }","duration":"1.2821503s","start":"2026-03-11T21:18:48.950558Z","end":"2026-03-11T21:18:50.232708Z","steps":["trace[1501345652] 'agreement among raft nodes before linearized reading' (duration: 1.282100239s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.23274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224445016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:50.232751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.950549Z","time spent":"1.282197001s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:18:50.232765Z","caller":"traceutil/trace.go:171","msg":"trace[769160128] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23162; }","duration":"1.224504097s","start":"2026-03-11T21:18:49.008255Z","end":"2026-03-11T21:18:50.232759Z","steps":["trace[769160128] 'agreement among raft nodes before linearized reading' (duration: 1.224457056s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.232781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.008236Z","time spent":"1.224542388s","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T21:18:50.232923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021491962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-11T21:18:50.233103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286205553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-11T21:18:50.233134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.334083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:50.233156Z","caller":"traceutil/trace.go:171","msg":"trace[1292378063] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23162; }","duration":"1.021761849s","start":"2026-03-11T21:18:49.211381Z","end":"2026-03-11T21:18:50.233143Z","steps":["trace[1292378063] 'agreement among raft nodes before linearized reading' (duration: 1.02141697s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.233185Z","caller":"traceutil/trace.go:171","msg":"trace[956359180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23162; }","duration":"534.411526ms","start":"2026-03-11T21:18:49.698758Z","end":"2026-03-11T21:18:50.23317Z","steps":["trace[956359180] 'agreement among raft nodes before linearized reading' (duration: 534.143219ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.233185Z","caller":"traceutil/trace.go:171","msg":"trace[43583838] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23162; }","duration":"1.28650002s","start":"2026-03-11T21:18:48.946656Z","end":"2026-03-11T21:18:50.233156Z","steps":["trace[43583838] 'agreement among raft nodes before linearized reading' (duration: 1.286062129s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.233222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.698747Z","time spent":"534.465937ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:50.233239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.925375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:50.233233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.946646Z","time spent":"1.286576933s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T21:18:50.233245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.211364Z","time spent":"1.02182969s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-11T21:18:50.23326Z","caller":"traceutil/trace.go:171","msg":"trace[2050419886] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23162; }","duration":"562.987446ms","start":"2026-03-11T21:18:49.670263Z","end":"2026-03-11T21:18:50.233251Z","steps":["trace[2050419886] 'agreement among raft nodes before linearized reading' (duration: 562.949606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.23358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.670242Z","time spent":"563.310183ms","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:50.233399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.82634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:50.234888Z","caller":"traceutil/trace.go:171","msg":"trace[725619684] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23162; }","duration":"527.342124ms","start":"2026-03-11T21:18:49.707528Z","end":"2026-03-11T21:18:50.23487Z","steps":["trace[725619684] 'agreement among raft nodes before linearized reading' (duration: 525.736538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.234938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.707496Z","time spent":"527.429466ms","remote":"127.0.0.1:53974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:50.23329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.286561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:50.235062Z","caller":"traceutil/trace.go:171","msg":"trace[182231699] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23162; }","duration":"230.054361ms","start":"2026-03-11T21:18:50.004952Z","end":"2026-03-11T21:18:50.235007Z","steps":["trace[182231699] 'agreement among raft nodes before linearized reading' (duration: 228.300701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.233448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021142125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-11T21:18:50.235213Z","caller":"traceutil/trace.go:171","msg":"trace[19626308] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8; range_end:; response_count:1; response_revision:23162; }","duration":"1.022941145s","start":"2026-03-11T21:18:49.212257Z","end":"2026-03-11T21:18:50.235198Z","steps":["trace[19626308] 'agreement among raft nodes before linearized reading' (duration: 1.020988231s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.235252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.212247Z","time spent":"1.022993206s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" "} {"level":"info","ts":"2026-03-11T21:18:50.340211Z","caller":"traceutil/trace.go:171","msg":"trace[1962585006] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23961; }","duration":"101.541385ms","start":"2026-03-11T21:18:50.238648Z","end":"2026-03-11T21:18:50.34019Z","steps":["trace[1962585006] 'read index received' (duration: 100.005329ms)","trace[1962585006] 'applied index is now lower than readState.Index' (duration: 1.534296ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:50.340217Z","caller":"traceutil/trace.go:171","msg":"trace[500935561] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"102.791903ms","start":"2026-03-11T21:18:50.237391Z","end":"2026-03-11T21:18:50.340183Z","steps":["trace[500935561] 'process raft request' (duration: 101.284938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.34043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.76547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-11T21:18:50.340467Z","caller":"traceutil/trace.go:171","msg":"trace[1130210501] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23163; }","duration":"101.820341ms","start":"2026-03-11T21:18:50.238638Z","end":"2026-03-11T21:18:50.340459Z","steps":["trace[1130210501] 'agreement among raft nodes before linearized reading' (duration: 101.656217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.34063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.37784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189be61dce1bb802\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-11T21:18:50.340794Z","caller":"traceutil/trace.go:171","msg":"trace[190842789] range","detail":"{range_begin:/registry/events/openstack/container-infra.189be61dce1bb802; range_end:; response_count:1; response_revision:23163; }","duration":"101.538663ms","start":"2026-03-11T21:18:50.23921Z","end":"2026-03-11T21:18:50.340749Z","steps":["trace[190842789] 'agreement among raft nodes before linearized reading' (duration: 101.177575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.341089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.547591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:18:50.341184Z","caller":"traceutil/trace.go:171","msg":"trace[510516553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23163; }","duration":"100.675864ms","start":"2026-03-11T21:18:50.240486Z","end":"2026-03-11T21:18:50.341162Z","steps":["trace[510516553] 'agreement among raft nodes before linearized reading' (duration: 100.474179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.450253Z","caller":"traceutil/trace.go:171","msg":"trace[1898541839] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"107.253353ms","start":"2026-03-11T21:18:50.342968Z","end":"2026-03-11T21:18:50.450222Z","steps":["trace[1898541839] 'process raft request' (duration: 102.959665ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.450383Z","caller":"traceutil/trace.go:171","msg":"trace[1009098267] linearizableReadLoop","detail":"{readStateIndex:23964; appliedIndex:23963; }","duration":"106.714701ms","start":"2026-03-11T21:18:50.343473Z","end":"2026-03-11T21:18:50.450188Z","steps":["trace[1009098267] 'read index received' (duration: 102.470084ms)","trace[1009098267] 'applied index is now lower than readState.Index' (duration: 4.243427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:50.450515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.012968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-11T21:18:50.450554Z","caller":"traceutil/trace.go:171","msg":"trace[647646511] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23164; }","duration":"107.090459ms","start":"2026-03-11T21:18:50.343454Z","end":"2026-03-11T21:18:50.450544Z","steps":["trace[647646511] 'agreement among raft nodes before linearized reading' (duration: 106.763672ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.528356Z","caller":"traceutil/trace.go:171","msg":"trace[1367969841] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"180.416991ms","start":"2026-03-11T21:18:50.347914Z","end":"2026-03-11T21:18:50.528331Z","steps":["trace[1367969841] 'process raft request' (duration: 180.103314ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.528792Z","caller":"traceutil/trace.go:171","msg":"trace[2048404636] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"184.712938ms","start":"2026-03-11T21:18:50.344062Z","end":"2026-03-11T21:18:50.528774Z","steps":["trace[2048404636] 'process raft request' (duration: 183.657984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.5289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.90487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T21:18:50.528953Z","caller":"traceutil/trace.go:171","msg":"trace[948587620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23170; }","duration":"184.019922ms","start":"2026-03-11T21:18:50.344919Z","end":"2026-03-11T21:18:50.528939Z","steps":["trace[948587620] 'agreement among raft nodes before linearized reading' (duration: 183.843078ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.528801Z","caller":"traceutil/trace.go:171","msg":"trace[1359835061] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"183.180423ms","start":"2026-03-11T21:18:50.345526Z","end":"2026-03-11T21:18:50.528706Z","steps":["trace[1359835061] 'process raft request' (duration: 182.332924ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.529042Z","caller":"traceutil/trace.go:171","msg":"trace[1410032590] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"183.211313ms","start":"2026-03-11T21:18:50.345774Z","end":"2026-03-11T21:18:50.528985Z","steps":["trace[1410032590] 'process raft request' (duration: 182.141619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.529116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.232657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T21:18:50.530753Z","caller":"traceutil/trace.go:171","msg":"trace[277191662] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0; range_end:; response_count:1; response_revision:23170; }","duration":"185.863124ms","start":"2026-03-11T21:18:50.34486Z","end":"2026-03-11T21:18:50.530723Z","steps":["trace[277191662] 'agreement among raft nodes before linearized reading' (duration: 184.191876ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.529138Z","caller":"traceutil/trace.go:171","msg":"trace[112740207] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"183.283574ms","start":"2026-03-11T21:18:50.345842Z","end":"2026-03-11T21:18:50.529125Z","steps":["trace[112740207] 'process raft request' (duration: 182.107548ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.529197Z","caller":"traceutil/trace.go:171","msg":"trace[599767524] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"182.365865ms","start":"2026-03-11T21:18:50.346813Z","end":"2026-03-11T21:18:50.529179Z","steps":["trace[599767524] 'process raft request' (duration: 181.168638ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.649778Z","caller":"traceutil/trace.go:171","msg":"trace[1590850890] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"114.674353ms","start":"2026-03-11T21:18:50.535035Z","end":"2026-03-11T21:18:50.649709Z","steps":["trace[1590850890] 'process raft request' (duration: 112.277858ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.649813Z","caller":"traceutil/trace.go:171","msg":"trace[931975411] linearizableReadLoop","detail":"{readStateIndex:23972; appliedIndex:23970; }","duration":"113.422463ms","start":"2026-03-11T21:18:50.53636Z","end":"2026-03-11T21:18:50.649783Z","steps":["trace[931975411] 'read index received' (duration: 110.972027ms)","trace[931975411] 'applied index is now lower than readState.Index' (duration: 2.449016ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:50.649926Z","caller":"traceutil/trace.go:171","msg":"trace[1616731427] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"114.684573ms","start":"2026-03-11T21:18:50.535208Z","end":"2026-03-11T21:18:50.649893Z","steps":["trace[1616731427] 'process raft request' (duration: 114.443917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.650114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.7253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:18:50.650155Z","caller":"traceutil/trace.go:171","msg":"trace[1113927791] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23172; }","duration":"113.802121ms","start":"2026-03-11T21:18:50.536341Z","end":"2026-03-11T21:18:50.650143Z","steps":["trace[1113927791] 'agreement among raft nodes before linearized reading' (duration: 113.547496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:51.230061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276549972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:18:51.658759Z","caller":"traceutil/trace.go:171","msg":"trace[1581590226] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"1.004238599s","start":"2026-03-11T21:18:50.65449Z","end":"2026-03-11T21:18:51.658729Z","steps":["trace[1581590226] 'process raft request' (duration: 1.004027714s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:51.658945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:50.654464Z","time spent":"1.004390262s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T21:18:52.269861Z","caller":"traceutil/trace.go:171","msg":"trace[62622238] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"1.323688278s","start":"2026-03-11T21:18:50.946145Z","end":"2026-03-11T21:18:52.269833Z","steps":["trace[62622238] 'process raft request' (duration: 1.291670998s)","trace[62622238] 'compare' (duration: 31.477647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:52.270017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:50.946115Z","time spent":"1.3238215s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:52.270148Z","caller":"traceutil/trace.go:171","msg":"trace[1855721756] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"1.322796448s","start":"2026-03-11T21:18:50.94734Z","end":"2026-03-11T21:18:52.270137Z","steps":["trace[1855721756] 'process raft request' (duration: 1.322408439s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.270211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:50.947312Z","time spent":"1.322864839s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:52.270244Z","caller":"traceutil/trace.go:171","msg":"trace[1527820047] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"1.322242274s","start":"2026-03-11T21:18:50.947988Z","end":"2026-03-11T21:18:52.27023Z","steps":["trace[1527820047] 'process raft request' (duration: 1.322111671s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:52.27024Z","caller":"traceutil/trace.go:171","msg":"trace[1713180655] linearizableReadLoop","detail":"{readStateIndex:23978; appliedIndex:23972; }","duration":"1.540269462s","start":"2026-03-11T21:18:50.729949Z","end":"2026-03-11T21:18:52.270219Z","steps":["trace[1713180655] 'read index received' (duration: 928.635536ms)","trace[1713180655] 'applied index is now lower than readState.Index' (duration: 611.633116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:52.270313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:50.947951Z","time spent":"1.322327306s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:52.270344Z","caller":"traceutil/trace.go:171","msg":"trace[958174490] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"1.32288495s","start":"2026-03-11T21:18:50.947427Z","end":"2026-03-11T21:18:52.270312Z","steps":["trace[958174490] 'process raft request' (duration: 1.322602133s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.270388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540452206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:52.270382Z","caller":"traceutil/trace.go:171","msg":"trace[591337222] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"920.301787ms","start":"2026-03-11T21:18:51.350035Z","end":"2026-03-11T21:18:52.270337Z","steps":["trace[591337222] 'process raft request' (duration: 920.140624ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:52.270429Z","caller":"traceutil/trace.go:171","msg":"trace[1022801330] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23179; }","duration":"1.540550347s","start":"2026-03-11T21:18:50.729869Z","end":"2026-03-11T21:18:52.270419Z","steps":["trace[1022801330] 'agreement among raft nodes before linearized reading' (duration: 1.540463115s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.270465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.57124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:52.270432Z","caller":"traceutil/trace.go:171","msg":"trace[730281869] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"1.322374607s","start":"2026-03-11T21:18:50.948015Z","end":"2026-03-11T21:18:52.27039Z","steps":["trace[730281869] 'process raft request' (duration: 1.322122452s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:52.270492Z","caller":"traceutil/trace.go:171","msg":"trace[848662476] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23179; }","duration":"700.643803ms","start":"2026-03-11T21:18:51.569841Z","end":"2026-03-11T21:18:52.270484Z","steps":["trace[848662476] 'agreement among raft nodes before linearized reading' (duration: 700.601892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.270502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:50.947421Z","time spent":"1.323003222s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:52.270532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.359307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T21:18:52.270569Z","caller":"traceutil/trace.go:171","msg":"trace[1506334925] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0; range_end:; response_count:1; response_revision:23179; }","duration":"607.444539ms","start":"2026-03-11T21:18:51.663113Z","end":"2026-03-11T21:18:52.270558Z","steps":["trace[1506334925] 'agreement among raft nodes before linearized reading' (duration: 607.299386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.270575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:51.350016Z","time spent":"920.45298ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:52.270598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:51.663086Z","time spent":"607.505721ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" "} {"level":"warn","ts":"2026-03-11T21:18:52.270479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:50.729849Z","time spent":"1.540620319s","remote":"127.0.0.1:53986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:52.270624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:50.947981Z","time spent":"1.32253791s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:52.27052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:51.569815Z","time spent":"700.698873ms","remote":"127.0.0.1:43234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:52.270427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.136425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:52.270864Z","caller":"traceutil/trace.go:171","msg":"trace[637861169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23179; }","duration":"734.590576ms","start":"2026-03-11T21:18:51.536259Z","end":"2026-03-11T21:18:52.270849Z","steps":["trace[637861169] 'agreement among raft nodes before linearized reading' (duration: 734.142316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.2709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:51.536241Z","time spent":"734.650537ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:52.882923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.278256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:52.88307Z","caller":"traceutil/trace.go:171","msg":"trace[1159452517] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"610.128869ms","start":"2026-03-11T21:18:52.272907Z","end":"2026-03-11T21:18:52.883035Z","steps":["trace[1159452517] 'process raft request' (duration: 300.6525ms)","trace[1159452517] 'compare' (duration: 309.134922ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:52.883134Z","caller":"traceutil/trace.go:171","msg":"trace[657935414] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"605.494484ms","start":"2026-03-11T21:18:52.277622Z","end":"2026-03-11T21:18:52.883117Z","steps":["trace[657935414] 'process raft request' (duration: 605.415082ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:52.883152Z","caller":"traceutil/trace.go:171","msg":"trace[2076136188] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23979; }","duration":"609.946835ms","start":"2026-03-11T21:18:52.273174Z","end":"2026-03-11T21:18:52.883121Z","steps":["trace[2076136188] 'read index received' (duration: 300.303782ms)","trace[2076136188] 'applied index is now lower than readState.Index' (duration: 309.631223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:52.8832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.277609Z","time spent":"605.560715ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:52.883226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.27288Z","time spent":"610.261053ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:52.883378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.176581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:52.88341Z","caller":"traceutil/trace.go:171","msg":"trace[1987133355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23181; }","duration":"610.258474ms","start":"2026-03-11T21:18:52.273143Z","end":"2026-03-11T21:18:52.883402Z","steps":["trace[1987133355] 'agreement among raft nodes before linearized reading' (duration: 610.132431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.883435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.27313Z","time spent":"610.300144ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:52.883738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.894429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T21:18:52.88377Z","caller":"traceutil/trace.go:171","msg":"trace[1799268648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23181; }","duration":"348.957431ms","start":"2026-03-11T21:18:52.534802Z","end":"2026-03-11T21:18:52.883759Z","steps":["trace[1799268648] 'agreement among raft nodes before linearized reading' (duration: 348.820268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.883786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.53478Z","time spent":"349.002781ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:52.883857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.983391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T21:18:52.883905Z","caller":"traceutil/trace.go:171","msg":"trace[1187840069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23181; }","duration":"349.090734ms","start":"2026-03-11T21:18:52.534802Z","end":"2026-03-11T21:18:52.883893Z","steps":["trace[1187840069] 'agreement among raft nodes before linearized reading' (duration: 348.884489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.883886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.971931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:18:52.88394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.53478Z","time spent":"349.151935ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:18:52.88397Z","caller":"traceutil/trace.go:171","msg":"trace[443512203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23181; }","duration":"349.112424ms","start":"2026-03-11T21:18:52.534838Z","end":"2026-03-11T21:18:52.883951Z","steps":["trace[443512203] 'agreement among raft nodes before linearized reading' (duration: 348.842358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.884021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.534816Z","time spent":"349.197245ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:52.884007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.901319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T21:18:52.884078Z","caller":"traceutil/trace.go:171","msg":"trace[1068947850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23181; }","duration":"348.999031ms","start":"2026-03-11T21:18:52.535061Z","end":"2026-03-11T21:18:52.88406Z","steps":["trace[1068947850] 'agreement among raft nodes before linearized reading' (duration: 348.613223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:52.884123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.535054Z","time spent":"349.058293ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:54.003313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.452589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:54.003563Z","caller":"traceutil/trace.go:171","msg":"trace[411609254] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.116574288s","start":"2026-03-11T21:18:52.886926Z","end":"2026-03-11T21:18:54.0035Z","steps":["trace[411609254] 'process raft request' (duration: 289.857683ms)","trace[411609254] 'compare' (duration: 825.331324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:54.003802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.886904Z","time spent":"1.116770913s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:54.004306Z","caller":"traceutil/trace.go:171","msg":"trace[444078870] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23981; }","duration":"1.116950727s","start":"2026-03-11T21:18:52.887334Z","end":"2026-03-11T21:18:54.004284Z","steps":["trace[444078870] 'read index received' (duration: 289.466165ms)","trace[444078870] 'applied index is now lower than readState.Index' (duration: 827.483512ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:54.004502Z","caller":"traceutil/trace.go:171","msg":"trace[1239980727] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"1.116837255s","start":"2026-03-11T21:18:52.887642Z","end":"2026-03-11T21:18:54.004479Z","steps":["trace[1239980727] 'process raft request' (duration: 1.116545458s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.004598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.887633Z","time spent":"1.116917636s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:54.004625Z","caller":"traceutil/trace.go:171","msg":"trace[829741290] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"1.116727092s","start":"2026-03-11T21:18:52.887856Z","end":"2026-03-11T21:18:54.004583Z","steps":["trace[829741290] 'process raft request' (duration: 1.116389864s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:54.004779Z","caller":"traceutil/trace.go:171","msg":"trace[1331860596] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"1.117736855s","start":"2026-03-11T21:18:52.887024Z","end":"2026-03-11T21:18:54.004761Z","steps":["trace[1331860596] 'process raft request' (duration: 1.116389274s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.004847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.886998Z","time spent":"1.117817057s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:54.004883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11752519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T21:18:54.004969Z","caller":"traceutil/trace.go:171","msg":"trace[339761190] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0; range_end:; response_count:1; response_revision:23185; }","duration":"1.117643673s","start":"2026-03-11T21:18:52.887306Z","end":"2026-03-11T21:18:54.004949Z","steps":["trace[339761190] 'agreement among raft nodes before linearized reading' (duration: 1.117362547s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.005025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.887293Z","time spent":"1.117714944s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" "} {"level":"warn","ts":"2026-03-11T21:18:54.005164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.887852Z","time spent":"1.116836094s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:54.557894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.437891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:54.557986Z","caller":"traceutil/trace.go:171","msg":"trace[1873571557] linearizableReadLoop","detail":"{readStateIndex:23986; appliedIndex:23985; }","duration":"553.621062ms","start":"2026-03-11T21:18:54.00435Z","end":"2026-03-11T21:18:54.557971Z","steps":["trace[1873571557] 'read index received' (duration: 448.14616ms)","trace[1873571557] 'applied index is now lower than readState.Index' (duration: 105.473672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:54.558502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093602086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:54.558557Z","caller":"traceutil/trace.go:171","msg":"trace[243269213] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23186; }","duration":"1.093671578s","start":"2026-03-11T21:18:53.464872Z","end":"2026-03-11T21:18:54.558543Z","steps":["trace[243269213] 'agreement among raft nodes before linearized reading' (duration: 1.093530834s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.558582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:53.464815Z","time spent":"1.09376153s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:54.55859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.760013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:54.558816Z","caller":"traceutil/trace.go:171","msg":"trace[1303824036] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23186; }","duration":"632.03733ms","start":"2026-03-11T21:18:53.926761Z","end":"2026-03-11T21:18:54.558798Z","steps":["trace[1303824036] 'agreement among raft nodes before linearized reading' (duration: 631.734683ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:54.558815Z","caller":"traceutil/trace.go:171","msg":"trace[482636684] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"705.865801ms","start":"2026-03-11T21:18:53.852909Z","end":"2026-03-11T21:18:54.558775Z","steps":["trace[482636684] 'process raft request' (duration: 599.472897ms)","trace[482636684] 'compare' (duration: 105.139475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:54.55887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:53.926735Z","time spent":"632.124872ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:54.558585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452113114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:54.558928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:53.852886Z","time spent":"705.984684ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:54.558969Z","caller":"traceutil/trace.go:171","msg":"trace[1847108456] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23186; }","duration":"1.452558914s","start":"2026-03-11T21:18:53.106391Z","end":"2026-03-11T21:18:54.55895Z","steps":["trace[1847108456] 'agreement among raft nodes before linearized reading' (duration: 1.452106734s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.559024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:53.106375Z","time spent":"1.452632615s","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:54.558633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.691726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:54.559196Z","caller":"traceutil/trace.go:171","msg":"trace[1521526797] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23186; }","duration":"777.31685ms","start":"2026-03-11T21:18:53.781868Z","end":"2026-03-11T21:18:54.559185Z","steps":["trace[1521526797] 'agreement among raft nodes before linearized reading' (duration: 776.672086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.559237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:53.781848Z","time spent":"777.376941ms","remote":"127.0.0.1:53970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:54.558713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667272176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:54.559289Z","caller":"traceutil/trace.go:171","msg":"trace[1992390602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23186; }","duration":"1.667858739s","start":"2026-03-11T21:18:52.891421Z","end":"2026-03-11T21:18:54.55928Z","steps":["trace[1992390602] 'agreement among raft nodes before linearized reading' (duration: 1.667264395s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.559315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.891416Z","time spent":"1.667891089s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:54.558665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35625088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-11T21:18:54.559427Z","caller":"traceutil/trace.go:171","msg":"trace[1868378924] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23186; }","duration":"1.357068419s","start":"2026-03-11T21:18:53.202347Z","end":"2026-03-11T21:18:54.559416Z","steps":["trace[1868378924] 'agreement among raft nodes before linearized reading' (duration: 1.356203319s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.559451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:53.202324Z","time spent":"1.357119129s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-11T21:18:54.558738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579973476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:54.559557Z","caller":"traceutil/trace.go:171","msg":"trace[1245377565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23186; }","duration":"1.580840356s","start":"2026-03-11T21:18:52.978707Z","end":"2026-03-11T21:18:54.559548Z","steps":["trace[1245377565] 'agreement among raft nodes before linearized reading' (duration: 1.579969496s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:54.5596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:52.97868Z","time spent":"1.580904777s","remote":"127.0.0.1:42762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:55.058455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276549998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:18:55.283291Z","caller":"traceutil/trace.go:171","msg":"trace[916573978] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"1.00342871s","start":"2026-03-11T21:18:54.279842Z","end":"2026-03-11T21:18:55.28327Z","steps":["trace[916573978] 'process raft request' (duration: 1.00339822s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:55.283381Z","caller":"traceutil/trace.go:171","msg":"trace[1387430766] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"1.27645701s","start":"2026-03-11T21:18:54.006902Z","end":"2026-03-11T21:18:55.283359Z","steps":["trace[1387430766] 'process raft request' (duration: 1.276013361s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:55.283375Z","caller":"traceutil/trace.go:171","msg":"trace[1847067880] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"1.006455239s","start":"2026-03-11T21:18:54.276882Z","end":"2026-03-11T21:18:55.283337Z","steps":["trace[1847067880] 'process raft request' (duration: 1.006208313s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:55.283491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.006882Z","time spent":"1.276544343s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:55.283516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.279823Z","time spent":"1.003532052s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:55.283532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.276838Z","time spent":"1.006608682s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:55.283567Z","caller":"traceutil/trace.go:171","msg":"trace[1414394650] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"1.006557291s","start":"2026-03-11T21:18:54.276964Z","end":"2026-03-11T21:18:55.283522Z","steps":["trace[1414394650] 'process raft request' (duration: 1.006189963s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:55.283589Z","caller":"traceutil/trace.go:171","msg":"trace[498921323] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"1.004408253s","start":"2026-03-11T21:18:54.279149Z","end":"2026-03-11T21:18:55.283557Z","steps":["trace[498921323] 'process raft request' (duration: 1.004064915s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:55.283761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.279143Z","time spent":"1.004519865s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:55.283777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.276921Z","time spent":"1.006736745s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:55.284074Z","caller":"traceutil/trace.go:171","msg":"trace[685695518] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"1.004380142s","start":"2026-03-11T21:18:54.279079Z","end":"2026-03-11T21:18:55.283459Z","steps":["trace[685695518] 'process raft request' (duration: 1.004108946s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:55.284154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.279068Z","time spent":"1.005047537s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:56.204245Z","caller":"traceutil/trace.go:171","msg":"trace[1971831911] linearizableReadLoop","detail":"{readStateIndex:23993; appliedIndex:23986; }","duration":"1.64622113s","start":"2026-03-11T21:18:54.558004Z","end":"2026-03-11T21:18:56.204225Z","steps":["trace[1971831911] 'read index received' (duration: 725.035938ms)","trace[1971831911] 'applied index is now lower than readState.Index' (duration: 921.183952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:56.204366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764976076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:56.204391Z","caller":"traceutil/trace.go:171","msg":"trace[1095245811] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23193; }","duration":"1.765021027s","start":"2026-03-11T21:18:54.439362Z","end":"2026-03-11T21:18:56.204383Z","steps":["trace[1095245811] 'agreement among raft nodes before linearized reading' (duration: 1.764955206s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:56.204415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.439296Z","time spent":"1.765111759s","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:56.204464Z","caller":"traceutil/trace.go:171","msg":"trace[931117857] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"1.618260604s","start":"2026-03-11T21:18:54.58615Z","end":"2026-03-11T21:18:56.204411Z","steps":["trace[931117857] 'process raft request' (duration: 1.617942246s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:56.204591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653948996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:56.204648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.586127Z","time spent":"1.618424618s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:56.204709Z","caller":"traceutil/trace.go:171","msg":"trace[1437068914] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23193; }","duration":"1.65413059s","start":"2026-03-11T21:18:54.550557Z","end":"2026-03-11T21:18:56.204688Z","steps":["trace[1437068914] 'agreement among raft nodes before linearized reading' (duration: 1.653781262s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:56.204757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.55054Z","time spent":"1.654210132s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:56.20463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024144579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:56.204758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651767686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:56.204843Z","caller":"traceutil/trace.go:171","msg":"trace[1644166178] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23193; }","duration":"2.024495958s","start":"2026-03-11T21:18:54.18033Z","end":"2026-03-11T21:18:56.204826Z","steps":["trace[1644166178] 'agreement among raft nodes before linearized reading' (duration: 2.024264773s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.20487Z","caller":"traceutil/trace.go:171","msg":"trace[290853462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23193; }","duration":"1.651908359s","start":"2026-03-11T21:18:54.552935Z","end":"2026-03-11T21:18:56.204843Z","steps":["trace[290853462] 'agreement among raft nodes before linearized reading' (duration: 1.651722105s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:56.20488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.180309Z","time spent":"2.024560369s","remote":"127.0.0.1:37364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:56.204943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.552929Z","time spent":"1.651999081s","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:56.561159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995856887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:56.561243Z","caller":"traceutil/trace.go:171","msg":"trace[578429816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995956769s","start":"2026-03-11T21:18:54.565266Z","end":"2026-03-11T21:18:56.561222Z","steps":["trace[578429816] 'agreement among raft nodes before linearized reading' (duration: 1.995853477s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:56.561307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.56523Z","time spent":"1.996060862s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:57.54474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.210849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:18:57.545005Z","caller":"traceutil/trace.go:171","msg":"trace[173182997] linearizableReadLoop","detail":"{readStateIndex:23994; appliedIndex:23993; }","duration":"1.340689912s","start":"2026-03-11T21:18:56.204294Z","end":"2026-03-11T21:18:57.544984Z","steps":["trace[173182997] 'read index received' (duration: 435.162566ms)","trace[173182997] 'applied index is now lower than readState.Index' (duration: 905.525566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:57.545114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173927209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:57.545126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408114736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:57.545164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493101092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:57.545179Z","caller":"traceutil/trace.go:171","msg":"trace[1616987774] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23193; }","duration":"2.174050832s","start":"2026-03-11T21:18:55.371114Z","end":"2026-03-11T21:18:57.545164Z","steps":["trace[1616987774] 'agreement among raft nodes before linearized reading' (duration: 2.173919139s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:57.545196Z","caller":"traceutil/trace.go:171","msg":"trace[387653697] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23193; }","duration":"2.493150073s","start":"2026-03-11T21:18:55.052035Z","end":"2026-03-11T21:18:57.545185Z","steps":["trace[387653697] 'agreement among raft nodes before linearized reading' (duration: 2.493058511s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.545182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537029646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:18:57.545234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:55.051975Z","time spent":"2.493249084s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:57.545271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645945038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:57.545299Z","caller":"traceutil/trace.go:171","msg":"trace[1393972625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23193; }","duration":"1.6460085s","start":"2026-03-11T21:18:55.899283Z","end":"2026-03-11T21:18:57.545291Z","steps":["trace[1393972625] 'agreement among raft nodes before linearized reading' (duration: 1.645972539s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.545372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:55.899263Z","time spent":"1.646099602s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:57.545381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258133489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be6244753bbdf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T21:18:57.545423Z","caller":"traceutil/trace.go:171","msg":"trace[1532856322] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be6244753bbdf; range_end:; response_count:1; response_revision:23193; }","duration":"2.25820902s","start":"2026-03-11T21:18:55.287203Z","end":"2026-03-11T21:18:57.545412Z","steps":["trace[1532856322] 'agreement among raft nodes before linearized reading' (duration: 2.258024076s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.54546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:55.287184Z","time spent":"2.258268172s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be6244753bbdf\" "} {"level":"warn","ts":"2026-03-11T21:18:57.545474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39718927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:57.545505Z","caller":"traceutil/trace.go:171","msg":"trace[1977368674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23193; }","duration":"1.397248951s","start":"2026-03-11T21:18:56.148248Z","end":"2026-03-11T21:18:57.545497Z","steps":["trace[1977368674] 'agreement among raft nodes before linearized reading' (duration: 1.397196229s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.545545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.14823Z","time spent":"1.397307042s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:57.545608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006691138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:18:57.545648Z","caller":"traceutil/trace.go:171","msg":"trace[1695583916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23193; }","duration":"2.006768011s","start":"2026-03-11T21:18:55.53887Z","end":"2026-03-11T21:18:57.545638Z","steps":["trace[1695583916] 'agreement among raft nodes before linearized reading' (duration: 2.006419133s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.545682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:55.538845Z","time spent":"2.006829293s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:18:57.545263Z","caller":"traceutil/trace.go:171","msg":"trace[74746098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23193; }","duration":"1.537128738s","start":"2026-03-11T21:18:56.008117Z","end":"2026-03-11T21:18:57.545246Z","steps":["trace[74746098] 'agreement among raft nodes before linearized reading' (duration: 1.536891773s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.545759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.008114Z","time spent":"1.53763716s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:57.545215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:55.371092Z","time spent":"2.174116004s","remote":"127.0.0.1:35100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:57.545943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657485957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:18:57.545988Z","caller":"traceutil/trace.go:171","msg":"trace[1745870323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23193; }","duration":"2.657572849s","start":"2026-03-11T21:18:54.888402Z","end":"2026-03-11T21:18:57.545975Z","steps":["trace[1745870323] 'agreement among raft nodes before linearized reading' (duration: 2.657100789s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.546022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.888373Z","time spent":"2.65764278s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:18:57.545201Z","caller":"traceutil/trace.go:171","msg":"trace[914104401] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23193; }","duration":"2.408242048s","start":"2026-03-11T21:18:55.136936Z","end":"2026-03-11T21:18:57.545178Z","steps":["trace[914104401] 'agreement among raft nodes before linearized reading' (duration: 2.408108205s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.546092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:55.136908Z","time spent":"2.40916645s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:57.545724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537623129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:18:57.546183Z","caller":"traceutil/trace.go:171","msg":"trace[27933194] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"269.792278ms","start":"2026-03-11T21:18:57.276374Z","end":"2026-03-11T21:18:57.546167Z","steps":["trace[27933194] 'process raft request' (duration: 268.482718ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:57.546176Z","caller":"traceutil/trace.go:171","msg":"trace[2028090558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23193; }","duration":"1.53808919s","start":"2026-03-11T21:18:56.008063Z","end":"2026-03-11T21:18:57.546152Z","steps":["trace[2028090558] 'agreement among raft nodes before linearized reading' (duration: 1.53716931s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:57.546242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.008045Z","time spent":"1.538181202s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:58.045736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:58.130347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121628808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:18:58.130438Z","caller":"traceutil/trace.go:171","msg":"trace[1484167439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23194; }","duration":"2.12173352s","start":"2026-03-11T21:18:56.008679Z","end":"2026-03-11T21:18:58.130412Z","steps":["trace[1484167439] 'agreement among raft nodes before linearized reading' (duration: 1.537037136s)","trace[1484167439] 'range keys from in-memory index tree' (duration: 584.485869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:58.130479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.008671Z","time spent":"2.121799712s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:18:58.13109Z","caller":"traceutil/trace.go:171","msg":"trace[1820002734] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"841.998008ms","start":"2026-03-11T21:18:57.289058Z","end":"2026-03-11T21:18:58.131056Z","steps":["trace[1820002734] 'process raft request' (duration: 759.925568ms)","trace[1820002734] 'compare' (duration: 81.376084ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:58.131131Z","caller":"traceutil/trace.go:171","msg":"trace[1503743583] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"841.945546ms","start":"2026-03-11T21:18:57.289167Z","end":"2026-03-11T21:18:58.131112Z","steps":["trace[1503743583] 'process raft request' (duration: 841.762472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:58.130658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120727156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:18:58.131228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.289133Z","time spent":"842.036678ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:58.131304Z","caller":"traceutil/trace.go:171","msg":"trace[1766400045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23194; }","duration":"2.121393562s","start":"2026-03-11T21:18:56.009887Z","end":"2026-03-11T21:18:58.13128Z","steps":["trace[1766400045] 'agreement among raft nodes before linearized reading' (duration: 1.535819108s)","trace[1766400045] 'range keys from in-memory index tree' (duration: 584.773466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:58.131355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.009879Z","time spent":"2.121462173s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:18:58.131343Z","caller":"traceutil/trace.go:171","msg":"trace[1521372886] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"840.878632ms","start":"2026-03-11T21:18:57.290437Z","end":"2026-03-11T21:18:58.131316Z","steps":["trace[1521372886] 'process raft request' (duration: 840.777469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:58.130745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565298882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de46ca5b-11d8-4682-a8f3-8bb602998374\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-11T21:18:58.13144Z","caller":"traceutil/trace.go:171","msg":"trace[162841078] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de46ca5b-11d8-4682-a8f3-8bb602998374; range_end:; response_count:1; response_revision:23194; }","duration":"3.566048399s","start":"2026-03-11T21:18:54.565371Z","end":"2026-03-11T21:18:58.131419Z","steps":["trace[162841078] 'agreement among raft nodes before linearized reading' (duration: 2.980453135s)","trace[162841078] 'range keys from in-memory index tree' (duration: 584.787296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:58.131485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:54.565348Z","time spent":"3.56612589s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-de46ca5b-11d8-4682-a8f3-8bb602998374\" "} {"level":"warn","ts":"2026-03-11T21:18:58.131483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.290429Z","time spent":"840.975554ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:58.13164Z","caller":"traceutil/trace.go:171","msg":"trace[1269003896] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"841.516796ms","start":"2026-03-11T21:18:57.29011Z","end":"2026-03-11T21:18:58.131626Z","steps":["trace[1269003896] 'process raft request' (duration: 840.993664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:58.131755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.290084Z","time spent":"841.596208ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:58.13117Z","caller":"traceutil/trace.go:171","msg":"trace[27470637] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"841.929056ms","start":"2026-03-11T21:18:57.289221Z","end":"2026-03-11T21:18:58.131151Z","steps":["trace[27470637] 'process raft request' (duration: 841.813293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:58.13194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.289032Z","time spent":"842.11625ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:58.132924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.289191Z","time spent":"843.653645ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:58.570622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:58.570722Z","caller":"traceutil/trace.go:171","msg":"trace[708544331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250562s","start":"2026-03-11T21:18:56.570449Z","end":"2026-03-11T21:18:58.570699Z","steps":["trace[708544331] 'agreement among raft nodes before linearized reading' (duration: 2.000123609s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:58.570773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.570431Z","time spent":"2.000330873s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:59.683541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046400846s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-11T21:18:59.683706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046542248s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:18:59.683834Z","caller":"traceutil/trace.go:171","msg":"trace[995330473] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"2.135190017s","start":"2026-03-11T21:18:57.548612Z","end":"2026-03-11T21:18:59.683802Z","steps":["trace[995330473] 'process raft request' (duration: 1.088416983s)","trace[995330473] 'compare' (duration: 1.044898481s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:59.683883Z","caller":"traceutil/trace.go:171","msg":"trace[1142978685] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"2.133576279s","start":"2026-03-11T21:18:57.550283Z","end":"2026-03-11T21:18:59.683859Z","steps":["trace[1142978685] 'process raft request' (duration: 2.133387435s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.684017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.548589Z","time spent":"2.135331939s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:59.684086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.550258Z","time spent":"2.133678993s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:59.684246Z","caller":"traceutil/trace.go:171","msg":"trace[1759464952] linearizableReadLoop","detail":"{readStateIndex:24004; appliedIndex:23995; }","duration":"2.139188677s","start":"2026-03-11T21:18:57.545042Z","end":"2026-03-11T21:18:59.684231Z","steps":["trace[1759464952] 'read index received' (duration: 504.167869ms)","trace[1759464952] 'applied index is now lower than readState.Index' (duration: 1.635019838s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:59.684335Z","caller":"traceutil/trace.go:171","msg":"trace[1094625809] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"2.132551076s","start":"2026-03-11T21:18:57.551755Z","end":"2026-03-11T21:18:59.684306Z","steps":["trace[1094625809] 'process raft request' (duration: 2.132377542s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:59.684374Z","caller":"traceutil/trace.go:171","msg":"trace[484045682] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"2.132572317s","start":"2026-03-11T21:18:57.551689Z","end":"2026-03-11T21:18:59.684261Z","steps":["trace[484045682] 'process raft request' (duration: 2.132111077s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.684505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.551735Z","time spent":"2.13270886s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:59.684662Z","caller":"traceutil/trace.go:171","msg":"trace[45371529] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.547800691s","start":"2026-03-11T21:18:58.136852Z","end":"2026-03-11T21:18:59.684652Z","steps":["trace[45371529] 'process raft request' (duration: 1.54734467s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.684723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.136839Z","time spent":"1.547856572s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:59.684759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.551664Z","time spent":"2.132883553s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:59.684909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464401008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:59.684928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418145444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:59.684961Z","caller":"traceutil/trace.go:171","msg":"trace[1526591154] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23204; }","duration":"3.418217434s","start":"2026-03-11T21:18:56.266737Z","end":"2026-03-11T21:18:59.684954Z","steps":["trace[1526591154] 'agreement among raft nodes before linearized reading' (duration: 3.417572799s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:59.684969Z","caller":"traceutil/trace.go:171","msg":"trace[556015925] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23204; }","duration":"2.46449626s","start":"2026-03-11T21:18:57.220457Z","end":"2026-03-11T21:18:59.684953Z","steps":["trace[556015925] 'agreement among raft nodes before linearized reading' (duration: 2.463806814s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.684983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.266718Z","time spent":"3.418259746s","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:59.685015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.220432Z","time spent":"2.464570303s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:59.684838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321548651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:59.685283Z","caller":"traceutil/trace.go:171","msg":"trace[958556849] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23204; }","duration":"3.321979331s","start":"2026-03-11T21:18:56.363279Z","end":"2026-03-11T21:18:59.685258Z","steps":["trace[958556849] 'agreement among raft nodes before linearized reading' (duration: 3.321015719s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:59.685409Z","caller":"traceutil/trace.go:171","msg":"trace[1115866598] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.547986896s","start":"2026-03-11T21:18:58.137395Z","end":"2026-03-11T21:18:59.685382Z","steps":["trace[1115866598] 'process raft request' (duration: 1.547175637s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.685491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.137383Z","time spent":"1.548074768s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:59.684855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153281436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:59.685676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.363164Z","time spent":"3.322277198s","remote":"127.0.0.1:43242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:59.686044Z","caller":"traceutil/trace.go:171","msg":"trace[1986499566] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23204; }","duration":"3.15430937s","start":"2026-03-11T21:18:56.531516Z","end":"2026-03-11T21:18:59.685826Z","steps":["trace[1986499566] 'agreement among raft nodes before linearized reading' (duration: 3.152766004s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.686331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:56.531488Z","time spent":"3.15474523s","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:00.391311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.811788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:00.39143Z","caller":"traceutil/trace.go:171","msg":"trace[236931242] linearizableReadLoop","detail":"{readStateIndex:24007; appliedIndex:24006; }","duration":"707.116584ms","start":"2026-03-11T21:18:59.684295Z","end":"2026-03-11T21:19:00.391411Z","steps":["trace[236931242] 'read index received' (duration: 129.48724ms)","trace[236931242] 'applied index is now lower than readState.Index' (duration: 577.627934ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:00.391467Z","caller":"traceutil/trace.go:171","msg":"trace[1950519335] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.431601784s","start":"2026-03-11T21:18:58.959829Z","end":"2026-03-11T21:19:00.391431Z","steps":["trace[1950519335] 'process raft request' (duration: 853.5648ms)","trace[1950519335] 'compare' (duration: 577.665645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:00.391538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383668419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:00.391579Z","caller":"traceutil/trace.go:171","msg":"trace[560840234] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23206; }","duration":"2.383709961s","start":"2026-03-11T21:18:58.007855Z","end":"2026-03-11T21:19:00.391565Z","steps":["trace[560840234] 'agreement among raft nodes before linearized reading' (duration: 2.383636739s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:00.391621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.007833Z","time spent":"2.383776872s","remote":"127.0.0.1:37514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:00.391638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155408768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T21:19:00.391652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.959804Z","time spent":"1.431739427s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:00.391644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257014404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T21:19:00.391706Z","caller":"traceutil/trace.go:171","msg":"trace[1003559685] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23206; }","duration":"2.155491499s","start":"2026-03-11T21:18:58.236199Z","end":"2026-03-11T21:19:00.39169Z","steps":["trace[1003559685] 'agreement among raft nodes before linearized reading' (duration: 2.155269624s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:00.39174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.236166Z","time spent":"2.155566331s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:00.391746Z","caller":"traceutil/trace.go:171","msg":"trace[2083474173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23206; }","duration":"2.257129666s","start":"2026-03-11T21:18:58.134594Z","end":"2026-03-11T21:19:00.391724Z","steps":["trace[2083474173] 'agreement among raft nodes before linearized reading' (duration: 2.256878111s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:00.391789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.134579Z","time spent":"2.257201477s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-11T21:19:00.391826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207258619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:00.391924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683596375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:00.391929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841959323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:19:00.391948Z","caller":"traceutil/trace.go:171","msg":"trace[379519925] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23206; }","duration":"1.683662817s","start":"2026-03-11T21:18:58.708279Z","end":"2026-03-11T21:19:00.391941Z","steps":["trace[379519925] 'agreement among raft nodes before linearized reading' (duration: 1.683619586s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:00.391948Z","caller":"traceutil/trace.go:171","msg":"trace[1997650949] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23206; }","duration":"2.207449663s","start":"2026-03-11T21:18:58.184468Z","end":"2026-03-11T21:19:00.391917Z","steps":["trace[1997650949] 'agreement among raft nodes before linearized reading' (duration: 2.207201898s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:00.392004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721548301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:00.392027Z","caller":"traceutil/trace.go:171","msg":"trace[1251521923] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23206; }","duration":"1.721608453s","start":"2026-03-11T21:18:58.670413Z","end":"2026-03-11T21:19:00.392022Z","steps":["trace[1251521923] 'agreement among raft nodes before linearized reading' (duration: 1.721572612s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:00.392017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.184446Z","time spent":"2.207558305s","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:00.392046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.670393Z","time spent":"1.721646033s","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:00.391963Z","caller":"traceutil/trace.go:171","msg":"trace[1934836125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23206; }","duration":"2.842031974s","start":"2026-03-11T21:18:57.549922Z","end":"2026-03-11T21:19:00.391954Z","steps":["trace[1934836125] 'agreement among raft nodes before linearized reading' (duration: 2.841898331s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:00.392163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812665167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:00.39218Z","caller":"traceutil/trace.go:171","msg":"trace[592049473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23206; }","duration":"1.812738419s","start":"2026-03-11T21:18:58.579436Z","end":"2026-03-11T21:19:00.392175Z","steps":["trace[592049473] 'agreement among raft nodes before linearized reading' (duration: 1.812709179s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:00.392196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.579409Z","time spent":"1.81278391s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:00.392231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:57.549905Z","time spent":"2.842284561s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:00.391968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.708256Z","time spent":"1.683706378s","remote":"127.0.0.1:54020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:00.398759Z","caller":"traceutil/trace.go:171","msg":"trace[1789252831] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"260.999627ms","start":"2026-03-11T21:19:00.137744Z","end":"2026-03-11T21:19:00.398743Z","steps":["trace[1789252831] 'process raft request' (duration: 260.900905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.401685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002989126s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:19:01.79353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:19:01.793614Z","caller":"traceutil/trace.go:171","msg":"trace[927783830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394774s","start":"2026-03-11T21:18:59.793203Z","end":"2026-03-11T21:19:01.793598Z","steps":["trace[927783830] 'agreement among raft nodes before linearized reading' (duration: 2.000287562s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.79366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:59.793181Z","time spent":"2.000469947s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:01.941371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.537066ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:01.941504Z","caller":"traceutil/trace.go:171","msg":"trace[310638458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23207; }","duration":"629.71838ms","start":"2026-03-11T21:19:01.311768Z","end":"2026-03-11T21:19:01.941486Z","steps":["trace[310638458] 'range keys from in-memory index tree' (duration: 629.519886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.942023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.086338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:01.94224Z","caller":"traceutil/trace.go:171","msg":"trace[1999280078] linearizableReadLoop","detail":"{readStateIndex:24012; appliedIndex:24007; }","duration":"1.550764779s","start":"2026-03-11T21:19:00.391463Z","end":"2026-03-11T21:19:01.942228Z","steps":["trace[1999280078] 'read index received' (duration: 7.206934ms)","trace[1999280078] 'applied index is now lower than readState.Index' (duration: 1.543557185s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:01.942336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694908574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:01.942356Z","caller":"traceutil/trace.go:171","msg":"trace[543938640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23211; }","duration":"1.694951664s","start":"2026-03-11T21:19:00.247397Z","end":"2026-03-11T21:19:01.942348Z","steps":["trace[543938640] 'agreement among raft nodes before linearized reading' (duration: 1.694895373s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:01.942295Z","caller":"traceutil/trace.go:171","msg":"trace[1462416220] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.803605311s","start":"2026-03-11T21:19:00.138654Z","end":"2026-03-11T21:19:01.942259Z","steps":["trace[1462416220] 'process raft request' (duration: 1.80353726s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.942381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.247387Z","time spent":"1.694986635s","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:01.942472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.138615Z","time spent":"1.803774195s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:01.942476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107169468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:01.942617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549435108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:01.942624Z","caller":"traceutil/trace.go:171","msg":"trace[903384492] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23211; }","duration":"2.107377003s","start":"2026-03-11T21:18:59.835229Z","end":"2026-03-11T21:19:01.942606Z","steps":["trace[903384492] 'agreement among raft nodes before linearized reading' (duration: 2.107138348s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:01.942643Z","caller":"traceutil/trace.go:171","msg":"trace[1270476005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23211; }","duration":"1.549523941s","start":"2026-03-11T21:19:00.393113Z","end":"2026-03-11T21:19:01.942637Z","steps":["trace[1270476005] 'agreement among raft nodes before linearized reading' (duration: 1.54949178s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.942661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.393098Z","time spent":"1.549559961s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:01.942665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:59.835207Z","time spent":"2.107446344s","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:01.942738Z","caller":"traceutil/trace.go:171","msg":"trace[1431660861] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.804514402s","start":"2026-03-11T21:19:00.138207Z","end":"2026-03-11T21:19:01.942722Z","steps":["trace[1431660861] 'process raft request' (duration: 1.263652617s)","trace[1431660861] 'compare' (duration: 539.576546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:01.942811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.138195Z","time spent":"1.804579043s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:01.942838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.018613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T21:19:01.942912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705139837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-11T21:19:01.942933Z","caller":"traceutil/trace.go:171","msg":"trace[1956032824] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:23211; }","duration":"1.705194298s","start":"2026-03-11T21:19:00.237732Z","end":"2026-03-11T21:19:01.942927Z","steps":["trace[1956032824] 'agreement among raft nodes before linearized reading' (duration: 1.705086155s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.942956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.237714Z","time spent":"1.70523756s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-03-11T21:19:01.94301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.993626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:01.942581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253892682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-11T21:19:01.943061Z","caller":"traceutil/trace.go:171","msg":"trace[929390552] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23211; }","duration":"859.111778ms","start":"2026-03-11T21:19:01.083933Z","end":"2026-03-11T21:19:01.943045Z","steps":["trace[929390552] 'agreement among raft nodes before linearized reading' (duration: 858.999485ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:01.943079Z","caller":"traceutil/trace.go:171","msg":"trace[1887521993] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"1.804613575s","start":"2026-03-11T21:19:00.138454Z","end":"2026-03-11T21:19:01.943068Z","steps":["trace[1887521993] 'process raft request' (duration: 1.803642452s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.083912Z","time spent":"859.177439ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:01.943108Z","caller":"traceutil/trace.go:171","msg":"trace[1996686420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23211; }","duration":"252.054304ms","start":"2026-03-11T21:19:01.690798Z","end":"2026-03-11T21:19:01.942852Z","steps":["trace[1996686420] 'agreement among raft nodes before linearized reading' (duration: 251.981061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549700586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-11T21:19:01.943098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063279151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:01.94311Z","caller":"traceutil/trace.go:171","msg":"trace[1891609979] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8; range_end:; response_count:1; response_revision:23211; }","duration":"2.254420705s","start":"2026-03-11T21:18:59.688656Z","end":"2026-03-11T21:19:01.943076Z","steps":["trace[1891609979] 'agreement among raft nodes before linearized reading' (duration: 2.253855191s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.94314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.138421Z","time spent":"1.804685046s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:01.943155Z","caller":"traceutil/trace.go:171","msg":"trace[1685962961] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23211; }","duration":"1.549780817s","start":"2026-03-11T21:19:00.393363Z","end":"2026-03-11T21:19:01.943143Z","steps":["trace[1685962961] 'agreement among raft nodes before linearized reading' (duration: 1.549571843s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:01.943159Z","caller":"traceutil/trace.go:171","msg":"trace[1798454230] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23211; }","duration":"1.063388633s","start":"2026-03-11T21:19:00.879759Z","end":"2026-03-11T21:19:01.943147Z","steps":["trace[1798454230] 'agreement among raft nodes before linearized reading' (duration: 1.063289141s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.393356Z","time spent":"1.549823268s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T21:19:01.943189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.879737Z","time spent":"1.063443754s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:01.943196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:59.688642Z","time spent":"2.254532057s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" "} {"level":"info","ts":"2026-03-11T21:19:01.943226Z","caller":"traceutil/trace.go:171","msg":"trace[1471343445] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"1.804582784s","start":"2026-03-11T21:19:00.138635Z","end":"2026-03-11T21:19:01.943217Z","steps":["trace[1471343445] 'process raft request' (duration: 1.803532019s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.70729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T21:19:01.943452Z","caller":"traceutil/trace.go:171","msg":"trace[916528429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23211; }","duration":"252.790392ms","start":"2026-03-11T21:19:01.690652Z","end":"2026-03-11T21:19:01.943442Z","steps":["trace[916528429] 'agreement among raft nodes before linearized reading' (duration: 252.609378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548007987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4ef1692-b519-44e1-a307-19c3dd04fd33\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-11T21:19:01.943527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713590839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:01.943539Z","caller":"traceutil/trace.go:171","msg":"trace[618222632] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4ef1692-b519-44e1-a307-19c3dd04fd33; range_end:; response_count:1; response_revision:23211; }","duration":"1.548068178s","start":"2026-03-11T21:19:00.395453Z","end":"2026-03-11T21:19:01.943521Z","steps":["trace[618222632] 'agreement among raft nodes before linearized reading' (duration: 1.547917064s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.395448Z","time spent":"1.548122109s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a4ef1692-b519-44e1-a307-19c3dd04fd33\" "} {"level":"warn","ts":"2026-03-11T21:19:01.943583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.04285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:19:01.943578Z","caller":"traceutil/trace.go:171","msg":"trace[1428692031] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23211; }","duration":"1.713688832s","start":"2026-03-11T21:19:00.229874Z","end":"2026-03-11T21:19:01.943563Z","steps":["trace[1428692031] 'agreement among raft nodes before linearized reading' (duration: 1.71360593s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.94358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.138587Z","time spent":"1.804661756s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:01.943608Z","caller":"traceutil/trace.go:171","msg":"trace[1814020713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23211; }","duration":"254.06593ms","start":"2026-03-11T21:19:01.689533Z","end":"2026-03-11T21:19:01.943599Z","steps":["trace[1814020713] 'agreement among raft nodes before linearized reading' (duration: 253.992079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:00.229853Z","time spent":"1.713756604s","remote":"127.0.0.1:53836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:01.943668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.785558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:01.943704Z","caller":"traceutil/trace.go:171","msg":"trace[961906701] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23211; }","duration":"843.900361ms","start":"2026-03-11T21:19:01.099792Z","end":"2026-03-11T21:19:01.943693Z","steps":["trace[961906701] 'agreement among raft nodes before linearized reading' (duration: 843.834909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.943718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.302698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T21:19:01.943732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.099776Z","time spent":"843.947562ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:01.943765Z","caller":"traceutil/trace.go:171","msg":"trace[1764031613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23211; }","duration":"255.38538ms","start":"2026-03-11T21:19:01.688366Z","end":"2026-03-11T21:19:01.943751Z","steps":["trace[1764031613] 'agreement among raft nodes before linearized reading' (duration: 255.259837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.94378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.254054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T21:19:01.943807Z","caller":"traceutil/trace.go:171","msg":"trace[1950744591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23211; }","duration":"254.299475ms","start":"2026-03-11T21:19:01.689499Z","end":"2026-03-11T21:19:01.943799Z","steps":["trace[1950744591] 'agreement among raft nodes before linearized reading' (duration: 254.226233ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:02.933745Z","caller":"traceutil/trace.go:171","msg":"trace[263680069] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"984.736039ms","start":"2026-03-11T21:19:01.948975Z","end":"2026-03-11T21:19:02.933711Z","steps":["trace[263680069] 'process raft request' (duration: 984.646887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:02.933946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.948967Z","time spent":"984.875862ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:02.934023Z","caller":"traceutil/trace.go:171","msg":"trace[814826574] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"987.280827ms","start":"2026-03-11T21:19:01.946373Z","end":"2026-03-11T21:19:02.933654Z","steps":["trace[814826574] 'process raft request' (duration: 986.402557ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:02.934201Z","caller":"traceutil/trace.go:171","msg":"trace[1193198816] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"985.079167ms","start":"2026-03-11T21:19:01.94911Z","end":"2026-03-11T21:19:02.934189Z","steps":["trace[1193198816] 'process raft request' (duration: 984.919403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:02.934275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.946351Z","time spent":"987.797239ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:02.934094Z","caller":"traceutil/trace.go:171","msg":"trace[1191517438] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"985.067787ms","start":"2026-03-11T21:19:01.949014Z","end":"2026-03-11T21:19:02.934082Z","steps":["trace[1191517438] 'process raft request' (duration: 984.649027ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:02.934433Z","caller":"traceutil/trace.go:171","msg":"trace[2055142476] linearizableReadLoop","detail":"{readStateIndex:24018; appliedIndex:24013; }","duration":"984.776891ms","start":"2026-03-11T21:19:01.949623Z","end":"2026-03-11T21:19:02.9344Z","steps":["trace[2055142476] 'read index received' (duration: 90.004571ms)","trace[2055142476] 'applied index is now lower than readState.Index' (duration: 894.77098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:02.934488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.94901Z","time spent":"985.366693ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:02.934549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.949105Z","time spent":"985.138878ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:02.934562Z","caller":"traceutil/trace.go:171","msg":"trace[600260860] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"984.234448ms","start":"2026-03-11T21:19:01.950272Z","end":"2026-03-11T21:19:02.934507Z","steps":["trace[600260860] 'process raft request' (duration: 983.88812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:02.934625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.977126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:02.933764Z","caller":"traceutil/trace.go:171","msg":"trace[580252665] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"984.929384ms","start":"2026-03-11T21:19:01.948808Z","end":"2026-03-11T21:19:02.933738Z","steps":["trace[580252665] 'process raft request' (duration: 984.728279ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:02.93469Z","caller":"traceutil/trace.go:171","msg":"trace[1375333619] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23217; }","duration":"985.067778ms","start":"2026-03-11T21:19:01.949604Z","end":"2026-03-11T21:19:02.934672Z","steps":["trace[1375333619] 'agreement among raft nodes before linearized reading' (duration: 984.951065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:02.934729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.948794Z","time spent":"985.888006ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:02.934746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.949596Z","time spent":"985.132189ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:02.93479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.950265Z","time spent":"984.407133ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:03.884157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.311249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:03.884394Z","caller":"traceutil/trace.go:171","msg":"trace[1974409699] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.47926084s","start":"2026-03-11T21:19:02.405116Z","end":"2026-03-11T21:19:03.884377Z","steps":["trace[1974409699] 'process raft request' (duration: 1.479198439s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:03.884371Z","caller":"traceutil/trace.go:171","msg":"trace[148824920] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"1.843766757s","start":"2026-03-11T21:19:02.040568Z","end":"2026-03-11T21:19:03.884335Z","steps":["trace[148824920] 'process raft request' (duration: 1.322195191s)","trace[148824920] 'compare' (duration: 521.203387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:03.884462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.405088Z","time spent":"1.479340581s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:03.884531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.040545Z","time spent":"1.843898249s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:03.884655Z","caller":"traceutil/trace.go:171","msg":"trace[153720802] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"1.821024837s","start":"2026-03-11T21:19:02.063617Z","end":"2026-03-11T21:19:03.884642Z","steps":["trace[153720802] 'process raft request' (duration: 1.820637398s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:03.88471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.063586Z","time spent":"1.821094509s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:03.952271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:19:03.95235Z","caller":"traceutil/trace.go:171","msg":"trace[2134356600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364654s","start":"2026-03-11T21:19:01.95197Z","end":"2026-03-11T21:19:03.952334Z","steps":["trace[2134356600] 'agreement among raft nodes before linearized reading' (duration: 2.000265912s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:03.952394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:01.951962Z","time spent":"2.000423515s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:04.76822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.843791ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:19:04.777777Z","caller":"traceutil/trace.go:171","msg":"trace[1636293376] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24019; }","duration":"1.843244754s","start":"2026-03-11T21:19:02.934512Z","end":"2026-03-11T21:19:04.777757Z","steps":["trace[1636293376] 'read index received' (duration: 428.328731ms)","trace[1636293376] 'applied index is now lower than readState.Index' (duration: 1.414914353s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:04.777867Z","caller":"traceutil/trace.go:171","msg":"trace[1260219722] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"2.22657636s","start":"2026-03-11T21:19:02.551254Z","end":"2026-03-11T21:19:04.77783Z","steps":["trace[1260219722] 'process raft request' (duration: 2.223707013s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.778695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.551237Z","time spent":"2.227330776s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:04.825488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815145062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:04.825571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775169801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-11T21:19:04.825652Z","caller":"traceutil/trace.go:171","msg":"trace[172708041] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23221; }","duration":"2.775301724s","start":"2026-03-11T21:19:02.050328Z","end":"2026-03-11T21:19:04.82563Z","steps":["trace[172708041] 'agreement among raft nodes before linearized reading' (duration: 2.727525505s)","trace[172708041] 'range keys from in-memory index tree' (duration: 47.581195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:04.825711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.050316Z","time spent":"2.775385796s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-11T21:19:04.825586Z","caller":"traceutil/trace.go:171","msg":"trace[21110934] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23221; }","duration":"2.815276935s","start":"2026-03-11T21:19:02.010285Z","end":"2026-03-11T21:19:04.825562Z","steps":["trace[21110934] 'agreement among raft nodes before linearized reading' (duration: 2.767580748s)","trace[21110934] 'range keys from in-memory index tree' (duration: 47.576084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:04.825832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.01027Z","time spent":"2.815546721s","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T21:19:04.825956Z","caller":"traceutil/trace.go:171","msg":"trace[1118502241] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"876.008343ms","start":"2026-03-11T21:19:03.94993Z","end":"2026-03-11T21:19:04.825938Z","steps":["trace[1118502241] 'process raft request' (duration: 875.916511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.826073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.949906Z","time spent":"876.100055ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:04.826191Z","caller":"traceutil/trace.go:171","msg":"trace[1813833010] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.886231964s","start":"2026-03-11T21:19:02.939934Z","end":"2026-03-11T21:19:04.826166Z","steps":["trace[1813833010] 'process raft request' (duration: 1.83781765s)","trace[1813833010] 'compare' (duration: 47.530444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:04.826471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.939906Z","time spent":"1.886340966s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T21:19:04.843805Z","caller":"traceutil/trace.go:171","msg":"trace[1769803237] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"893.803508ms","start":"2026-03-11T21:19:03.949981Z","end":"2026-03-11T21:19:04.843784Z","steps":["trace[1769803237] 'process raft request' (duration: 893.533802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.843911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.949965Z","time spent":"893.89321ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:04.843925Z","caller":"traceutil/trace.go:171","msg":"trace[1210509669] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"893.749827ms","start":"2026-03-11T21:19:03.950159Z","end":"2026-03-11T21:19:04.843909Z","steps":["trace[1210509669] 'process raft request' (duration: 893.573493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.950123Z","time spent":"893.836059ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:04.8438Z","caller":"traceutil/trace.go:171","msg":"trace[895280195] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"893.691795ms","start":"2026-03-11T21:19:03.950087Z","end":"2026-03-11T21:19:04.843779Z","steps":["trace[895280195] 'process raft request' (duration: 893.582833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.844112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.950057Z","time spent":"894.022193ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:04.844125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58988139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T21:19:04.844175Z","caller":"traceutil/trace.go:171","msg":"trace[978341576] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23226; }","duration":"1.589927311s","start":"2026-03-11T21:19:03.254233Z","end":"2026-03-11T21:19:04.844161Z","steps":["trace[978341576] 'agreement among raft nodes before linearized reading' (duration: 1.589792078s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.843991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.793014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:04.844233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.254215Z","time spent":"1.590005652s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T21:19:04.844242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.407053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:04.844206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.639732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-11T21:19:04.84427Z","caller":"traceutil/trace.go:171","msg":"trace[964327845] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23226; }","duration":"961.122852ms","start":"2026-03-11T21:19:03.883135Z","end":"2026-03-11T21:19:04.844258Z","steps":["trace[964327845] 'agreement among raft nodes before linearized reading' (duration: 960.777564ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:04.844278Z","caller":"traceutil/trace.go:171","msg":"trace[371332066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23226; }","duration":"891.469084ms","start":"2026-03-11T21:19:03.952799Z","end":"2026-03-11T21:19:04.844268Z","steps":["trace[371332066] 'agreement among raft nodes before linearized reading' (duration: 891.406953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.844304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.952788Z","time spent":"891.510935ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:04.844311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.883113Z","time spent":"961.182713ms","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:04.844318Z","caller":"traceutil/trace.go:171","msg":"trace[1279756757] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23226; }","duration":"957.784186ms","start":"2026-03-11T21:19:03.886492Z","end":"2026-03-11T21:19:04.844276Z","steps":["trace[1279756757] 'agreement among raft nodes before linearized reading' (duration: 957.389887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.844379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.886483Z","time spent":"957.860108ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T21:19:04.844481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787700588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:04.844538Z","caller":"traceutil/trace.go:171","msg":"trace[2038269691] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23226; }","duration":"1.78780127s","start":"2026-03-11T21:19:03.056722Z","end":"2026-03-11T21:19:04.844524Z","steps":["trace[2038269691] 'agreement among raft nodes before linearized reading' (duration: 1.787716158s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.84458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.056698Z","time spent":"1.787868992s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:04.844604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902997055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:04.844636Z","caller":"traceutil/trace.go:171","msg":"trace[1357177569] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23226; }","duration":"1.903054026s","start":"2026-03-11T21:19:02.941573Z","end":"2026-03-11T21:19:04.844627Z","steps":["trace[1357177569] 'agreement among raft nodes before linearized reading' (duration: 1.902998895s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.844703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.941564Z","time spent":"1.903131378s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:04.844793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894775258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:04.844835Z","caller":"traceutil/trace.go:171","msg":"trace[1963017068] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23226; }","duration":"1.894821109s","start":"2026-03-11T21:19:02.950004Z","end":"2026-03-11T21:19:04.844826Z","steps":["trace[1963017068] 'agreement among raft nodes before linearized reading' (duration: 1.894731527s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.844864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:02.949958Z","time spent":"1.89489919s","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:10.978189Z","caller":"traceutil/trace.go:171","msg":"trace[814055178] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"117.441017ms","start":"2026-03-11T21:19:10.86062Z","end":"2026-03-11T21:19:10.978061Z","steps":["trace[814055178] 'process raft request' (duration: 117.217051ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:10.997044Z","caller":"traceutil/trace.go:171","msg":"trace[1656881614] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"126.695129ms","start":"2026-03-11T21:19:10.870316Z","end":"2026-03-11T21:19:10.997011Z","steps":["trace[1656881614] 'process raft request' (duration: 126.510693ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:10.997198Z","caller":"traceutil/trace.go:171","msg":"trace[790329619] linearizableReadLoop","detail":"{readStateIndex:24105; appliedIndex:24101; }","duration":"114.824377ms","start":"2026-03-11T21:19:10.88236Z","end":"2026-03-11T21:19:10.997184Z","steps":["trace[790329619] 'read index received' (duration: 95.396424ms)","trace[790329619] 'applied index is now lower than readState.Index' (duration: 19.426713ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:10.997298Z","caller":"traceutil/trace.go:171","msg":"trace[1602853631] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"126.124485ms","start":"2026-03-11T21:19:10.871162Z","end":"2026-03-11T21:19:10.997287Z","steps":["trace[1602853631] 'process raft request' (duration: 125.813748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:10.9977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.309937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:10.997752Z","caller":"traceutil/trace.go:171","msg":"trace[1120128527] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23300; }","duration":"115.386539ms","start":"2026-03-11T21:19:10.882353Z","end":"2026-03-11T21:19:10.99774Z","steps":["trace[1120128527] 'agreement among raft nodes before linearized reading' (duration: 115.294907ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:10.997102Z","caller":"traceutil/trace.go:171","msg":"trace[1620668018] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"126.146335ms","start":"2026-03-11T21:19:10.870906Z","end":"2026-03-11T21:19:10.997052Z","steps":["trace[1620668018] 'process raft request' (duration: 126.034272ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:11.105771Z","caller":"traceutil/trace.go:171","msg":"trace[1714048089] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"103.933438ms","start":"2026-03-11T21:19:11.001801Z","end":"2026-03-11T21:19:11.105734Z","steps":["trace[1714048089] 'process raft request' (duration: 36.054322ms)","trace[1714048089] 'compare' (duration: 67.728943ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:11.106145Z","caller":"traceutil/trace.go:171","msg":"trace[2005677217] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"104.162404ms","start":"2026-03-11T21:19:11.00195Z","end":"2026-03-11T21:19:11.106113Z","steps":["trace[2005677217] 'process raft request' (duration: 103.973699ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:11.106321Z","caller":"traceutil/trace.go:171","msg":"trace[1057769891] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"103.779965ms","start":"2026-03-11T21:19:11.002528Z","end":"2026-03-11T21:19:11.106308Z","steps":["trace[1057769891] 'process raft request' (duration: 103.708293ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:11.106354Z","caller":"traceutil/trace.go:171","msg":"trace[986811800] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"103.303074ms","start":"2026-03-11T21:19:11.003037Z","end":"2026-03-11T21:19:11.10634Z","steps":["trace[986811800] 'process raft request' (duration: 103.243932ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:11.106343Z","caller":"traceutil/trace.go:171","msg":"trace[277407446] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"104.106443ms","start":"2026-03-11T21:19:11.002205Z","end":"2026-03-11T21:19:11.106311Z","steps":["trace[277407446] 'process raft request' (duration: 103.859167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:13.232563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.760703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:13.232726Z","caller":"traceutil/trace.go:171","msg":"trace[527673336] linearizableReadLoop","detail":"{readStateIndex:24118; appliedIndex:24115; }","duration":"122.979232ms","start":"2026-03-11T21:19:13.109733Z","end":"2026-03-11T21:19:13.232712Z","steps":["trace[527673336] 'read index received' (duration: 122.811989ms)","trace[527673336] 'applied index is now lower than readState.Index' (duration: 166.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:13.232794Z","caller":"traceutil/trace.go:171","msg":"trace[1346706939] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"231.292561ms","start":"2026-03-11T21:19:13.001494Z","end":"2026-03-11T21:19:13.232787Z","steps":["trace[1346706939] 'process raft request' (duration: 88.228731ms)","trace[1346706939] 'compare' (duration: 142.644751ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:13.232907Z","caller":"traceutil/trace.go:171","msg":"trace[92175840] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"229.637803ms","start":"2026-03-11T21:19:13.003226Z","end":"2026-03-11T21:19:13.232864Z","steps":["trace[92175840] 'process raft request' (duration: 229.463549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:13.233029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.482311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T21:19:13.233054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.31763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:19:13.233079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.510952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:19:13.233079Z","caller":"traceutil/trace.go:171","msg":"trace[1623290872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23313; }","duration":"122.559843ms","start":"2026-03-11T21:19:13.110504Z","end":"2026-03-11T21:19:13.233064Z","steps":["trace[1623290872] 'agreement among raft nodes before linearized reading' (duration: 122.339048ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:13.2331Z","caller":"traceutil/trace.go:171","msg":"trace[586800127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23313; }","duration":"122.584734ms","start":"2026-03-11T21:19:13.110511Z","end":"2026-03-11T21:19:13.233096Z","steps":["trace[586800127] 'agreement among raft nodes before linearized reading' (duration: 122.524353ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:13.233117Z","caller":"traceutil/trace.go:171","msg":"trace[486910774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23313; }","duration":"123.428042ms","start":"2026-03-11T21:19:13.109668Z","end":"2026-03-11T21:19:13.233096Z","steps":["trace[486910774] 'agreement among raft nodes before linearized reading' (duration: 123.235158ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:13.233153Z","caller":"traceutil/trace.go:171","msg":"trace[1947647550] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"231.633909ms","start":"2026-03-11T21:19:13.001513Z","end":"2026-03-11T21:19:13.233147Z","steps":["trace[1947647550] 'process raft request' (duration: 231.134728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:13.233122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.237376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:13.233212Z","caller":"traceutil/trace.go:171","msg":"trace[948754364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23313; }","duration":"122.347888ms","start":"2026-03-11T21:19:13.11084Z","end":"2026-03-11T21:19:13.233187Z","steps":["trace[948754364] 'agreement among raft nodes before linearized reading' (duration: 122.059012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:13.233356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.692226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:13.233574Z","caller":"traceutil/trace.go:171","msg":"trace[235813379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23313; }","duration":"123.005153ms","start":"2026-03-11T21:19:13.110538Z","end":"2026-03-11T21:19:13.233543Z","steps":["trace[235813379] 'agreement among raft nodes before linearized reading' (duration: 122.483771ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:13.676333Z","caller":"traceutil/trace.go:171","msg":"trace[874650300] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24123; }","duration":"137.32105ms","start":"2026-03-11T21:19:13.538984Z","end":"2026-03-11T21:19:13.676305Z","steps":["trace[874650300] 'read index received' (duration: 136.934931ms)","trace[874650300] 'applied index is now lower than readState.Index' (duration: 384.899µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:13.676485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.471113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:13.676444Z","caller":"traceutil/trace.go:171","msg":"trace[2126381185] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"137.78773ms","start":"2026-03-11T21:19:13.538612Z","end":"2026-03-11T21:19:13.6764Z","steps":["trace[2126381185] 'process raft request' (duration: 137.35589ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:13.676523Z","caller":"traceutil/trace.go:171","msg":"trace[605610505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23319; }","duration":"137.545454ms","start":"2026-03-11T21:19:13.538965Z","end":"2026-03-11T21:19:13.676511Z","steps":["trace[605610505] 'agreement among raft nodes before linearized reading' (duration: 137.451852ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:15.503102Z","caller":"traceutil/trace.go:171","msg":"trace[1990032196] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"201.479071ms","start":"2026-03-11T21:19:15.301594Z","end":"2026-03-11T21:19:15.503073Z","steps":["trace[1990032196] 'process raft request' (duration: 201.402389ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:15.50339Z","caller":"traceutil/trace.go:171","msg":"trace[347868485] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"202.150477ms","start":"2026-03-11T21:19:15.301225Z","end":"2026-03-11T21:19:15.503376Z","steps":["trace[347868485] 'process raft request' (duration: 188.787192ms)","trace[347868485] 'compare' (duration: 12.813092ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:15.503364Z","caller":"traceutil/trace.go:171","msg":"trace[554282726] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24131; }","duration":"132.363616ms","start":"2026-03-11T21:19:15.370969Z","end":"2026-03-11T21:19:15.503333Z","steps":["trace[554282726] 'read index received' (duration: 118.983531ms)","trace[554282726] 'applied index is now lower than readState.Index' (duration: 13.378725ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:15.503531Z","caller":"traceutil/trace.go:171","msg":"trace[198255563] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"201.980632ms","start":"2026-03-11T21:19:15.301541Z","end":"2026-03-11T21:19:15.503522Z","steps":["trace[198255563] 'process raft request' (duration: 201.413979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.503732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.701583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:15.503634Z","caller":"traceutil/trace.go:171","msg":"trace[9708110] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"201.965893ms","start":"2026-03-11T21:19:15.301627Z","end":"2026-03-11T21:19:15.503593Z","steps":["trace[9708110] 'process raft request' (duration: 201.40668ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:15.503789Z","caller":"traceutil/trace.go:171","msg":"trace[685544677] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23330; }","duration":"132.819286ms","start":"2026-03-11T21:19:15.370953Z","end":"2026-03-11T21:19:15.503772Z","steps":["trace[685544677] 'agreement among raft nodes before linearized reading' (duration: 132.514689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:18.290406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.644309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:18.29088Z","caller":"traceutil/trace.go:171","msg":"trace[122195829] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"149.050036ms","start":"2026-03-11T21:19:18.141725Z","end":"2026-03-11T21:19:18.290775Z","steps":["trace[122195829] 'process raft request' (duration: 45.932576ms)","trace[122195829] 'compare' (duration: 102.482886ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:18.291116Z","caller":"traceutil/trace.go:171","msg":"trace[711830799] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"148.089205ms","start":"2026-03-11T21:19:18.142984Z","end":"2026-03-11T21:19:18.291073Z","steps":["trace[711830799] 'process raft request' (duration: 147.87452ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:18.290947Z","caller":"traceutil/trace.go:171","msg":"trace[310059904] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"148.646577ms","start":"2026-03-11T21:19:18.142274Z","end":"2026-03-11T21:19:18.290921Z","steps":["trace[310059904] 'process raft request' (duration: 148.449833ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:18.57403Z","caller":"traceutil/trace.go:171","msg":"trace[1990801188] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"272.005458ms","start":"2026-03-11T21:19:18.301983Z","end":"2026-03-11T21:19:18.573988Z","steps":["trace[1990801188] 'process raft request' (duration: 242.643699ms)","trace[1990801188] 'compare' (duration: 28.811836ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:19.327667Z","caller":"traceutil/trace.go:171","msg":"trace[221841012] linearizableReadLoop","detail":"{readStateIndex:24158; appliedIndex:24157; }","duration":"108.770529ms","start":"2026-03-11T21:19:19.21887Z","end":"2026-03-11T21:19:19.327641Z","steps":["trace[221841012] 'read index received' (duration: 108.570144ms)","trace[221841012] 'applied index is now lower than readState.Index' (duration: 199.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:19.327801Z","caller":"traceutil/trace.go:171","msg":"trace[2020488718] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"235.65995ms","start":"2026-03-11T21:19:19.092127Z","end":"2026-03-11T21:19:19.327787Z","steps":["trace[2020488718] 'process raft request' (duration: 235.304332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.327987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.093476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:19.328087Z","caller":"traceutil/trace.go:171","msg":"trace[539591304] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23352; }","duration":"109.255339ms","start":"2026-03-11T21:19:19.218805Z","end":"2026-03-11T21:19:19.328061Z","steps":["trace[539591304] 'agreement among raft nodes before linearized reading' (duration: 109.099656ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.425664Z","caller":"traceutil/trace.go:171","msg":"trace[1723621853] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"130.615296ms","start":"2026-03-11T21:19:19.295003Z","end":"2026-03-11T21:19:19.425618Z","steps":["trace[1723621853] 'process raft request' (duration: 107.635312ms)","trace[1723621853] 'compare' (duration: 22.575244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:19.425703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.234544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:19.425934Z","caller":"traceutil/trace.go:171","msg":"trace[1432492069] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"118.092061ms","start":"2026-03-11T21:19:19.307787Z","end":"2026-03-11T21:19:19.425879Z","steps":["trace[1432492069] 'process raft request' (duration: 117.619861ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.425989Z","caller":"traceutil/trace.go:171","msg":"trace[1733586583] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"117.684172ms","start":"2026-03-11T21:19:19.308245Z","end":"2026-03-11T21:19:19.425929Z","steps":["trace[1733586583] 'process raft request' (duration: 117.217891ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.426179Z","caller":"traceutil/trace.go:171","msg":"trace[1239779083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23355; }","duration":"100.387177ms","start":"2026-03-11T21:19:19.325383Z","end":"2026-03-11T21:19:19.42577Z","steps":["trace[1239779083] 'agreement among raft nodes before linearized reading' (duration: 100.144131ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:20.077336Z","caller":"traceutil/trace.go:171","msg":"trace[668423505] linearizableReadLoop","detail":"{readStateIndex:24168; appliedIndex:24167; }","duration":"214.103769ms","start":"2026-03-11T21:19:19.863182Z","end":"2026-03-11T21:19:20.077286Z","steps":["trace[668423505] 'read index received' (duration: 177.159597ms)","trace[668423505] 'applied index is now lower than readState.Index' (duration: 36.942682ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:20.077472Z","caller":"traceutil/trace.go:171","msg":"trace[855131391] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"253.502217ms","start":"2026-03-11T21:19:19.823925Z","end":"2026-03-11T21:19:20.077428Z","steps":["trace[855131391] 'process raft request' (duration: 216.29912ms)","trace[855131391] 'compare' (duration: 36.551713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:20.077561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.361026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-11T21:19:20.07759Z","caller":"traceutil/trace.go:171","msg":"trace[563897468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23362; }","duration":"214.456628ms","start":"2026-03-11T21:19:19.863124Z","end":"2026-03-11T21:19:20.077581Z","steps":["trace[563897468] 'agreement among raft nodes before linearized reading' (duration: 214.276124ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:20.22568Z","caller":"traceutil/trace.go:171","msg":"trace[1794769229] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"143.128362ms","start":"2026-03-11T21:19:20.082511Z","end":"2026-03-11T21:19:20.225639Z","steps":["trace[1794769229] 'process raft request' (duration: 98.863333ms)","trace[1794769229] 'compare' (duration: 43.321798ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:20.225818Z","caller":"traceutil/trace.go:171","msg":"trace[455350680] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"113.24048ms","start":"2026-03-11T21:19:20.112541Z","end":"2026-03-11T21:19:20.225782Z","steps":["trace[455350680] 'process raft request' (duration: 112.749089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.469234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14444849s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-11T21:19:21.469374Z","caller":"traceutil/trace.go:171","msg":"trace[2071251745] linearizableReadLoop","detail":"{readStateIndex:24171; appliedIndex:24170; }","duration":"1.198637895s","start":"2026-03-11T21:19:20.270716Z","end":"2026-03-11T21:19:21.469354Z","steps":["trace[2071251745] 'read index received' (duration: 54.050751ms)","trace[2071251745] 'applied index is now lower than readState.Index' (duration: 1.144585204s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:21.470835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.24314Z","time spent":"1.227686496s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T21:19:21.470801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.617798ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:21.471326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200596649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T21:19:21.471325Z","caller":"traceutil/trace.go:171","msg":"trace[7906171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23364; }","duration":"160.1377ms","start":"2026-03-11T21:19:21.311159Z","end":"2026-03-11T21:19:21.471296Z","steps":["trace[7906171] 'range keys from in-memory index tree' (duration: 159.601678ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:21.471361Z","caller":"traceutil/trace.go:171","msg":"trace[1870323391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23364; }","duration":"1.200688811s","start":"2026-03-11T21:19:20.270654Z","end":"2026-03-11T21:19:21.471343Z","steps":["trace[1870323391] 'agreement among raft nodes before linearized reading' (duration: 1.200539107s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.471386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.270627Z","time spent":"1.200754923s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-11T21:19:21.620388Z","caller":"traceutil/trace.go:171","msg":"trace[1009574736] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"713.435588ms","start":"2026-03-11T21:19:20.906916Z","end":"2026-03-11T21:19:21.620352Z","steps":["trace[1009574736] 'process raft request' (duration: 713.189362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.62059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.906889Z","time spent":"713.593282ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:21.996142Z","caller":"traceutil/trace.go:171","msg":"trace[796891351] linearizableReadLoop","detail":"{readStateIndex:24176; appliedIndex:24171; }","duration":"526.707082ms","start":"2026-03-11T21:19:21.469405Z","end":"2026-03-11T21:19:21.996112Z","steps":["trace[796891351] 'read index received' (duration: 150.681334ms)","trace[796891351] 'applied index is now lower than readState.Index' (duration: 376.024908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:21.996329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.455643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:21.996374Z","caller":"traceutil/trace.go:171","msg":"trace[305785639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23371; }","duration":"557.573496ms","start":"2026-03-11T21:19:21.438789Z","end":"2026-03-11T21:19:21.996362Z","steps":["trace[305785639] 'agreement among raft nodes before linearized reading' (duration: 557.469284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.438775Z","time spent":"557.628717ms","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:21.996403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.728224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:21.996498Z","caller":"traceutil/trace.go:171","msg":"trace[1729306942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23371; }","duration":"541.868718ms","start":"2026-03-11T21:19:21.454604Z","end":"2026-03-11T21:19:21.996473Z","steps":["trace[1729306942] 'agreement among raft nodes before linearized reading' (duration: 541.561391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.454588Z","time spent":"541.960349ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:19:21.996429Z","caller":"traceutil/trace.go:171","msg":"trace[654890317] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"561.962237ms","start":"2026-03-11T21:19:21.434421Z","end":"2026-03-11T21:19:21.996383Z","steps":["trace[654890317] 'process raft request' (duration: 561.527027ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:21.996584Z","caller":"traceutil/trace.go:171","msg":"trace[950157647] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"562.201402ms","start":"2026-03-11T21:19:21.434322Z","end":"2026-03-11T21:19:21.996524Z","steps":["trace[950157647] 'process raft request' (duration: 561.580638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047746196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:21.996724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.431308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-11T21:19:21.996754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096610579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-11T21:19:21.996788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460822369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:21.996799Z","caller":"traceutil/trace.go:171","msg":"trace[178583895] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23371; }","duration":"720.557831ms","start":"2026-03-11T21:19:21.276224Z","end":"2026-03-11T21:19:21.996782Z","steps":["trace[178583895] 'agreement among raft nodes before linearized reading' (duration: 720.289795ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:21.996827Z","caller":"traceutil/trace.go:171","msg":"trace[763584941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23371; }","duration":"1.46090228s","start":"2026-03-11T21:19:20.535914Z","end":"2026-03-11T21:19:21.996816Z","steps":["trace[763584941] 'agreement among raft nodes before linearized reading' (duration: 1.460855449s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.43439Z","time spent":"562.261784ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:21.99685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.535887Z","time spent":"1.460957302s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:21.996848Z","caller":"traceutil/trace.go:171","msg":"trace[1265464725] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"560.198316ms","start":"2026-03-11T21:19:21.436633Z","end":"2026-03-11T21:19:21.996831Z","steps":["trace[1265464725] 'process raft request' (duration: 559.353947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.4343Z","time spent":"562.420957ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:21.996889Z","caller":"traceutil/trace.go:171","msg":"trace[1073155239] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"520.179414ms","start":"2026-03-11T21:19:21.476699Z","end":"2026-03-11T21:19:21.996879Z","steps":["trace[1073155239] 'process raft request' (duration: 519.365755ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:21.996936Z","caller":"traceutil/trace.go:171","msg":"trace[1616798270] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"524.303257ms","start":"2026-03-11T21:19:21.472609Z","end":"2026-03-11T21:19:21.996912Z","steps":["trace[1616798270] 'process raft request' (duration: 523.412247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.670635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-11T21:19:21.996794Z","caller":"traceutil/trace.go:171","msg":"trace[1237634994] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23371; }","duration":"1.096695521s","start":"2026-03-11T21:19:20.900089Z","end":"2026-03-11T21:19:21.996785Z","steps":["trace[1237634994] 'agreement among raft nodes before linearized reading' (duration: 1.096545207s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694600987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:21.99699Z","caller":"traceutil/trace.go:171","msg":"trace[2146570724] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8; range_end:; response_count:1; response_revision:23371; }","duration":"592.752637ms","start":"2026-03-11T21:19:21.404227Z","end":"2026-03-11T21:19:21.99698Z","steps":["trace[2146570724] 'agreement among raft nodes before linearized reading' (duration: 592.654585ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:21.996421Z","caller":"traceutil/trace.go:171","msg":"trace[1766282111] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"661.987275ms","start":"2026-03-11T21:19:21.334399Z","end":"2026-03-11T21:19:21.996386Z","steps":["trace[1766282111] 'process raft request' (duration: 661.302619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.996989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.476686Z","time spent":"520.240296ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:21.997012Z","caller":"traceutil/trace.go:171","msg":"trace[928450807] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23371; }","duration":"1.694933324s","start":"2026-03-11T21:19:20.302068Z","end":"2026-03-11T21:19:21.997001Z","steps":["trace[928450807] 'agreement among raft nodes before linearized reading' (duration: 1.694615037s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.997031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.404202Z","time spent":"592.809349ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" "} {"level":"warn","ts":"2026-03-11T21:19:21.997044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.302041Z","time spent":"1.694994745s","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T21:19:21.996854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.27619Z","time spent":"720.652942ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-11T21:19:21.996967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.4366Z","time spent":"560.289478ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:21.996735Z","caller":"traceutil/trace.go:171","msg":"trace[320949788] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23371; }","duration":"1.047885599s","start":"2026-03-11T21:19:20.948824Z","end":"2026-03-11T21:19:21.996709Z","steps":["trace[320949788] 'agreement among raft nodes before linearized reading' (duration: 1.047655374s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.997083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.472581Z","time spent":"524.40391ms","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:21.997092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.334368Z","time spent":"662.66064ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:21.997123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.94875Z","time spent":"1.04836433s","remote":"127.0.0.1:53914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:21.997005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.900066Z","time spent":"1.096932916s","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-11T21:19:21.99697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004238294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-11T21:19:21.997211Z","caller":"traceutil/trace.go:171","msg":"trace[1276823701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23371; }","duration":"1.004503921s","start":"2026-03-11T21:19:20.992686Z","end":"2026-03-11T21:19:21.99719Z","steps":["trace[1276823701] 'agreement among raft nodes before linearized reading' (duration: 1.003870996s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.997268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.992674Z","time spent":"1.004579162s","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-11T21:19:22.025565Z","caller":"traceutil/trace.go:171","msg":"trace[751251701] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"265.890439ms","start":"2026-03-11T21:19:21.75965Z","end":"2026-03-11T21:19:22.02554Z","steps":["trace[751251701] 'process raft request' (duration: 265.642714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:22.025698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.096224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:22.025689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.017218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:22.025767Z","caller":"traceutil/trace.go:171","msg":"trace[699536810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23372; }","duration":"464.227068ms","start":"2026-03-11T21:19:21.561523Z","end":"2026-03-11T21:19:22.02575Z","steps":["trace[699536810] 'agreement among raft nodes before linearized reading' (duration: 464.108276ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:22.025783Z","caller":"traceutil/trace.go:171","msg":"trace[416906476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23372; }","duration":"340.146ms","start":"2026-03-11T21:19:21.685617Z","end":"2026-03-11T21:19:22.025763Z","steps":["trace[416906476] 'agreement among raft nodes before linearized reading' (duration: 339.890865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:22.025814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.561492Z","time spent":"464.312529ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:22.025809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.544327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:19:22.025783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.050089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:22.025965Z","caller":"traceutil/trace.go:171","msg":"trace[667016967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23372; }","duration":"340.286045ms","start":"2026-03-11T21:19:21.685664Z","end":"2026-03-11T21:19:22.02595Z","steps":["trace[667016967] 'agreement among raft nodes before linearized reading' (duration: 339.907025ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:22.025911Z","caller":"traceutil/trace.go:171","msg":"trace[1466521450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23372; }","duration":"382.702901ms","start":"2026-03-11T21:19:21.643188Z","end":"2026-03-11T21:19:22.025891Z","steps":["trace[1466521450] 'agreement among raft nodes before linearized reading' (duration: 382.413964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:22.026038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.685658Z","time spent":"340.366966ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:22.02585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.685608Z","time spent":"340.229422ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:22.026135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.643163Z","time spent":"382.937857ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:22.026316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.893759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:22.026444Z","caller":"traceutil/trace.go:171","msg":"trace[699596379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23372; }","duration":"341.090672ms","start":"2026-03-11T21:19:21.685296Z","end":"2026-03-11T21:19:22.026386Z","steps":["trace[699596379] 'agreement among raft nodes before linearized reading' (duration: 340.202922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:22.026554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.685274Z","time spent":"341.262977ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:19:24.222573Z","caller":"traceutil/trace.go:171","msg":"trace[627351251] linearizableReadLoop","detail":"{readStateIndex:24195; appliedIndex:24194; }","duration":"127.287731ms","start":"2026-03-11T21:19:24.095257Z","end":"2026-03-11T21:19:24.222545Z","steps":["trace[627351251] 'read index received' (duration: 117.323203ms)","trace[627351251] 'applied index is now lower than readState.Index' (duration: 9.963608ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:24.222608Z","caller":"traceutil/trace.go:171","msg":"trace[1011182304] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"128.59845ms","start":"2026-03-11T21:19:24.093972Z","end":"2026-03-11T21:19:24.22257Z","steps":["trace[1011182304] 'process raft request' (duration: 118.670204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:24.222851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.567338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:24.22289Z","caller":"traceutil/trace.go:171","msg":"trace[1167836030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23388; }","duration":"127.661109ms","start":"2026-03-11T21:19:24.095219Z","end":"2026-03-11T21:19:24.222881Z","steps":["trace[1167836030] 'agreement among raft nodes before linearized reading' (duration: 127.442244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:24.223015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.67857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:19:24.223104Z","caller":"traceutil/trace.go:171","msg":"trace[1756537025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23388; }","duration":"127.843444ms","start":"2026-03-11T21:19:24.095239Z","end":"2026-03-11T21:19:24.223082Z","steps":["trace[1756537025] 'agreement among raft nodes before linearized reading' (duration: 127.576048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:24.223333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.752591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:24.223356Z","caller":"traceutil/trace.go:171","msg":"trace[1247747445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23388; }","duration":"127.786573ms","start":"2026-03-11T21:19:24.095563Z","end":"2026-03-11T21:19:24.223349Z","steps":["trace[1247747445] 'agreement among raft nodes before linearized reading' (duration: 127.719221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:24.223528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.552497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:24.223588Z","caller":"traceutil/trace.go:171","msg":"trace[1335125902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23388; }","duration":"127.635988ms","start":"2026-03-11T21:19:24.095931Z","end":"2026-03-11T21:19:24.223567Z","steps":["trace[1335125902] 'agreement among raft nodes before linearized reading' (duration: 127.377133ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:26.176277Z","caller":"traceutil/trace.go:171","msg":"trace[872057768] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"127.067975ms","start":"2026-03-11T21:19:26.049176Z","end":"2026-03-11T21:19:26.176244Z","steps":["trace[872057768] 'process raft request' (duration: 126.799899ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:26.176517Z","caller":"traceutil/trace.go:171","msg":"trace[938295374] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"116.640577ms","start":"2026-03-11T21:19:26.059863Z","end":"2026-03-11T21:19:26.176504Z","steps":["trace[938295374] 'process raft request' (duration: 116.601406ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:26.176664Z","caller":"traceutil/trace.go:171","msg":"trace[436674389] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"127.2307ms","start":"2026-03-11T21:19:26.049389Z","end":"2026-03-11T21:19:26.17662Z","steps":["trace[436674389] 'process raft request' (duration: 126.80399ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:26.176685Z","caller":"traceutil/trace.go:171","msg":"trace[1645795037] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"126.777049ms","start":"2026-03-11T21:19:26.049867Z","end":"2026-03-11T21:19:26.176644Z","steps":["trace[1645795037] 'process raft request' (duration: 126.538074ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:27.301007Z","caller":"traceutil/trace.go:171","msg":"trace[1616966078] linearizableReadLoop","detail":"{readStateIndex:24217; appliedIndex:24216; }","duration":"222.847869ms","start":"2026-03-11T21:19:27.078129Z","end":"2026-03-11T21:19:27.300977Z","steps":["trace[1616966078] 'read index received' (duration: 222.636563ms)","trace[1616966078] 'applied index is now lower than readState.Index' (duration: 209.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:27.301171Z","caller":"traceutil/trace.go:171","msg":"trace[373562089] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"499.819911ms","start":"2026-03-11T21:19:26.801338Z","end":"2026-03-11T21:19:27.301158Z","steps":["trace[373562089] 'process raft request' (duration: 499.424221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:27.301369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:26.801293Z","time spent":"499.911673ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:27.301679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.318936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:19:27.301742Z","caller":"traceutil/trace.go:171","msg":"trace[1312382571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23409; }","duration":"154.432199ms","start":"2026-03-11T21:19:27.147295Z","end":"2026-03-11T21:19:27.301728Z","steps":["trace[1312382571] 'agreement among raft nodes before linearized reading' (duration: 154.192733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:27.301706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.537144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:27.301811Z","caller":"traceutil/trace.go:171","msg":"trace[1141389036] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23409; }","duration":"223.731608ms","start":"2026-03-11T21:19:27.078056Z","end":"2026-03-11T21:19:27.301788Z","steps":["trace[1141389036] 'agreement among raft nodes before linearized reading' (duration: 223.448892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:27.88342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.867957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:27.883462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.939646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:27.88352Z","caller":"traceutil/trace.go:171","msg":"trace[1151231370] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23409; }","duration":"502.04522ms","start":"2026-03-11T21:19:27.381451Z","end":"2026-03-11T21:19:27.883496Z","steps":["trace[1151231370] 'range keys from in-memory index tree' (duration: 501.732453ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:27.883554Z","caller":"traceutil/trace.go:171","msg":"trace[1757877600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23409; }","duration":"347.126919ms","start":"2026-03-11T21:19:27.536404Z","end":"2026-03-11T21:19:27.883531Z","steps":["trace[1757877600] 'range keys from in-memory index tree' (duration: 346.785712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:27.883574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:27.381421Z","time spent":"502.141553ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T21:19:27.883609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:27.536377Z","time spent":"347.219453ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:28.741462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:19:28.982902Z","caller":"traceutil/trace.go:171","msg":"trace[340750466] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"800.614804ms","start":"2026-03-11T21:19:28.182239Z","end":"2026-03-11T21:19:28.982854Z","steps":["trace[340750466] 'process raft request' (duration: 800.568563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.983048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.18223Z","time spent":"800.741397ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:28.983233Z","caller":"traceutil/trace.go:171","msg":"trace[296364462] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"801.605346ms","start":"2026-03-11T21:19:28.181616Z","end":"2026-03-11T21:19:28.983221Z","steps":["trace[296364462] 'process raft request' (duration: 773.043086ms)","trace[296364462] 'compare' (duration: 27.452825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:28.983273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.181589Z","time spent":"801.662258ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:28.983314Z","caller":"traceutil/trace.go:171","msg":"trace[1958265894] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"801.549496ms","start":"2026-03-11T21:19:28.181735Z","end":"2026-03-11T21:19:28.983284Z","steps":["trace[1958265894] 'process raft request' (duration: 801.038754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.983471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.181718Z","time spent":"801.657858ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:28.98354Z","caller":"traceutil/trace.go:171","msg":"trace[275449350] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"801.890153ms","start":"2026-03-11T21:19:28.181618Z","end":"2026-03-11T21:19:28.983508Z","steps":["trace[275449350] 'process raft request' (duration: 801.062464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.98371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.181586Z","time spent":"802.025626ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:29.062428Z","caller":"traceutil/trace.go:171","msg":"trace[893015874] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"744.803943ms","start":"2026-03-11T21:19:28.317591Z","end":"2026-03-11T21:19:29.062395Z","steps":["trace[893015874] 'process raft request' (duration: 744.617689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.062613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.317561Z","time spent":"744.956156ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:29.062641Z","caller":"traceutil/trace.go:171","msg":"trace[1512729318] linearizableReadLoop","detail":"{readStateIndex:24224; appliedIndex:24218; }","duration":"821.321196ms","start":"2026-03-11T21:19:28.241281Z","end":"2026-03-11T21:19:29.062603Z","steps":["trace[1512729318] 'read index received' (duration: 713.341036ms)","trace[1512729318] 'applied index is now lower than readState.Index' (duration: 107.97765ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:29.062813Z","caller":"traceutil/trace.go:171","msg":"trace[1634502189] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"571.542054ms","start":"2026-03-11T21:19:28.491226Z","end":"2026-03-11T21:19:29.062768Z","steps":["trace[1634502189] 'process raft request' (duration: 571.123684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.062891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.822771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:29.062911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.849449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:19:29.062911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.638943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T21:19:29.062945Z","caller":"traceutil/trace.go:171","msg":"trace[1634268457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23416; }","duration":"746.935301ms","start":"2026-03-11T21:19:28.315999Z","end":"2026-03-11T21:19:29.062934Z","steps":["trace[1634268457] 'agreement among raft nodes before linearized reading' (duration: 746.825148ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:29.062944Z","caller":"traceutil/trace.go:171","msg":"trace[753414539] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23416; }","duration":"525.961145ms","start":"2026-03-11T21:19:28.536969Z","end":"2026-03-11T21:19:29.062931Z","steps":["trace[753414539] 'agreement among raft nodes before linearized reading' (duration: 525.826031ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:29.062948Z","caller":"traceutil/trace.go:171","msg":"trace[2142214985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23416; }","duration":"821.720317ms","start":"2026-03-11T21:19:28.241219Z","end":"2026-03-11T21:19:29.062939Z","steps":["trace[2142214985] 'agreement among raft nodes before linearized reading' (duration: 821.536581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.062962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.315966Z","time spent":"746.992873ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:29.062976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.241194Z","time spent":"821.776027ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:29.062989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.715005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T21:19:29.063026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.507619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:29.063031Z","caller":"traceutil/trace.go:171","msg":"trace[1016969081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23416; }","duration":"810.801547ms","start":"2026-03-11T21:19:28.252214Z","end":"2026-03-11T21:19:29.063015Z","steps":["trace[1016969081] 'agreement among raft nodes before linearized reading' (duration: 810.580081ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:29.063047Z","caller":"traceutil/trace.go:171","msg":"trace[2052814640] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23416; }","duration":"494.5473ms","start":"2026-03-11T21:19:28.568494Z","end":"2026-03-11T21:19:29.063041Z","steps":["trace[2052814640] 'agreement among raft nodes before linearized reading' (duration: 494.509689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.063045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.491204Z","time spent":"571.73365ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:29.063062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.252178Z","time spent":"810.876629ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:29.063074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.901921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:29.063091Z","caller":"traceutil/trace.go:171","msg":"trace[1701598934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23416; }","duration":"746.939652ms","start":"2026-03-11T21:19:28.316145Z","end":"2026-03-11T21:19:29.063085Z","steps":["trace[1701598934] 'agreement among raft nodes before linearized reading' (duration: 746.894081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.063103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.316131Z","time spent":"746.969542ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:29.063102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.676299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:29.063125Z","caller":"traceutil/trace.go:171","msg":"trace[1458280634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23416; }","duration":"525.721351ms","start":"2026-03-11T21:19:28.537397Z","end":"2026-03-11T21:19:29.063118Z","steps":["trace[1458280634] 'agreement among raft nodes before linearized reading' (duration: 525.681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.063066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.568484Z","time spent":"494.576881ms","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:29.063144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.537387Z","time spent":"525.749751ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:29.062978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.53695Z","time spent":"526.017087ms","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:29.063303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.979987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:29.063425Z","caller":"traceutil/trace.go:171","msg":"trace[230436610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23416; }","duration":"763.142051ms","start":"2026-03-11T21:19:28.300235Z","end":"2026-03-11T21:19:29.063377Z","steps":["trace[230436610] 'agreement among raft nodes before linearized reading' (duration: 762.864745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.063486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.300206Z","time spent":"763.265214ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:29.684902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:30.185358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:30.28931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222498678s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:30.289808Z","caller":"traceutil/trace.go:171","msg":"trace[1952241277] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"1.223068131s","start":"2026-03-11T21:19:29.066708Z","end":"2026-03-11T21:19:30.289776Z","steps":["trace[1952241277] 'process raft request' (duration: 1.222833536s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:30.289995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.066675Z","time spent":"1.223219724s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:31.789974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:19:31.790083Z","caller":"traceutil/trace.go:171","msg":"trace[1877534346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378415s","start":"2026-03-11T21:19:29.78968Z","end":"2026-03-11T21:19:31.790059Z","steps":["trace[1877534346] 'agreement among raft nodes before linearized reading' (duration: 2.000236111s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:31.790153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.789655Z","time spent":"2.000485646s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:32.089716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800188883s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:19:32.157494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.572729ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:32.157676Z","caller":"traceutil/trace.go:171","msg":"trace[1316526259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23417; }","duration":"845.770483ms","start":"2026-03-11T21:19:31.311879Z","end":"2026-03-11T21:19:32.15765Z","steps":["trace[1316526259] 'range keys from in-memory index tree' (duration: 845.552098ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:32.157892Z","caller":"traceutil/trace.go:171","msg":"trace[817999317] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"3.090311822s","start":"2026-03-11T21:19:29.06754Z","end":"2026-03-11T21:19:32.157852Z","steps":["trace[817999317] 'process raft request' (duration: 3.022388044s)","trace[817999317] 'compare' (duration: 67.456427ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:32.157949Z","caller":"traceutil/trace.go:171","msg":"trace[1028923264] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"3.090001685s","start":"2026-03-11T21:19:29.067928Z","end":"2026-03-11T21:19:32.15793Z","steps":["trace[1028923264] 'process raft request' (duration: 3.089903353s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:32.157966Z","caller":"traceutil/trace.go:171","msg":"trace[879306429] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"3.090029786s","start":"2026-03-11T21:19:29.067879Z","end":"2026-03-11T21:19:32.157909Z","steps":["trace[879306429] 'process raft request' (duration: 3.089862252s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:32.158028Z","caller":"traceutil/trace.go:171","msg":"trace[530543680] linearizableReadLoop","detail":"{readStateIndex:24230; appliedIndex:24224; }","duration":"2.973314845s","start":"2026-03-11T21:19:29.184698Z","end":"2026-03-11T21:19:32.158013Z","steps":["trace[530543680] 'read index received' (duration: 1.104848817s)","trace[530543680] 'applied index is now lower than readState.Index' (duration: 1.868464718s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:32.158057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.067896Z","time spent":"3.090091167s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.158057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.067519Z","time spent":"3.090448135s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:32.158046Z","caller":"traceutil/trace.go:171","msg":"trace[868272248] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"3.089267537s","start":"2026-03-11T21:19:29.068737Z","end":"2026-03-11T21:19:32.158004Z","steps":["trace[868272248] 'process raft request' (duration: 3.089142934s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.158154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.067868Z","time spent":"3.090177629s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:32.15817Z","caller":"traceutil/trace.go:171","msg":"trace[1647735453] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"1.962048221s","start":"2026-03-11T21:19:30.196077Z","end":"2026-03-11T21:19:32.158125Z","steps":["trace[1647735453] 'process raft request' (duration: 1.961893997s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.158261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973547721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-11T21:19:32.158294Z","caller":"traceutil/trace.go:171","msg":"trace[975273556] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8; range_end:; response_count:1; response_revision:23423; }","duration":"2.973644693s","start":"2026-03-11T21:19:29.184639Z","end":"2026-03-11T21:19:32.158283Z","steps":["trace[975273556] 'agreement among raft nodes before linearized reading' (duration: 2.97347645s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.158294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.068728Z","time spent":"3.089400291s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.158321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.184612Z","time spent":"2.973702344s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" "} {"level":"info","ts":"2026-03-11T21:19:32.1581Z","caller":"traceutil/trace.go:171","msg":"trace[1881028794] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"2.024039693s","start":"2026-03-11T21:19:30.134052Z","end":"2026-03-11T21:19:32.158092Z","steps":["trace[1881028794] 'process raft request' (duration: 2.023867399s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.15835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.196041Z","time spent":"1.962228555s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.158407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.134026Z","time spent":"2.024358821s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.537015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999811453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:19:32.537123Z","caller":"traceutil/trace.go:171","msg":"trace[1946746509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986086s","start":"2026-03-11T21:19:30.537112Z","end":"2026-03-11T21:19:32.537098Z","steps":["trace[1946746509] 'agreement among raft nodes before linearized reading' (duration: 1.999842952s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.537183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.53709Z","time spent":"2.000081388s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:32.658477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:19:33.152028Z","caller":"traceutil/trace.go:171","msg":"trace[1967427767] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"2.163544593s","start":"2026-03-11T21:19:30.98846Z","end":"2026-03-11T21:19:33.152004Z","steps":["trace[1967427767] 'process raft request' (duration: 2.163468901s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.152107Z","caller":"traceutil/trace.go:171","msg":"trace[880576624] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"2.164032584s","start":"2026-03-11T21:19:30.988035Z","end":"2026-03-11T21:19:33.152068Z","steps":["trace[880576624] 'process raft request' (duration: 2.081938303s)","trace[880576624] 'compare' (duration: 81.790154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:33.152201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.988422Z","time spent":"2.163693836s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:33.152249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.988016Z","time spent":"2.164152196s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.152234Z","caller":"traceutil/trace.go:171","msg":"trace[93132069] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"2.08227916s","start":"2026-03-11T21:19:31.069931Z","end":"2026-03-11T21:19:33.15221Z","steps":["trace[93132069] 'process raft request' (duration: 2.082225179s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.152368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:31.069901Z","time spent":"2.082396853s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.152461Z","caller":"traceutil/trace.go:171","msg":"trace[1180141467] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"2.084727247s","start":"2026-03-11T21:19:31.067727Z","end":"2026-03-11T21:19:33.152454Z","steps":["trace[1180141467] 'process raft request' (duration: 2.084405729s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.152495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:31.067704Z","time spent":"2.084771797s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.152493Z","caller":"traceutil/trace.go:171","msg":"trace[97603379] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"2.163499041s","start":"2026-03-11T21:19:30.988937Z","end":"2026-03-11T21:19:33.152436Z","steps":["trace[97603379] 'process raft request' (duration: 2.163129093s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.152625Z","caller":"traceutil/trace.go:171","msg":"trace[846529562] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"1.253950414s","start":"2026-03-11T21:19:31.898665Z","end":"2026-03-11T21:19:33.152616Z","steps":["trace[846529562] 'process raft request' (duration: 1.253515315s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.152671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:31.898641Z","time spent":"1.254007236s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.152676Z","caller":"traceutil/trace.go:171","msg":"trace[1242316019] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"2.163800898s","start":"2026-03-11T21:19:30.988862Z","end":"2026-03-11T21:19:33.152663Z","steps":["trace[1242316019] 'process raft request' (duration: 2.163113553s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.152724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.988851Z","time spent":"2.163848689s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:33.152713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.988926Z","time spent":"2.163665726s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.152504Z","caller":"traceutil/trace.go:171","msg":"trace[185824085] linearizableReadLoop","detail":"{readStateIndex:24239; appliedIndex:24231; }","duration":"994.419401ms","start":"2026-03-11T21:19:32.158058Z","end":"2026-03-11T21:19:33.152478Z","steps":["trace[185824085] 'read index received' (duration: 911.875611ms)","trace[185824085] 'applied index is now lower than readState.Index' (duration: 82.54277ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:33.152773Z","caller":"traceutil/trace.go:171","msg":"trace[800412248] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"992.516847ms","start":"2026-03-11T21:19:32.160237Z","end":"2026-03-11T21:19:33.152754Z","steps":["trace[800412248] 'process raft request' (duration: 992.114878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.152823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188323928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:33.15285Z","caller":"traceutil/trace.go:171","msg":"trace[242350112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23431; }","duration":"2.188352928s","start":"2026-03-11T21:19:30.964489Z","end":"2026-03-11T21:19:33.152842Z","steps":["trace[242350112] 'agreement among raft nodes before linearized reading' (duration: 2.188297417s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.152869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.964436Z","time spent":"2.18842848s","remote":"127.0.0.1:53956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:33.152864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951644032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-11T21:19:33.152859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513207281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-11T21:19:33.152896Z","caller":"traceutil/trace.go:171","msg":"trace[1641061778] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23431; }","duration":"2.951673752s","start":"2026-03-11T21:19:30.201211Z","end":"2026-03-11T21:19:33.152884Z","steps":["trace[1641061778] 'agreement among raft nodes before linearized reading' (duration: 2.95156117s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.152905Z","caller":"traceutil/trace.go:171","msg":"trace[1751703457] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23431; }","duration":"2.513294533s","start":"2026-03-11T21:19:30.639599Z","end":"2026-03-11T21:19:33.152893Z","steps":["trace[1751703457] 'agreement among raft nodes before linearized reading' (duration: 2.513062787s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.15292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.201185Z","time spent":"2.951729273s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-11T21:19:33.15293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.639578Z","time spent":"2.513346525s","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-11T21:19:33.15292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:32.160208Z","time spent":"992.621759ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:33.152933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.833628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:33.153018Z","caller":"traceutil/trace.go:171","msg":"trace[514560059] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23431; }","duration":"154.961852ms","start":"2026-03-11T21:19:32.998046Z","end":"2026-03-11T21:19:33.153007Z","steps":["trace[514560059] 'agreement among raft nodes before linearized reading' (duration: 154.852869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.152995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909659666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-11T21:19:33.153089Z","caller":"traceutil/trace.go:171","msg":"trace[733170216] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:23431; }","duration":"2.909918461s","start":"2026-03-11T21:19:30.243149Z","end":"2026-03-11T21:19:33.153067Z","steps":["trace[733170216] 'agreement among raft nodes before linearized reading' (duration: 2.909605283s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.153113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.87578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:33.153135Z","caller":"traceutil/trace.go:171","msg":"trace[1446015281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23431; }","duration":"606.897711ms","start":"2026-03-11T21:19:32.546231Z","end":"2026-03-11T21:19:33.153129Z","steps":["trace[1446015281] 'agreement among raft nodes before linearized reading' (duration: 606.85829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.153141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.243078Z","time spent":"2.910052535s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-03-11T21:19:33.153153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:32.546161Z","time spent":"606.987332ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:33.153165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.150398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-11T21:19:33.153029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.939821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:33.153208Z","caller":"traceutil/trace.go:171","msg":"trace[1505981400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23431; }","duration":"242.23326ms","start":"2026-03-11T21:19:32.910961Z","end":"2026-03-11T21:19:33.153194Z","steps":["trace[1505981400] 'agreement among raft nodes before linearized reading' (duration: 242.099397ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.15322Z","caller":"traceutil/trace.go:171","msg":"trace[604784848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23431; }","duration":"858.169927ms","start":"2026-03-11T21:19:32.295038Z","end":"2026-03-11T21:19:33.153208Z","steps":["trace[604784848] 'agreement among raft nodes before linearized reading' (duration: 857.813888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.153244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:32.29502Z","time spent":"858.216587ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:33.153302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825190389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:33.15338Z","caller":"traceutil/trace.go:171","msg":"trace[1628244874] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23431; }","duration":"3.825277671s","start":"2026-03-11T21:19:29.328091Z","end":"2026-03-11T21:19:33.153368Z","steps":["trace[1628244874] 'agreement among raft nodes before linearized reading' (duration: 3.824470702s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.153405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.328005Z","time spent":"3.825393324s","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:33.657816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:34.15879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:34.336706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179232692s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:19:35.154989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997012618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:35.155059Z","caller":"traceutil/trace.go:171","msg":"trace[997881321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99710537s","start":"2026-03-11T21:19:33.157939Z","end":"2026-03-11T21:19:35.155044Z","steps":["trace[997881321] 'agreement among raft nodes before linearized reading' (duration: 1.997020018s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.15509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.157935Z","time spent":"1.997148021s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:35.289262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.28416ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T21:19:35.289438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.157261Z","time spent":"2.132171038s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T21:19:35.800643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443082755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:35.801235Z","caller":"traceutil/trace.go:171","msg":"trace[2025178215] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"1.830224127s","start":"2026-03-11T21:19:33.970975Z","end":"2026-03-11T21:19:35.801199Z","steps":["trace[2025178215] 'process raft request' (duration: 1.830103534s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.80144Z","caller":"traceutil/trace.go:171","msg":"trace[56988097] linearizableReadLoop","detail":"{readStateIndex:24242; appliedIndex:24239; }","duration":"2.644100284s","start":"2026-03-11T21:19:33.157324Z","end":"2026-03-11T21:19:35.801425Z","steps":["trace[56988097] 'read index received' (duration: 1.179600571s)","trace[56988097] 'applied index is now lower than readState.Index' (duration: 1.464497913s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:35.801525Z","caller":"traceutil/trace.go:171","msg":"trace[269469803] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"1.636617195s","start":"2026-03-11T21:19:34.164899Z","end":"2026-03-11T21:19:35.801516Z","steps":["trace[269469803] 'process raft request' (duration: 1.636241496s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.801671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.164885Z","time spent":"1.636679446s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:35.801503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.970951Z","time spent":"1.830444192s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:35.801747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644410161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-11T21:19:35.801274Z","caller":"traceutil/trace.go:171","msg":"trace[706614464] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"2.643448069s","start":"2026-03-11T21:19:33.157784Z","end":"2026-03-11T21:19:35.801232Z","steps":["trace[706614464] 'process raft request' (duration: 2.643085321s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.801813Z","caller":"traceutil/trace.go:171","msg":"trace[1079414470] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8; range_end:; response_count:1; response_revision:23434; }","duration":"2.644492633s","start":"2026-03-11T21:19:33.157301Z","end":"2026-03-11T21:19:35.801794Z","steps":["trace[1079414470] 'agreement among raft nodes before linearized reading' (duration: 2.644252208s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.801864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.157284Z","time spent":"2.644568384s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5898d997b7-v72vw.189be61f881da7f8\" "} {"level":"warn","ts":"2026-03-11T21:19:35.801874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.157759Z","time spent":"2.644067793s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:35.842951Z","caller":"traceutil/trace.go:171","msg":"trace[1900514567] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"684.738925ms","start":"2026-03-11T21:19:35.158183Z","end":"2026-03-11T21:19:35.842922Z","steps":["trace[1900514567] 'process raft request' (duration: 684.440778ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.843Z","caller":"traceutil/trace.go:171","msg":"trace[259170256] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"679.005424ms","start":"2026-03-11T21:19:35.163965Z","end":"2026-03-11T21:19:35.842971Z","steps":["trace[259170256] 'process raft request' (duration: 678.932412ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.843052Z","caller":"traceutil/trace.go:171","msg":"trace[1944923573] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"679.144417ms","start":"2026-03-11T21:19:35.163876Z","end":"2026-03-11T21:19:35.843021Z","steps":["trace[1944923573] 'process raft request' (duration: 678.933292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.843106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.158167Z","time spent":"684.853827ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:35.843149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.163962Z","time spent":"679.104466ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:35.843161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.163869Z","time spent":"679.234769ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:35.843298Z","caller":"traceutil/trace.go:171","msg":"trace[1829389835] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"679.2823ms","start":"2026-03-11T21:19:35.163995Z","end":"2026-03-11T21:19:35.843277Z","steps":["trace[1829389835] 'process raft request' (duration: 678.943642ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.843364Z","caller":"traceutil/trace.go:171","msg":"trace[94104237] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"679.372463ms","start":"2026-03-11T21:19:35.16394Z","end":"2026-03-11T21:19:35.843313Z","steps":["trace[94104237] 'process raft request' (duration: 678.916142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.843406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.16399Z","time spent":"679.366782ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:35.843444Z","caller":"traceutil/trace.go:171","msg":"trace[1887284055] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"679.403553ms","start":"2026-03-11T21:19:35.16402Z","end":"2026-03-11T21:19:35.843423Z","steps":["trace[1887284055] 'process raft request' (duration: 679.187618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.843525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.164017Z","time spent":"679.465714ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:35.843588Z","caller":"traceutil/trace.go:171","msg":"trace[251417025] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"553.210037ms","start":"2026-03-11T21:19:35.290362Z","end":"2026-03-11T21:19:35.843572Z","steps":["trace[251417025] 'process raft request' (duration: 553.005403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.843597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.163936Z","time spent":"679.533066ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:35.84369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.290335Z","time spent":"553.30257ms","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:35.861467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.325092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:35.861539Z","caller":"traceutil/trace.go:171","msg":"trace[566561776] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23442; }","duration":"737.461485ms","start":"2026-03-11T21:19:35.124061Z","end":"2026-03-11T21:19:35.861522Z","steps":["trace[566561776] 'agreement among raft nodes before linearized reading' (duration: 737.329102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.861557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696652473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:19:35.861561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696701574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:19:35.861582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.124031Z","time spent":"737.540817ms","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:35.86164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696839867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T21:19:35.861658Z","caller":"traceutil/trace.go:171","msg":"trace[1870829593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23442; }","duration":"1.696845446s","start":"2026-03-11T21:19:34.164792Z","end":"2026-03-11T21:19:35.861637Z","steps":["trace[1870829593] 'agreement among raft nodes before linearized reading' (duration: 1.696611771s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.861693Z","caller":"traceutil/trace.go:171","msg":"trace[1549211191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23442; }","duration":"1.696929798s","start":"2026-03-11T21:19:34.16475Z","end":"2026-03-11T21:19:35.86168Z","steps":["trace[1549211191] 'agreement among raft nodes before linearized reading' (duration: 1.696791475s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.86173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.164732Z","time spent":"1.69698909s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:35.86162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696774316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T21:19:35.861645Z","caller":"traceutil/trace.go:171","msg":"trace[631425389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23442; }","duration":"1.696779405s","start":"2026-03-11T21:19:34.16485Z","end":"2026-03-11T21:19:35.861629Z","steps":["trace[631425389] 'agreement among raft nodes before linearized reading' (duration: 1.696512859s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.861784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.164844Z","time spent":"1.696934328s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T21:19:35.861781Z","caller":"traceutil/trace.go:171","msg":"trace[1742832941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23442; }","duration":"1.696976829s","start":"2026-03-11T21:19:34.164791Z","end":"2026-03-11T21:19:35.861768Z","steps":["trace[1742832941] 'agreement among raft nodes before linearized reading' (duration: 1.696718163s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.861814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.164769Z","time spent":"1.697034431s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:35.862263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.164769Z","time spent":"1.696925459s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:35.862941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058828306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T21:19:35.863047Z","caller":"traceutil/trace.go:171","msg":"trace[1617345725] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23442; }","duration":"2.058960279s","start":"2026-03-11T21:19:33.804062Z","end":"2026-03-11T21:19:35.863022Z","steps":["trace[1617345725] 'agreement among raft nodes before linearized reading' (duration: 2.057349532s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.863102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.804008Z","time spent":"2.059082803s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2665,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:35.883618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.63658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:35.883709Z","caller":"traceutil/trace.go:171","msg":"trace[1692339907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23442; }","duration":"716.762774ms","start":"2026-03-11T21:19:35.166922Z","end":"2026-03-11T21:19:35.883685Z","steps":["trace[1692339907] 'agreement among raft nodes before linearized reading' (duration: 694.787333ms)","trace[1692339907] 'range keys from in-memory index tree' (duration: 21.843938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.883764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.166915Z","time spent":"716.839085ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:35.883779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.057594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:35.883849Z","caller":"traceutil/trace.go:171","msg":"trace[117251506] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23442; }","duration":"934.166007ms","start":"2026-03-11T21:19:34.949661Z","end":"2026-03-11T21:19:35.883827Z","steps":["trace[117251506] 'agreement among raft nodes before linearized reading' (duration: 912.008872ms)","trace[117251506] 'range keys from in-memory index tree' (duration: 22.063973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.883879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.9548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:35.883864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161555199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:35.883958Z","caller":"traceutil/trace.go:171","msg":"trace[21791436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23442; }","duration":"632.074892ms","start":"2026-03-11T21:19:35.251856Z","end":"2026-03-11T21:19:35.883931Z","steps":["trace[21791436] 'agreement among raft nodes before linearized reading' (duration: 609.316504ms)","trace[21791436] 'range keys from in-memory index tree' (duration: 22.641806ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:35.88403Z","caller":"traceutil/trace.go:171","msg":"trace[1547973576] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23442; }","duration":"1.161752593s","start":"2026-03-11T21:19:34.722205Z","end":"2026-03-11T21:19:35.883958Z","steps":["trace[1547973576] 'agreement among raft nodes before linearized reading' (duration: 1.139478385s)","trace[1547973576] 'count revisions from in-memory index tree' (duration: 22.015852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.884022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.251832Z","time spent":"632.176125ms","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T21:19:35.88406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.565827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:35.884104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726197904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:19:35.884118Z","caller":"traceutil/trace.go:171","msg":"trace[261895278] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23442; }","duration":"737.650239ms","start":"2026-03-11T21:19:35.146437Z","end":"2026-03-11T21:19:35.884088Z","steps":["trace[261895278] 'agreement among raft nodes before linearized reading' (duration: 715.31113ms)","trace[261895278] 'count revisions from in-memory index tree' (duration: 22.284318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.884104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.722179Z","time spent":"1.161910617s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:35.884147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.146426Z","time spent":"737.713271ms","remote":"127.0.0.1:35126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:35.884141Z","caller":"traceutil/trace.go:171","msg":"trace[765781536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23442; }","duration":"2.726257466s","start":"2026-03-11T21:19:33.157873Z","end":"2026-03-11T21:19:35.88413Z","steps":["trace[765781536] 'agreement among raft nodes before linearized reading' (duration: 2.703863685s)","trace[765781536] 'range keys from in-memory index tree' (duration: 22.239326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.884181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.157867Z","time spent":"2.726305857s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:35.884218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323213943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T21:19:35.883874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.253248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T21:19:35.884318Z","caller":"traceutil/trace.go:171","msg":"trace[1834997296] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23442; }","duration":"1.323372377s","start":"2026-03-11T21:19:34.560921Z","end":"2026-03-11T21:19:35.884294Z","steps":["trace[1834997296] 'agreement among raft nodes before linearized reading' (duration: 1.300774672s)","trace[1834997296] 'count revisions from in-memory index tree' (duration: 22.448351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.884377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.560861Z","time spent":"1.323504811s","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:35.884372Z","caller":"traceutil/trace.go:171","msg":"trace[1429815188] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23442; }","duration":"650.858303ms","start":"2026-03-11T21:19:35.233491Z","end":"2026-03-11T21:19:35.884349Z","steps":["trace[1429815188] 'agreement among raft nodes before linearized reading' (duration: 628.233296ms)","trace[1429815188] 'range keys from in-memory index tree' (duration: 21.962211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.884493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.233465Z","time spent":"651.015966ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T21:19:35.884299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726766378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9758456e-01bd-468d-ae73-90667fe22f1e\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-11T21:19:35.884557Z","caller":"traceutil/trace.go:171","msg":"trace[2066664089] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9758456e-01bd-468d-ae73-90667fe22f1e; range_end:; response_count:1; response_revision:23442; }","duration":"2.727043324s","start":"2026-03-11T21:19:33.157493Z","end":"2026-03-11T21:19:35.884536Z","steps":["trace[2066664089] 'agreement among raft nodes before linearized reading' (duration: 2.704247684s)","trace[2066664089] 'range keys from in-memory index tree' (duration: 22.447921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.884613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.157475Z","time spent":"2.727120876s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-9758456e-01bd-468d-ae73-90667fe22f1e\" "} {"level":"warn","ts":"2026-03-11T21:19:35.883904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.949636Z","time spent":"934.254559ms","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:39.358572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:39.489779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008022772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:39.489848Z","caller":"traceutil/trace.go:171","msg":"trace[2022908123] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23525; }","duration":"1.008153705s","start":"2026-03-11T21:19:38.481679Z","end":"2026-03-11T21:19:39.489833Z","steps":["trace[2022908123] 'count revisions from in-memory index tree' (duration: 1.007920699s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.489878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.481648Z","time spent":"1.008223515s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:39.490104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.375318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:39.490138Z","caller":"traceutil/trace.go:171","msg":"trace[712774588] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23525; }","duration":"850.45502ms","start":"2026-03-11T21:19:38.639673Z","end":"2026-03-11T21:19:39.490128Z","steps":["trace[712774588] 'count revisions from in-memory index tree' (duration: 850.289077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.490128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.767072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:39.490164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.63965Z","time spent":"850.505032ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:39.490198Z","caller":"traceutil/trace.go:171","msg":"trace[1992939207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23525; }","duration":"945.883505ms","start":"2026-03-11T21:19:38.544297Z","end":"2026-03-11T21:19:39.49018Z","steps":["trace[1992939207] 'range keys from in-memory index tree' (duration: 945.627239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.490227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.544277Z","time spent":"945.943586ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:39.490202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.808473Z","time spent":"681.716326ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T21:19:39.490312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.975592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:39.490419Z","caller":"traceutil/trace.go:171","msg":"trace[1998734328] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23525; }","duration":"833.134416ms","start":"2026-03-11T21:19:38.65726Z","end":"2026-03-11T21:19:39.490395Z","steps":["trace[1998734328] 'count revisions from in-memory index tree' (duration: 832.84819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.490486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.657241Z","time spent":"833.229148ms","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:39.790799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057538259s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:39.791221Z","caller":"traceutil/trace.go:171","msg":"trace[701832022] linearizableReadLoop","detail":"{readStateIndex:24336; appliedIndex:24335; }","duration":"933.044502ms","start":"2026-03-11T21:19:38.85815Z","end":"2026-03-11T21:19:39.791195Z","steps":["trace[701832022] 'read index received' (duration: 932.860138ms)","trace[701832022] 'applied index is now lower than readState.Index' (duration: 183.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:39.791422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.249337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-11T21:19:39.791443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.846459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-11T21:19:39.791494Z","caller":"traceutil/trace.go:171","msg":"trace[1896651148] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23526; }","duration":"933.37254ms","start":"2026-03-11T21:19:38.858097Z","end":"2026-03-11T21:19:39.79147Z","steps":["trace[1896651148] 'agreement among raft nodes before linearized reading' (duration: 933.203076ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:39.791368Z","caller":"traceutil/trace.go:171","msg":"trace[1879256190] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"1.058225936s","start":"2026-03-11T21:19:38.733062Z","end":"2026-03-11T21:19:39.791288Z","steps":["trace[1879256190] 'process raft request' (duration: 1.05796517s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:39.791497Z","caller":"traceutil/trace.go:171","msg":"trace[1955194971] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23526; }","duration":"463.914922ms","start":"2026-03-11T21:19:39.327559Z","end":"2026-03-11T21:19:39.791473Z","steps":["trace[1955194971] 'agreement among raft nodes before linearized reading' (duration: 463.802589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.791548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.858078Z","time spent":"933.459051ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" "} {"level":"warn","ts":"2026-03-11T21:19:39.791575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.3275Z","time spent":"464.065795ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" "} {"level":"warn","ts":"2026-03-11T21:19:39.791595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.839966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:39.791678Z","caller":"traceutil/trace.go:171","msg":"trace[2107254348] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23526; }","duration":"459.018041ms","start":"2026-03-11T21:19:39.332641Z","end":"2026-03-11T21:19:39.791659Z","steps":["trace[2107254348] 'agreement among raft nodes before linearized reading' (duration: 458.846867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.791652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.942153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:39.791719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.332596Z","time spent":"459.114113ms","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:39.791727Z","caller":"traceutil/trace.go:171","msg":"trace[1389195177] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23526; }","duration":"357.086487ms","start":"2026-03-11T21:19:39.434625Z","end":"2026-03-11T21:19:39.791712Z","steps":["trace[1389195177] 'agreement among raft nodes before linearized reading' (duration: 356.845192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.791735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.733022Z","time spent":"1.058562022s","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:39.791765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.434599Z","time spent":"357.156178ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:39.792112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.032437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:39.792163Z","caller":"traceutil/trace.go:171","msg":"trace[734660873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23526; }","duration":"300.276633ms","start":"2026-03-11T21:19:39.491856Z","end":"2026-03-11T21:19:39.792133Z","steps":["trace[734660873] 'agreement among raft nodes before linearized reading' (duration: 299.567277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.792203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.491843Z","time spent":"300.354975ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:40.359073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:19:40.44448Z","caller":"traceutil/trace.go:171","msg":"trace[2115156561] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"645.839936ms","start":"2026-03-11T21:19:39.798605Z","end":"2026-03-11T21:19:40.444445Z","steps":["trace[2115156561] 'process raft request' (duration: 635.985552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:40.444683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.798577Z","time spent":"646.017511ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.439024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004453259s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:41.439528Z","caller":"traceutil/trace.go:171","msg":"trace[1643280407] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"1.618242457s","start":"2026-03-11T21:19:39.821259Z","end":"2026-03-11T21:19:41.439501Z","steps":["trace[1643280407] 'process raft request' (duration: 1.617950899s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.439584Z","caller":"traceutil/trace.go:171","msg":"trace[1535387799] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"1.557693317s","start":"2026-03-11T21:19:39.881861Z","end":"2026-03-11T21:19:41.439554Z","steps":["trace[1535387799] 'process raft request' (duration: 1.557630725s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.439644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.821223Z","time spent":"1.618339719s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.439756Z","caller":"traceutil/trace.go:171","msg":"trace[553553191] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"1.557952123s","start":"2026-03-11T21:19:39.881799Z","end":"2026-03-11T21:19:41.439751Z","steps":["trace[553553191] 'process raft request' (duration: 1.557661477s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.439748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.881822Z","time spent":"1.55784319s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.439725Z","caller":"traceutil/trace.go:171","msg":"trace[710152487] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"1.560381758s","start":"2026-03-11T21:19:39.879285Z","end":"2026-03-11T21:19:41.439667Z","steps":["trace[710152487] 'process raft request' (duration: 1.560092061s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.439782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.881786Z","time spent":"1.557981294s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.439754Z","caller":"traceutil/trace.go:171","msg":"trace[1144438755] linearizableReadLoop","detail":"{readStateIndex:24344; appliedIndex:24336; }","duration":"1.581323776s","start":"2026-03-11T21:19:39.858402Z","end":"2026-03-11T21:19:41.439726Z","steps":["trace[1144438755] 'read index received' (duration: 576.16316ms)","trace[1144438755] 'applied index is now lower than readState.Index' (duration: 1.005159766s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:41.439832Z","caller":"traceutil/trace.go:171","msg":"trace[87712197] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"1.557746978s","start":"2026-03-11T21:19:39.88208Z","end":"2026-03-11T21:19:41.439827Z","steps":["trace[87712197] 'process raft request' (duration: 1.557438661s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.439859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.882068Z","time spent":"1.557777458s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.43992Z","caller":"traceutil/trace.go:171","msg":"trace[137695688] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"1.55693738s","start":"2026-03-11T21:19:39.882963Z","end":"2026-03-11T21:19:41.4399Z","steps":["trace[137695688] 'process raft request' (duration: 1.556693644s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.439927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.879258Z","time spent":"1.560558362s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.440048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53674688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:19:41.440035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.88295Z","time spent":"1.557001001s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.440069Z","caller":"traceutil/trace.go:171","msg":"trace[1602677655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23534; }","duration":"1.53676786s","start":"2026-03-11T21:19:39.903296Z","end":"2026-03-11T21:19:41.440063Z","steps":["trace[1602677655] 'agreement among raft nodes before linearized reading' (duration: 1.536637877s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.903244Z","time spent":"1.536837772s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:41.440151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581763175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:41.440164Z","caller":"traceutil/trace.go:171","msg":"trace[546343402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23534; }","duration":"1.581826686s","start":"2026-03-11T21:19:39.858334Z","end":"2026-03-11T21:19:41.44016Z","steps":["trace[546343402] 'agreement among raft nodes before linearized reading' (duration: 1.581787896s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.858303Z","time spent":"1.581869828s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:41.440231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52360649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:19:41.440227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035694252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:41.440236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.118751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:41.440277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530924847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:19:41.440281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514659557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:41.440309Z","caller":"traceutil/trace.go:171","msg":"trace[1617247850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23534; }","duration":"903.250924ms","start":"2026-03-11T21:19:40.537044Z","end":"2026-03-11T21:19:41.440295Z","steps":["trace[1617247850] 'agreement among raft nodes before linearized reading' (duration: 903.123992ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.440321Z","caller":"traceutil/trace.go:171","msg":"trace[1193289371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23534; }","duration":"1.514721068s","start":"2026-03-11T21:19:39.925589Z","end":"2026-03-11T21:19:41.440311Z","steps":["trace[1193289371] 'agreement among raft nodes before linearized reading' (duration: 1.514581555s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.925579Z","time spent":"1.514772029s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:41.440353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.53702Z","time spent":"903.325456ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:41.440398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.469768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:19:41.44043Z","caller":"traceutil/trace.go:171","msg":"trace[1203793309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23534; }","duration":"422.546749ms","start":"2026-03-11T21:19:41.017875Z","end":"2026-03-11T21:19:41.440422Z","steps":["trace[1203793309] 'agreement among raft nodes before linearized reading' (duration: 422.414116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.017852Z","time spent":"422.59957ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:41.44057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.8022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-11T21:19:41.440266Z","caller":"traceutil/trace.go:171","msg":"trace[1513088687] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23534; }","duration":"1.035779783s","start":"2026-03-11T21:19:40.404474Z","end":"2026-03-11T21:19:41.440253Z","steps":["trace[1513088687] 'agreement among raft nodes before linearized reading' (duration: 1.035709162s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.440592Z","caller":"traceutil/trace.go:171","msg":"trace[1648887594] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23534; }","duration":"133.865641ms","start":"2026-03-11T21:19:41.306722Z","end":"2026-03-11T21:19:41.440587Z","steps":["trace[1648887594] 'agreement among raft nodes before linearized reading' (duration: 133.81513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.40445Z","time spent":"1.036146502s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:41.440639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.458868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-11T21:19:41.440674Z","caller":"traceutil/trace.go:171","msg":"trace[569929883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23534; }","duration":"641.494389ms","start":"2026-03-11T21:19:40.799169Z","end":"2026-03-11T21:19:41.440664Z","steps":["trace[569929883] 'agreement among raft nodes before linearized reading' (duration: 641.360936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.799145Z","time spent":"641.554211ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" "} {"level":"warn","ts":"2026-03-11T21:19:41.44073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.988479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:41.4403Z","caller":"traceutil/trace.go:171","msg":"trace[378029460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23534; }","duration":"1.531012829s","start":"2026-03-11T21:19:39.909283Z","end":"2026-03-11T21:19:41.440296Z","steps":["trace[378029460] 'agreement among raft nodes before linearized reading' (duration: 1.530968238s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.440746Z","caller":"traceutil/trace.go:171","msg":"trace[859627605] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23534; }","duration":"882.0525ms","start":"2026-03-11T21:19:40.558689Z","end":"2026-03-11T21:19:41.440742Z","steps":["trace[859627605] 'agreement among raft nodes before linearized reading' (duration: 882.01749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.558666Z","time spent":"882.091312ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:41.440764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.909254Z","time spent":"1.53150118s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:41.440568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197955999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-11T21:19:41.440828Z","caller":"traceutil/trace.go:171","msg":"trace[1010938398] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:23534; }","duration":"1.198250896s","start":"2026-03-11T21:19:40.242568Z","end":"2026-03-11T21:19:41.440819Z","steps":["trace[1010938398] 'agreement among raft nodes before linearized reading' (duration: 1.197938249s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.440243Z","caller":"traceutil/trace.go:171","msg":"trace[598240933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23534; }","duration":"1.523650641s","start":"2026-03-11T21:19:39.916588Z","end":"2026-03-11T21:19:41.440239Z","steps":["trace[598240933] 'agreement among raft nodes before linearized reading' (duration: 1.52361368s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.440887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.916577Z","time spent":"1.524300696s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:41.440858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.242549Z","time spent":"1.198300287s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"info","ts":"2026-03-11T21:19:41.439618Z","caller":"traceutil/trace.go:171","msg":"trace[72684426] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"1.557857731s","start":"2026-03-11T21:19:39.881713Z","end":"2026-03-11T21:19:41.43957Z","steps":["trace[72684426] 'process raft request' (duration: 1.557711288s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.441357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:39.881697Z","time spent":"1.559532278s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.977372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.161587ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T21:19:41.97753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.442086Z","time spent":"535.435432ms","remote":"127.0.0.1:53746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:19:41.977592Z","caller":"traceutil/trace.go:171","msg":"trace[1978004484] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24344; }","duration":"535.000212ms","start":"2026-03-11T21:19:41.442558Z","end":"2026-03-11T21:19:41.977559Z","steps":["trace[1978004484] 'read index received' (duration: 110.646901ms)","trace[1978004484] 'applied index is now lower than readState.Index' (duration: 424.350521ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:41.97763Z","caller":"traceutil/trace.go:171","msg":"trace[1260619330] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"532.917375ms","start":"2026-03-11T21:19:41.444696Z","end":"2026-03-11T21:19:41.977614Z","steps":["trace[1260619330] 'process raft request' (duration: 532.767691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.977842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.444676Z","time spent":"533.070478ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.977851Z","caller":"traceutil/trace.go:171","msg":"trace[937771246] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"532.915114ms","start":"2026-03-11T21:19:41.444893Z","end":"2026-03-11T21:19:41.977809Z","steps":["trace[937771246] 'process raft request' (duration: 532.670929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.97791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.329339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tx92s\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-03-11T21:19:41.978013Z","caller":"traceutil/trace.go:171","msg":"trace[1101792286] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tx92s; range_end:; response_count:1; response_revision:23536; }","duration":"535.447841ms","start":"2026-03-11T21:19:41.442545Z","end":"2026-03-11T21:19:41.977993Z","steps":["trace[1101792286] 'agreement among raft nodes before linearized reading' (duration: 535.115904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.978079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.442533Z","time spent":"535.531283ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18545,"request content":"key:\"/registry/pods/kube-system/cilium-tx92s\" "} {"level":"warn","ts":"2026-03-11T21:19:41.978067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.444874Z","time spent":"533.073808ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.978429Z","caller":"traceutil/trace.go:171","msg":"trace[249398561] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"533.050716ms","start":"2026-03-11T21:19:41.445349Z","end":"2026-03-11T21:19:41.9784Z","steps":["trace[249398561] 'process raft request' (duration: 532.357221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.978565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.445334Z","time spent":"533.152399ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.978685Z","caller":"traceutil/trace.go:171","msg":"trace[140985120] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"533.007326ms","start":"2026-03-11T21:19:41.445667Z","end":"2026-03-11T21:19:41.978675Z","steps":["trace[140985120] 'process raft request' (duration: 532.477074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.97876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.44566Z","time spent":"533.052506ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.978879Z","caller":"traceutil/trace.go:171","msg":"trace[117131086] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"533.054517ms","start":"2026-03-11T21:19:41.445807Z","end":"2026-03-11T21:19:41.978862Z","steps":["trace[117131086] 'process raft request' (duration: 532.714989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.978899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.730999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:41.97892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.420527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-11T21:19:41.978945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.381804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-11T21:19:41.978957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.4458Z","time spent":"533.114318ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.978966Z","caller":"traceutil/trace.go:171","msg":"trace[2064626779] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23540; }","duration":"234.839532ms","start":"2026-03-11T21:19:41.744109Z","end":"2026-03-11T21:19:41.978949Z","steps":["trace[2064626779] 'agreement among raft nodes before linearized reading' (duration: 234.721519ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.978986Z","caller":"traceutil/trace.go:171","msg":"trace[1846645560] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23540; }","duration":"243.522139ms","start":"2026-03-11T21:19:41.735444Z","end":"2026-03-11T21:19:41.978967Z","steps":["trace[1846645560] 'agreement among raft nodes before linearized reading' (duration: 243.367486ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.978996Z","caller":"traceutil/trace.go:171","msg":"trace[537246794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23540; }","duration":"533.459995ms","start":"2026-03-11T21:19:41.445521Z","end":"2026-03-11T21:19:41.978981Z","steps":["trace[537246794] 'agreement among raft nodes before linearized reading' (duration: 533.249111ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.97899Z","caller":"traceutil/trace.go:171","msg":"trace[1371341747] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"532.3152ms","start":"2026-03-11T21:19:41.446614Z","end":"2026-03-11T21:19:41.978929Z","steps":["trace[1371341747] 'process raft request' (duration: 532.086975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.979038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.037998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:41.979131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.445498Z","time spent":"533.531188ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:19:41.979194Z","caller":"traceutil/trace.go:171","msg":"trace[1744985035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23540; }","duration":"444.269144ms","start":"2026-03-11T21:19:41.534902Z","end":"2026-03-11T21:19:41.979171Z","steps":["trace[1744985035] 'agreement among raft nodes before linearized reading' (duration: 443.976097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.979247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.534878Z","time spent":"444.360275ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:41.979243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.446595Z","time spent":"532.534415ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:42.745061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.542569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:42.745179Z","caller":"traceutil/trace.go:171","msg":"trace[1790343651] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23541; }","duration":"644.721683ms","start":"2026-03-11T21:19:42.100428Z","end":"2026-03-11T21:19:42.74515Z","steps":["trace[1790343651] 'range keys from in-memory index tree' (duration: 644.424535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:42.745238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.100403Z","time spent":"644.818975ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T21:19:42.745715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.922724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:42.745847Z","caller":"traceutil/trace.go:171","msg":"trace[1086178430] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24352; }","duration":"558.762034ms","start":"2026-03-11T21:19:42.187065Z","end":"2026-03-11T21:19:42.745827Z","steps":["trace[1086178430] 'read index received' (duration: 456.542464ms)","trace[1086178430] 'applied index is now lower than readState.Index' (duration: 102.21837ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:42.746149Z","caller":"traceutil/trace.go:171","msg":"trace[348323628] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"572.530257ms","start":"2026-03-11T21:19:42.173566Z","end":"2026-03-11T21:19:42.746096Z","steps":["trace[348323628] 'process raft request' (duration: 470.117062ms)","trace[348323628] 'compare' (duration: 101.74953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:42.746181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.092271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:42.746259Z","caller":"traceutil/trace.go:171","msg":"trace[59894780] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23542; }","duration":"559.222704ms","start":"2026-03-11T21:19:42.187013Z","end":"2026-03-11T21:19:42.746235Z","steps":["trace[59894780] 'agreement among raft nodes before linearized reading' (duration: 559.06262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:42.746328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.173536Z","time spent":"572.697351ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:42.746456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.677965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-11T21:19:42.74644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.013518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:42.746486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.083957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:42.746534Z","caller":"traceutil/trace.go:171","msg":"trace[705255059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23542; }","duration":"294.802298ms","start":"2026-03-11T21:19:42.451713Z","end":"2026-03-11T21:19:42.746515Z","steps":["trace[705255059] 'agreement among raft nodes before linearized reading' (duration: 294.606974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:42.746523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.504738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:42.74656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.797048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-11T21:19:42.746568Z","caller":"traceutil/trace.go:171","msg":"trace[46628453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23542; }","duration":"210.1946ms","start":"2026-03-11T21:19:42.536354Z","end":"2026-03-11T21:19:42.746548Z","steps":["trace[46628453] 'agreement among raft nodes before linearized reading' (duration: 210.038977ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:42.746565Z","caller":"traceutil/trace.go:171","msg":"trace[341776090] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23542; }","duration":"530.218753ms","start":"2026-03-11T21:19:42.216317Z","end":"2026-03-11T21:19:42.746536Z","steps":["trace[341776090] 'agreement among raft nodes before linearized reading' (duration: 529.904536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:42.746551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.517455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:42.746606Z","caller":"traceutil/trace.go:171","msg":"trace[982500733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23542; }","duration":"466.89493ms","start":"2026-03-11T21:19:42.279698Z","end":"2026-03-11T21:19:42.746593Z","steps":["trace[982500733] 'agreement among raft nodes before linearized reading' (duration: 466.706286ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:42.746598Z","caller":"traceutil/trace.go:171","msg":"trace[2052981377] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23542; }","duration":"221.60271ms","start":"2026-03-11T21:19:42.524974Z","end":"2026-03-11T21:19:42.746576Z","steps":["trace[2052981377] 'agreement among raft nodes before linearized reading' (duration: 221.449356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:42.746629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.216288Z","time spent":"530.330386ms","remote":"127.0.0.1:54228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:42.746645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.279674Z","time spent":"466.963192ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-11T21:19:42.746658Z","caller":"traceutil/trace.go:171","msg":"trace[1152886205] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23542; }","duration":"503.656698ms","start":"2026-03-11T21:19:42.242977Z","end":"2026-03-11T21:19:42.746634Z","steps":["trace[1152886205] 'agreement among raft nodes before linearized reading' (duration: 503.432263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:42.74674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.24294Z","time spent":"503.788041ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:42.74632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.186988Z","time spent":"559.312657ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:43.770156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:44.271222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:44.772095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:45.272997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:45.284625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.121057424s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:45.285272Z","caller":"traceutil/trace.go:171","msg":"trace[1085641063] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"2.121839852s","start":"2026-03-11T21:19:43.1634Z","end":"2026-03-11T21:19:45.28524Z","steps":["trace[1085641063] 'process raft request' (duration: 2.121592037s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.285519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.163373Z","time spent":"2.122042286s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:45.537548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999657638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:45.537656Z","caller":"traceutil/trace.go:171","msg":"trace[1116432670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999829872s","start":"2026-03-11T21:19:43.537801Z","end":"2026-03-11T21:19:45.537631Z","steps":["trace[1116432670] 'agreement among raft nodes before linearized reading' (duration: 1.999693629s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.53771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.537774Z","time spent":"1.999925803s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:47.537951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:47.53805Z","caller":"traceutil/trace.go:171","msg":"trace[1700667367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138358s","start":"2026-03-11T21:19:45.537889Z","end":"2026-03-11T21:19:47.538028Z","steps":["trace[1700667367] 'agreement among raft nodes before linearized reading' (duration: 2.000019325s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.538101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.537863Z","time spent":"2.000226211s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:47.965806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.68080348s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:47.966406Z","caller":"traceutil/trace.go:171","msg":"trace[1881319101] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"4.655159981s","start":"2026-03-11T21:19:43.311215Z","end":"2026-03-11T21:19:47.966375Z","steps":["trace[1881319101] 'process raft request' (duration: 4.654901405s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.966652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.311185Z","time spent":"4.655356946s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:47.96677Z","caller":"traceutil/trace.go:171","msg":"trace[146464237] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"4.518683752s","start":"2026-03-11T21:19:43.448051Z","end":"2026-03-11T21:19:47.966734Z","steps":["trace[146464237] 'process raft request' (duration: 4.518272342s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.967019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.448013Z","time spent":"4.518868226s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:47.968718Z","caller":"traceutil/trace.go:171","msg":"trace[1287995239] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"4.520496963s","start":"2026-03-11T21:19:43.448193Z","end":"2026-03-11T21:19:47.96869Z","steps":["trace[1287995239] 'process raft request' (duration: 4.518474988s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:47.968815Z","caller":"traceutil/trace.go:171","msg":"trace[24429625] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"4.519134873s","start":"2026-03-11T21:19:43.44967Z","end":"2026-03-11T21:19:47.968804Z","steps":["trace[24429625] 'process raft request' (duration: 4.51902418s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.968841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.448181Z","time spent":"4.520608635s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:47.968822Z","caller":"traceutil/trace.go:171","msg":"trace[409172804] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"4.519676314s","start":"2026-03-11T21:19:43.449098Z","end":"2026-03-11T21:19:47.968774Z","steps":["trace[409172804] 'process raft request' (duration: 4.519528661s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:47.968825Z","caller":"traceutil/trace.go:171","msg":"trace[807547122] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"4.519316146s","start":"2026-03-11T21:19:43.44947Z","end":"2026-03-11T21:19:47.968787Z","steps":["trace[807547122] 'process raft request' (duration: 4.519190703s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.968896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.44966Z","time spent":"4.519194034s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:47.968998Z","caller":"traceutil/trace.go:171","msg":"trace[1445979001] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"4.520624145s","start":"2026-03-11T21:19:43.448337Z","end":"2026-03-11T21:19:47.968961Z","steps":["trace[1445979001] 'process raft request' (duration: 4.520184485s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.969023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.449456Z","time spent":"4.519464109s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:47.969022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.44908Z","time spent":"4.519835668s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:47.969097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.448318Z","time spent":"4.520731378s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:47.969226Z","caller":"traceutil/trace.go:171","msg":"trace[1089375791] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"4.520765549s","start":"2026-03-11T21:19:43.448419Z","end":"2026-03-11T21:19:47.969184Z","steps":["trace[1089375791] 'process raft request' (duration: 4.520162986s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.9693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700131285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:47.969372Z","caller":"traceutil/trace.go:171","msg":"trace[1312626824] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23551; }","duration":"4.700235778s","start":"2026-03-11T21:19:43.269121Z","end":"2026-03-11T21:19:47.969356Z","steps":["trace[1312626824] 'agreement among raft nodes before linearized reading' (duration: 4.700131076s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.969405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.269103Z","time spent":"4.700293701s","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:47.969439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.448378Z","time spent":"4.520967734s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:47.968755Z","caller":"traceutil/trace.go:171","msg":"trace[1353199816] linearizableReadLoop","detail":"{readStateIndex:24362; appliedIndex:24353; }","duration":"4.699571993s","start":"2026-03-11T21:19:43.269164Z","end":"2026-03-11T21:19:47.968736Z","steps":["trace[1353199816] 'read index received' (duration: 2.015853946s)","trace[1353199816] 'applied index is now lower than readState.Index' (duration: 2.683716937s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:48.470087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:48.970504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:48.981969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998866803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:48.982094Z","caller":"traceutil/trace.go:171","msg":"trace[1001503842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999068969s","start":"2026-03-11T21:19:43.982998Z","end":"2026-03-11T21:19:48.982067Z","steps":["trace[1001503842] 'agreement among raft nodes before linearized reading' (duration: 4.998904385s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.982161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.982973Z","time spent":"4.999174222s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/11 21:19:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:48.982656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998783162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:19:48.9827Z","caller":"traceutil/trace.go:171","msg":"trace[1928323805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998842533s","start":"2026-03-11T21:19:43.983848Z","end":"2026-03-11T21:19:48.982691Z","steps":["trace[1928323805] 'agreement among raft nodes before linearized reading' (duration: 4.998794812s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.982734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.983839Z","time spent":"4.998887614s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:48.983527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999639791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:48.983634Z","caller":"traceutil/trace.go:171","msg":"trace[1861548473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999795255s","start":"2026-03-11T21:19:43.983811Z","end":"2026-03-11T21:19:48.983606Z","steps":["trace[1861548473] 'agreement among raft nodes before linearized reading' (duration: 4.999664311s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.983691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.983799Z","time spent":"4.999880647s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/11 21:19:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:49.309925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343880135s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:49.310451Z","caller":"traceutil/trace.go:171","msg":"trace[755122537] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"1.558505895s","start":"2026-03-11T21:19:47.751915Z","end":"2026-03-11T21:19:49.310421Z","steps":["trace[755122537] 'process raft request' (duration: 1.558210808s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.310584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928973328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:49.310635Z","caller":"traceutil/trace.go:171","msg":"trace[559050456] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23553; }","duration":"5.929088511s","start":"2026-03-11T21:19:43.381537Z","end":"2026-03-11T21:19:49.310625Z","steps":["trace[559050456] 'agreement among raft nodes before linearized reading' (duration: 5.928968888s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.310686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.381513Z","time spent":"5.929158423s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.310786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79876798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:49.310897Z","caller":"traceutil/trace.go:171","msg":"trace[1286969999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23553; }","duration":"1.798940894s","start":"2026-03-11T21:19:47.511925Z","end":"2026-03-11T21:19:49.310866Z","steps":["trace[1286969999] 'agreement among raft nodes before linearized reading' (duration: 1.79874023s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.310958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.511897Z","time spent":"1.799048657s","remote":"127.0.0.1:53828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320969448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T21:19:49.311067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32327552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T21:19:49.311104Z","caller":"traceutil/trace.go:171","msg":"trace[69356758] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23553; }","duration":"3.323358062s","start":"2026-03-11T21:19:45.987735Z","end":"2026-03-11T21:19:49.311094Z","steps":["trace[69356758] 'agreement among raft nodes before linearized reading' (duration: 3.323187298s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.987713Z","time spent":"3.323417393s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:49.311135Z","caller":"traceutil/trace.go:171","msg":"trace[341561538] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23553; }","duration":"3.321156892s","start":"2026-03-11T21:19:45.989913Z","end":"2026-03-11T21:19:49.31107Z","steps":["trace[341561538] 'agreement among raft nodes before linearized reading' (duration: 3.320711072s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.559690294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-11T21:19:49.311205Z","caller":"traceutil/trace.go:171","msg":"trace[518324319] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23553; }","duration":"5.559728025s","start":"2026-03-11T21:19:43.751467Z","end":"2026-03-11T21:19:49.311195Z","steps":["trace[518324319] 'agreement among raft nodes before linearized reading' (duration: 5.559649443s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.31123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.7514Z","time spent":"5.559824086s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" "} {"level":"warn","ts":"2026-03-11T21:19:49.311248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.989891Z","time spent":"3.321287585s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434883334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:49.31132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371341306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:49.311376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448017245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:49.311391Z","caller":"traceutil/trace.go:171","msg":"trace[1938962550] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23553; }","duration":"3.435043698s","start":"2026-03-11T21:19:45.876323Z","end":"2026-03-11T21:19:49.311367Z","steps":["trace[1938962550] 'agreement among raft nodes before linearized reading' (duration: 3.434774701s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.328425715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:49.311439Z","caller":"traceutil/trace.go:171","msg":"trace[888327684] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23553; }","duration":"2.448089927s","start":"2026-03-11T21:19:46.863331Z","end":"2026-03-11T21:19:49.311421Z","steps":["trace[888327684] 'agreement among raft nodes before linearized reading' (duration: 2.447896881s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.311435Z","caller":"traceutil/trace.go:171","msg":"trace[643387845] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23553; }","duration":"3.371487439s","start":"2026-03-11T21:19:45.939921Z","end":"2026-03-11T21:19:49.311409Z","steps":["trace[643387845] 'agreement among raft nodes before linearized reading' (duration: 3.371255123s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.876207Z","time spent":"3.435243133s","remote":"127.0.0.1:53930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.863262Z","time spent":"2.44822145s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.31141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.744603038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T21:19:49.311543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172504548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:49.311618Z","caller":"traceutil/trace.go:171","msg":"trace[451755628] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23553; }","duration":"5.744858264s","start":"2026-03-11T21:19:43.566747Z","end":"2026-03-11T21:19:49.311606Z","steps":["trace[451755628] 'agreement among raft nodes before linearized reading' (duration: 5.744521086s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.311474Z","caller":"traceutil/trace.go:171","msg":"trace[1702886941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23553; }","duration":"5.328498587s","start":"2026-03-11T21:19:43.982968Z","end":"2026-03-11T21:19:49.311467Z","steps":["trace[1702886941] 'agreement among raft nodes before linearized reading' (duration: 5.328384364s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.56672Z","time spent":"5.744927246s","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561886071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T21:19:49.311659Z","caller":"traceutil/trace.go:171","msg":"trace[538015810] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23553; }","duration":"2.172721972s","start":"2026-03-11T21:19:47.1389Z","end":"2026-03-11T21:19:49.311622Z","steps":["trace[538015810] 'agreement among raft nodes before linearized reading' (duration: 2.172473827s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.311693Z","caller":"traceutil/trace.go:171","msg":"trace[251517610] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23553; }","duration":"2.561965633s","start":"2026-03-11T21:19:46.749718Z","end":"2026-03-11T21:19:49.311684Z","steps":["trace[251517610] 'agreement among raft nodes before linearized reading' (duration: 2.56183157s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.749687Z","time spent":"2.562026594s","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.138873Z","time spent":"2.172832605s","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531130912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-11T21:19:49.31176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81769384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:49.311809Z","caller":"traceutil/trace.go:171","msg":"trace[1134508544] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23553; }","duration":"2.817789622s","start":"2026-03-11T21:19:46.494007Z","end":"2026-03-11T21:19:49.311797Z","steps":["trace[1134508544] 'agreement among raft nodes before linearized reading' (duration: 2.81771402s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.311817Z","caller":"traceutil/trace.go:171","msg":"trace[308446770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23553; }","duration":"1.531235534s","start":"2026-03-11T21:19:47.780558Z","end":"2026-03-11T21:19:49.311794Z","steps":["trace[308446770] 'agreement among raft nodes before linearized reading' (duration: 1.531004709s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.493982Z","time spent":"2.817859464s","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.780534Z","time spent":"1.531324347s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:49.311867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.328800932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:19:49.311308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373857264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:49.31192Z","caller":"traceutil/trace.go:171","msg":"trace[237715955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23553; }","duration":"5.328909596s","start":"2026-03-11T21:19:43.982998Z","end":"2026-03-11T21:19:49.311908Z","steps":["trace[237715955] 'agreement among raft nodes before linearized reading' (duration: 5.328299952s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.9399Z","time spent":"3.371583582s","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:49.311886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.751882Z","time spent":"1.558648208s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:49.311964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662878429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:49.31151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.416810149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:49.311965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770810773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T21:19:49.311678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.982947Z","time spent":"5.328716441s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:19:49.312001Z","caller":"traceutil/trace.go:171","msg":"trace[1849144136] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23553; }","duration":"4.662959771s","start":"2026-03-11T21:19:44.649033Z","end":"2026-03-11T21:19:49.311993Z","steps":["trace[1849144136] 'agreement among raft nodes before linearized reading' (duration: 4.662894459s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.312009Z","caller":"traceutil/trace.go:171","msg":"trace[377738612] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23553; }","duration":"5.417361731s","start":"2026-03-11T21:19:43.894636Z","end":"2026-03-11T21:19:49.311998Z","steps":["trace[377738612] 'agreement among raft nodes before linearized reading' (duration: 5.416852279s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.311927Z","caller":"traceutil/trace.go:171","msg":"trace[73948599] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23553; }","duration":"3.37454017s","start":"2026-03-11T21:19:45.937374Z","end":"2026-03-11T21:19:49.311914Z","steps":["trace[73948599] 'agreement among raft nodes before linearized reading' (duration: 3.373885625s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.311941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254725417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:49.311928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323679523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T21:19:49.312056Z","caller":"traceutil/trace.go:171","msg":"trace[303392428] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23553; }","duration":"4.254896721s","start":"2026-03-11T21:19:45.05715Z","end":"2026-03-11T21:19:49.312047Z","steps":["trace[303392428] 'agreement among raft nodes before linearized reading' (duration: 4.254769388s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.312064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.894611Z","time spent":"5.417440523s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.311969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.982973Z","time spent":"5.328987998s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:49.312103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.057126Z","time spent":"4.254965743s","remote":"127.0.0.1:35042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.312057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.937349Z","time spent":"3.374697623s","remote":"127.0.0.1:39292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.312025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:44.649004Z","time spent":"4.663014701s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:49.31044Z","caller":"traceutil/trace.go:171","msg":"trace[480823192] linearizableReadLoop","detail":"{readStateIndex:24364; appliedIndex:24362; }","duration":"1.340713302s","start":"2026-03-11T21:19:47.969693Z","end":"2026-03-11T21:19:49.310407Z","steps":["trace[480823192] 'read index received' (duration: 1.340410925s)","trace[480823192] 'applied index is now lower than readState.Index' (duration: 300.867µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:49.31202Z","caller":"traceutil/trace.go:171","msg":"trace[44480050] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0; range_end:; response_count:1; response_revision:23553; }","duration":"1.770901985s","start":"2026-03-11T21:19:47.541103Z","end":"2026-03-11T21:19:49.312005Z","steps":["trace[44480050] 'agreement among raft nodes before linearized reading' (duration: 1.770756732s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.312251Z","caller":"traceutil/trace.go:171","msg":"trace[1391762325] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"1.495143292s","start":"2026-03-11T21:19:47.817086Z","end":"2026-03-11T21:19:49.312229Z","steps":["trace[1391762325] 'process raft request' (duration: 1.493242498s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.312272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.541087Z","time spent":"1.771173192s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be4652c87bad0\" "} {"level":"warn","ts":"2026-03-11T21:19:49.31233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.815644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:49.312068Z","caller":"traceutil/trace.go:171","msg":"trace[328039643] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23553; }","duration":"2.323864487s","start":"2026-03-11T21:19:46.988191Z","end":"2026-03-11T21:19:49.312055Z","steps":["trace[328039643] 'agreement among raft nodes before linearized reading' (duration: 2.323609291s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.312369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.817069Z","time spent":"1.495231473s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:49.312371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121747813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T21:19:49.312389Z","caller":"traceutil/trace.go:171","msg":"trace[91176993] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23553; }","duration":"884.908945ms","start":"2026-03-11T21:19:48.427466Z","end":"2026-03-11T21:19:49.312375Z","steps":["trace[91176993] 'agreement among raft nodes before linearized reading' (duration: 884.825263ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.312433Z","caller":"traceutil/trace.go:171","msg":"trace[1214709939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23553; }","duration":"1.121842235s","start":"2026-03-11T21:19:48.190572Z","end":"2026-03-11T21:19:49.312415Z","steps":["trace[1214709939] 'agreement among raft nodes before linearized reading' (duration: 1.121714942s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.312434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.427449Z","time spent":"884.975117ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:49.312448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.922396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be631316042bb\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-11T21:19:49.312459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.734957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-11T21:19:49.312476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.190552Z","time spent":"1.121915617s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-11T21:19:49.31242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.988168Z","time spent":"2.324225965s","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:49.312502Z","caller":"traceutil/trace.go:171","msg":"trace[1095242058] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be631316042bb; range_end:; response_count:1; response_revision:23553; }","duration":"695.035369ms","start":"2026-03-11T21:19:48.617454Z","end":"2026-03-11T21:19:49.312489Z","steps":["trace[1095242058] 'agreement among raft nodes before linearized reading' (duration: 694.902466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.312547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.61743Z","time spent":"695.10931ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be631316042bb\" "} {"level":"warn","ts":"2026-03-11T21:19:49.31146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765520554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:49.312662Z","caller":"traceutil/trace.go:171","msg":"trace[213747073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23553; }","duration":"1.766809612s","start":"2026-03-11T21:19:47.54584Z","end":"2026-03-11T21:19:49.31265Z","steps":["trace[213747073] 'agreement among raft nodes before linearized reading' (duration: 1.765490793s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.312705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.545805Z","time spent":"1.766889534s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:49.312504Z","caller":"traceutil/trace.go:171","msg":"trace[1758615789] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23553; }","duration":"954.819639ms","start":"2026-03-11T21:19:48.357676Z","end":"2026-03-11T21:19:49.312496Z","steps":["trace[1758615789] 'agreement among raft nodes before linearized reading' (duration: 954.622024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:49.312777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.357657Z","time spent":"955.109215ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T21:19:49.595002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.23618ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-11T21:19:49.595366Z","caller":"traceutil/trace.go:171","msg":"trace[1674585292] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"276.813098ms","start":"2026-03-11T21:19:49.318532Z","end":"2026-03-11T21:19:49.595345Z","steps":["trace[1674585292] 'process raft request' (duration: 276.742687ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.595789Z","caller":"traceutil/trace.go:171","msg":"trace[594893473] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"278.589788ms","start":"2026-03-11T21:19:49.317167Z","end":"2026-03-11T21:19:49.595757Z","steps":["trace[594893473] 'process raft request' (duration: 277.966604ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:49.596618Z","caller":"traceutil/trace.go:171","msg":"trace[472639674] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24364; }","duration":"280.578384ms","start":"2026-03-11T21:19:49.315994Z","end":"2026-03-11T21:19:49.596573Z","steps":["trace[472639674] 'read index received' (duration: 151.702437ms)","trace[472639674] 'applied index is now lower than readState.Index' (duration: 128.868627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:49.596869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.85227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-11T21:19:49.596956Z","caller":"traceutil/trace.go:171","msg":"trace[1747884422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23555; }","duration":"280.972052ms","start":"2026-03-11T21:19:49.315965Z","end":"2026-03-11T21:19:49.596937Z","steps":["trace[1747884422] 'agreement among raft nodes before linearized reading' (duration: 280.708976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.097857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550795,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:19:50.359758Z","caller":"traceutil/trace.go:171","msg":"trace[149514917] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"762.210979ms","start":"2026-03-11T21:19:49.597505Z","end":"2026-03-11T21:19:50.359716Z","steps":["trace[149514917] 'process raft request' (duration: 761.903852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.35995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.597483Z","time spent":"762.363762ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.359984Z","caller":"traceutil/trace.go:171","msg":"trace[1499284171] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"386.489778ms","start":"2026-03-11T21:19:49.973442Z","end":"2026-03-11T21:19:50.359931Z","steps":["trace[1499284171] 'process raft request' (duration: 386.249312ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.360121Z","caller":"traceutil/trace.go:171","msg":"trace[146633443] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"384.283227ms","start":"2026-03-11T21:19:49.975823Z","end":"2026-03-11T21:19:50.360106Z","steps":["trace[146633443] 'process raft request' (duration: 383.98994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.360206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.973412Z","time spent":"386.676941ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.360269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.975814Z","time spent":"384.370129ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.360358Z","caller":"traceutil/trace.go:171","msg":"trace[992525983] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"383.857787ms","start":"2026-03-11T21:19:49.97649Z","end":"2026-03-11T21:19:50.360348Z","steps":["trace[992525983] 'process raft request' (duration: 383.787786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.360415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.976484Z","time spent":"383.901298ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.360399Z","caller":"traceutil/trace.go:171","msg":"trace[1379536427] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"384.035062ms","start":"2026-03-11T21:19:49.97633Z","end":"2026-03-11T21:19:50.360365Z","steps":["trace[1379536427] 'process raft request' (duration: 383.702184ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.360446Z","caller":"traceutil/trace.go:171","msg":"trace[793416361] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"762.406104ms","start":"2026-03-11T21:19:49.597655Z","end":"2026-03-11T21:19:50.360061Z","steps":["trace[793416361] 'process raft request' (duration: 761.943583ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.35994Z","caller":"traceutil/trace.go:171","msg":"trace[634325250] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"384.473801ms","start":"2026-03-11T21:19:49.975391Z","end":"2026-03-11T21:19:50.359865Z","steps":["trace[634325250] 'process raft request' (duration: 384.356769ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.360572Z","caller":"traceutil/trace.go:171","msg":"trace[1620577356] linearizableReadLoop","detail":"{readStateIndex:24377; appliedIndex:24367; }","duration":"763.829067ms","start":"2026-03-11T21:19:49.596719Z","end":"2026-03-11T21:19:50.360548Z","steps":["trace[1620577356] 'read index received' (duration: 722.978335ms)","trace[1620577356] 'applied index is now lower than readState.Index' (duration: 40.849132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:50.360587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.976323Z","time spent":"384.150174ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.360617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040708915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:50.360689Z","caller":"traceutil/trace.go:171","msg":"trace[235753048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23564; }","duration":"1.040793677s","start":"2026-03-11T21:19:49.319885Z","end":"2026-03-11T21:19:50.360679Z","steps":["trace[235753048] 'agreement among raft nodes before linearized reading' (duration: 1.040697294s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.360717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.319878Z","time spent":"1.040832888s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:50.360776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044569454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0b5e1e41-2ada-42ea-8c91-65058fb3be3c\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-11T21:19:50.360791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041841422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:50.36082Z","caller":"traceutil/trace.go:171","msg":"trace[2098835857] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0b5e1e41-2ada-42ea-8c91-65058fb3be3c; range_end:; response_count:1; response_revision:23564; }","duration":"1.044613335s","start":"2026-03-11T21:19:49.316196Z","end":"2026-03-11T21:19:50.360809Z","steps":["trace[2098835857] 'agreement among raft nodes before linearized reading' (duration: 1.044470221s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.360831Z","caller":"traceutil/trace.go:171","msg":"trace[1482765313] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23564; }","duration":"1.041908873s","start":"2026-03-11T21:19:49.31891Z","end":"2026-03-11T21:19:50.360819Z","steps":["trace[1482765313] 'agreement among raft nodes before linearized reading' (duration: 1.041826281s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.360854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.316189Z","time spent":"1.044655085s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0b5e1e41-2ada-42ea-8c91-65058fb3be3c\" "} {"level":"warn","ts":"2026-03-11T21:19:50.360607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.975383Z","time spent":"385.118036ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.360873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.318903Z","time spent":"1.041962834s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-11T21:19:50.360636Z","caller":"traceutil/trace.go:171","msg":"trace[1867868415] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"383.625792ms","start":"2026-03-11T21:19:49.977002Z","end":"2026-03-11T21:19:50.360628Z","steps":["trace[1867868415] 'process raft request' (duration: 383.316596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.360955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.835546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-11T21:19:50.360999Z","caller":"traceutil/trace.go:171","msg":"trace[1782645583] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:23564; }","duration":"117.912597ms","start":"2026-03-11T21:19:50.243074Z","end":"2026-03-11T21:19:50.360987Z","steps":["trace[1782645583] 'agreement among raft nodes before linearized reading' (duration: 117.811844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.36103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.976994Z","time spent":"383.97811ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.360599Z","caller":"traceutil/trace.go:171","msg":"trace[2091103421] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"383.568231ms","start":"2026-03-11T21:19:49.977017Z","end":"2026-03-11T21:19:50.360585Z","steps":["trace[2091103421] 'process raft request' (duration: 383.440298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.36109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.597575Z","time spent":"762.894354ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.36112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.976981Z","time spent":"384.102813ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.360856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.674729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-11T21:19:50.361201Z","caller":"traceutil/trace.go:171","msg":"trace[1319776422] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23564; }","duration":"763.051398ms","start":"2026-03-11T21:19:49.59814Z","end":"2026-03-11T21:19:50.361191Z","steps":["trace[1319776422] 'agreement among raft nodes before linearized reading' (duration: 762.564687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.598128Z","time spent":"763.095249ms","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T21:19:52.698136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255691276550852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:19:53.081464Z","caller":"traceutil/trace.go:171","msg":"trace[320490968] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"884.599367ms","start":"2026-03-11T21:19:52.196834Z","end":"2026-03-11T21:19:53.081433Z","steps":["trace[320490968] 'process raft request' (duration: 884.354061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.081642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.196818Z","time spent":"884.735011ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:53.348426Z","caller":"traceutil/trace.go:171","msg":"trace[517629248] linearizableReadLoop","detail":"{readStateIndex:24396; appliedIndex:24388; }","duration":"1.151239354s","start":"2026-03-11T21:19:52.197158Z","end":"2026-03-11T21:19:53.348398Z","steps":["trace[517629248] 'read index received' (duration: 884.123176ms)","trace[517629248] 'applied index is now lower than readState.Index' (duration: 267.115168ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:53.348455Z","caller":"traceutil/trace.go:171","msg":"trace[1752887540] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"981.143019ms","start":"2026-03-11T21:19:52.36728Z","end":"2026-03-11T21:19:53.348423Z","steps":["trace[1752887540] 'process raft request' (duration: 980.841912ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.348508Z","caller":"traceutil/trace.go:171","msg":"trace[522743001] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"982.992991ms","start":"2026-03-11T21:19:52.365473Z","end":"2026-03-11T21:19:53.348466Z","steps":["trace[522743001] 'process raft request' (duration: 982.433887ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.348556Z","caller":"traceutil/trace.go:171","msg":"trace[1020065221] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"980.847182ms","start":"2026-03-11T21:19:52.367668Z","end":"2026-03-11T21:19:53.348515Z","steps":["trace[1020065221] 'process raft request' (duration: 980.598346ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.348593Z","caller":"traceutil/trace.go:171","msg":"trace[237821255] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"979.550202ms","start":"2026-03-11T21:19:52.369015Z","end":"2026-03-11T21:19:53.348565Z","steps":["trace[237821255] 'process raft request' (duration: 979.344227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.34888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.35904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:53.34891Z","caller":"traceutil/trace.go:171","msg":"trace[1508058976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23582; }","duration":"352.432201ms","start":"2026-03-11T21:19:52.996471Z","end":"2026-03-11T21:19:53.348903Z","steps":["trace[1508058976] 'agreement among raft nodes before linearized reading' (duration: 352.276238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.348926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.996451Z","time spent":"352.471623ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:53.34894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.369002Z","time spent":"979.89159ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:53.348947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.284678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T21:19:53.348611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.367271Z","time spent":"981.259121ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:53.348698Z","caller":"traceutil/trace.go:171","msg":"trace[341808521] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"980.731778ms","start":"2026-03-11T21:19:52.367943Z","end":"2026-03-11T21:19:53.348675Z","steps":["trace[341808521] 'process raft request' (duration: 980.36879ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.349026Z","caller":"traceutil/trace.go:171","msg":"trace[1823221486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23582; }","duration":"352.413711ms","start":"2026-03-11T21:19:52.996596Z","end":"2026-03-11T21:19:53.34901Z","steps":["trace[1823221486] 'agreement among raft nodes before linearized reading' (duration: 352.185746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.349031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.735456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:53.349128Z","caller":"traceutil/trace.go:171","msg":"trace[245961692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23582; }","duration":"355.89881ms","start":"2026-03-11T21:19:52.993207Z","end":"2026-03-11T21:19:53.349105Z","steps":["trace[245961692] 'agreement among raft nodes before linearized reading' (duration: 355.582073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.349147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.367932Z","time spent":"981.124738ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:53.348717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.367625Z","time spent":"981.004234ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:53.349142Z","caller":"traceutil/trace.go:171","msg":"trace[945487396] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"982.041299ms","start":"2026-03-11T21:19:52.36708Z","end":"2026-03-11T21:19:53.349121Z","steps":["trace[945487396] 'process raft request' (duration: 980.992586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.349069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.99657Z","time spent":"352.487633ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:53.348728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.365446Z","time spent":"983.162214ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:53.349294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.367071Z","time spent":"982.155662ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:53.348742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151550771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-03-11T21:19:53.349649Z","caller":"traceutil/trace.go:171","msg":"trace[105514356] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23582; }","duration":"1.152483893s","start":"2026-03-11T21:19:52.197142Z","end":"2026-03-11T21:19:53.349626Z","steps":["trace[105514356] 'agreement among raft nodes before linearized reading' (duration: 1.151411809s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.348771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.60734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:53.349718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.197136Z","time spent":"1.152564024s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:53.349755Z","caller":"traceutil/trace.go:171","msg":"trace[1653686847] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23582; }","duration":"315.633103ms","start":"2026-03-11T21:19:53.034106Z","end":"2026-03-11T21:19:53.349739Z","steps":["trace[1653686847] 'agreement among raft nodes before linearized reading' (duration: 314.59435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.348796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.293861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-11T21:19:53.349852Z","caller":"traceutil/trace.go:171","msg":"trace[1728479139] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23582; }","duration":"978.371575ms","start":"2026-03-11T21:19:52.371462Z","end":"2026-03-11T21:19:53.349834Z","steps":["trace[1728479139] 'agreement among raft nodes before linearized reading' (duration: 977.209869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.349862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.034092Z","time spent":"315.715355ms","remote":"127.0.0.1:36916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:53.349893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.371451Z","time spent":"978.431246ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" "} {"level":"warn","ts":"2026-03-11T21:19:53.348822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.002031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:53.349975Z","caller":"traceutil/trace.go:171","msg":"trace[1859682680] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23582; }","duration":"288.185187ms","start":"2026-03-11T21:19:53.061775Z","end":"2026-03-11T21:19:53.34996Z","steps":["trace[1859682680] 'agreement among raft nodes before linearized reading' (duration: 286.96932ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.348641Z","caller":"traceutil/trace.go:171","msg":"trace[1777703771] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"981.150239ms","start":"2026-03-11T21:19:52.367454Z","end":"2026-03-11T21:19:53.348604Z","steps":["trace[1777703771] 'process raft request' (duration: 980.707069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.350137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.367426Z","time spent":"982.680553ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:53.349181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:52.993183Z","time spent":"355.988632ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:53.938478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.164802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:53.938666Z","caller":"traceutil/trace.go:171","msg":"trace[867920608] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"582.483344ms","start":"2026-03-11T21:19:53.356164Z","end":"2026-03-11T21:19:53.938647Z","steps":["trace[867920608] 'process raft request' (duration: 582.418442ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.938659Z","caller":"traceutil/trace.go:171","msg":"trace[997630350] linearizableReadLoop","detail":"{readStateIndex:24397; appliedIndex:24396; }","duration":"582.876972ms","start":"2026-03-11T21:19:53.355743Z","end":"2026-03-11T21:19:53.93862Z","steps":["trace[997630350] 'read index received' (duration: 55.516605ms)","trace[997630350] 'applied index is now lower than readState.Index' (duration: 527.357507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:53.938721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.356156Z","time spent":"582.543455ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:53.938663Z","caller":"traceutil/trace.go:171","msg":"trace[1554455178] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"582.946474ms","start":"2026-03-11T21:19:53.355677Z","end":"2026-03-11T21:19:53.938623Z","steps":["trace[1554455178] 'process raft request' (duration: 55.561887ms)","trace[1554455178] 'compare' (duration: 526.987078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:53.938891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.355659Z","time spent":"583.146898ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:53.93894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.185739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189be631337aebbe\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-11T21:19:53.939047Z","caller":"traceutil/trace.go:171","msg":"trace[2068605639] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189be631337aebbe; range_end:; response_count:1; response_revision:23585; }","duration":"583.332062ms","start":"2026-03-11T21:19:53.355694Z","end":"2026-03-11T21:19:53.939026Z","steps":["trace[2068605639] 'agreement among raft nodes before linearized reading' (duration: 583.062886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.939098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.8766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:53.939101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.355672Z","time spent":"583.408865ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189be631337aebbe\" "} {"level":"info","ts":"2026-03-11T21:19:53.939134Z","caller":"traceutil/trace.go:171","msg":"trace[631489227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23585; }","duration":"402.957993ms","start":"2026-03-11T21:19:53.536165Z","end":"2026-03-11T21:19:53.93912Z","steps":["trace[631489227] 'agreement among raft nodes before linearized reading' (duration: 402.90873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.939164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.536142Z","time spent":"403.017214ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:53.939256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.775609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:19:53.939332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.446727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:53.939329Z","caller":"traceutil/trace.go:171","msg":"trace[1589108569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23585; }","duration":"330.906932ms","start":"2026-03-11T21:19:53.608404Z","end":"2026-03-11T21:19:53.939311Z","steps":["trace[1589108569] 'agreement among raft nodes before linearized reading' (duration: 330.651545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.939058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.270481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T21:19:53.939365Z","caller":"traceutil/trace.go:171","msg":"trace[160027043] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23585; }","duration":"537.514119ms","start":"2026-03-11T21:19:53.401838Z","end":"2026-03-11T21:19:53.939352Z","steps":["trace[160027043] 'agreement among raft nodes before linearized reading' (duration: 537.457587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.939382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.608388Z","time spent":"330.982433ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:19:53.938777Z","caller":"traceutil/trace.go:171","msg":"trace[545313313] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"582.558886ms","start":"2026-03-11T21:19:53.356209Z","end":"2026-03-11T21:19:53.938768Z","steps":["trace[545313313] 'process raft request' (duration: 582.412132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.939577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.310848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:19:53.939578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.356194Z","time spent":"583.321023ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:53.939607Z","caller":"traceutil/trace.go:171","msg":"trace[1088854560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23585; }","duration":"330.396269ms","start":"2026-03-11T21:19:53.609202Z","end":"2026-03-11T21:19:53.939598Z","steps":["trace[1088854560] 'agreement among raft nodes before linearized reading' (duration: 330.305487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.939639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.609165Z","time spent":"330.467231ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:53.939396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.401818Z","time spent":"537.570351ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:53.940259Z","caller":"traceutil/trace.go:171","msg":"trace[1283272074] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23585; }","duration":"583.60739ms","start":"2026-03-11T21:19:53.355767Z","end":"2026-03-11T21:19:53.939374Z","steps":["trace[1283272074] 'agreement among raft nodes before linearized reading' (duration: 583.162869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.940301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.355672Z","time spent":"584.617403ms","remote":"127.0.0.1:54152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-11T21:19:54.330055Z","caller":"traceutil/trace.go:171","msg":"trace[1316340989] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"383.909059ms","start":"2026-03-11T21:19:53.94611Z","end":"2026-03-11T21:19:54.330019Z","steps":["trace[1316340989] 'process raft request' (duration: 383.668574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:54.330219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.946088Z","time spent":"384.047742ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:54.967243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.702249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:54.967563Z","caller":"traceutil/trace.go:171","msg":"trace[1222908265] linearizableReadLoop","detail":"{readStateIndex:24402; appliedIndex:24399; }","duration":"1.018880188s","start":"2026-03-11T21:19:53.948659Z","end":"2026-03-11T21:19:54.967539Z","steps":["trace[1222908265] 'read index received' (duration: 381.112554ms)","trace[1222908265] 'applied index is now lower than readState.Index' (duration: 637.766424ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:54.967701Z","caller":"traceutil/trace.go:171","msg":"trace[826151979] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"1.019313679s","start":"2026-03-11T21:19:53.948371Z","end":"2026-03-11T21:19:54.967685Z","steps":["trace[826151979] 'process raft request' (duration: 1.019005772s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:54.967677Z","caller":"traceutil/trace.go:171","msg":"trace[2027857313] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"1.019304278s","start":"2026-03-11T21:19:53.948322Z","end":"2026-03-11T21:19:54.967626Z","steps":["trace[2027857313] 'process raft request' (duration: 708.084546ms)","trace[2027857313] 'compare' (duration: 310.443754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:54.967788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.948367Z","time spent":"1.01937876s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:54.967869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.948312Z","time spent":"1.019456781s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:54.967933Z","caller":"traceutil/trace.go:171","msg":"trace[161929080] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"649.832838ms","start":"2026-03-11T21:19:54.318062Z","end":"2026-03-11T21:19:54.967895Z","steps":["trace[161929080] 'process raft request' (duration: 649.410459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:54.968049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.017052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:54.968101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.602587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-11T21:19:54.968095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01939807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-11T21:19:54.968126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:54.318034Z","time spent":"649.991882ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:54.968152Z","caller":"traceutil/trace.go:171","msg":"trace[1201240337] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23589; }","duration":"647.69069ms","start":"2026-03-11T21:19:54.320447Z","end":"2026-03-11T21:19:54.968138Z","steps":["trace[1201240337] 'agreement among raft nodes before linearized reading' (duration: 647.460144ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:54.968136Z","caller":"traceutil/trace.go:171","msg":"trace[1399781643] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23589; }","duration":"183.165825ms","start":"2026-03-11T21:19:54.78495Z","end":"2026-03-11T21:19:54.968116Z","steps":["trace[1399781643] 'agreement among raft nodes before linearized reading' (duration: 183.006792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:54.968184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:54.320435Z","time spent":"647.742341ms","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:54.968188Z","caller":"traceutil/trace.go:171","msg":"trace[1413570536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23589; }","duration":"1.019530383s","start":"2026-03-11T21:19:53.948636Z","end":"2026-03-11T21:19:54.968166Z","steps":["trace[1413570536] 'agreement among raft nodes before linearized reading' (duration: 1.019231887s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:54.968197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.516189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-11T21:19:54.968236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:53.948629Z","time spent":"1.019597245s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-11T21:19:54.968281Z","caller":"traceutil/trace.go:171","msg":"trace[1675344109] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23589; }","duration":"605.670932ms","start":"2026-03-11T21:19:54.362593Z","end":"2026-03-11T21:19:54.968264Z","steps":["trace[1675344109] 'agreement among raft nodes before linearized reading' (duration: 605.386866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:54.968327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:54.362576Z","time spent":"605.742304ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" "} {"level":"warn","ts":"2026-03-11T21:19:55.402966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.840454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:55.403266Z","caller":"traceutil/trace.go:171","msg":"trace[1175088331] linearizableReadLoop","detail":"{readStateIndex:24404; appliedIndex:24403; }","duration":"209.947674ms","start":"2026-03-11T21:19:55.193115Z","end":"2026-03-11T21:19:55.403063Z","steps":["trace[1175088331] 'read index received' (duration: 38.341µs)","trace[1175088331] 'applied index is now lower than readState.Index' (duration: 209.908033ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:55.403349Z","caller":"traceutil/trace.go:171","msg":"trace[248636004] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"419.609742ms","start":"2026-03-11T21:19:54.983726Z","end":"2026-03-11T21:19:55.403336Z","steps":["trace[248636004] 'process raft request' (duration: 97.309988ms)","trace[248636004] 'compare' (duration: 321.19007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:55.403511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:54.983715Z","time spent":"419.758505ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:55.404021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.877085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-11T21:19:55.404101Z","caller":"traceutil/trace.go:171","msg":"trace[756392395] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23590; }","duration":"211.010188ms","start":"2026-03-11T21:19:55.193074Z","end":"2026-03-11T21:19:55.404084Z","steps":["trace[756392395] 'agreement among raft nodes before linearized reading' (duration: 210.752742ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:55.881729Z","caller":"traceutil/trace.go:171","msg":"trace[443020186] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"525.303601ms","start":"2026-03-11T21:19:55.35635Z","end":"2026-03-11T21:19:55.881654Z","steps":["trace[443020186] 'process raft request' (duration: 427.488592ms)","trace[443020186] 'compare' (duration: 97.527793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:55.88196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.356322Z","time spent":"525.517726ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:56.823269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039369555s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:56.846589Z","caller":"traceutil/trace.go:171","msg":"trace[1979270827] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"1.490127897s","start":"2026-03-11T21:19:55.356431Z","end":"2026-03-11T21:19:56.846558Z","steps":["trace[1979270827] 'process raft request' (duration: 1.467092463s)","trace[1979270827] 'compare' (duration: 22.127234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:56.846771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.356388Z","time spent":"1.490282941s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:56.847006Z","caller":"traceutil/trace.go:171","msg":"trace[1632624708] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"1.490427755s","start":"2026-03-11T21:19:55.356549Z","end":"2026-03-11T21:19:56.846977Z","steps":["trace[1632624708] 'process raft request' (duration: 1.489949313s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.84743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.35654Z","time spent":"1.490537917s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:56.847529Z","caller":"traceutil/trace.go:171","msg":"trace[404320082] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"1.490851754s","start":"2026-03-11T21:19:55.356665Z","end":"2026-03-11T21:19:56.847517Z","steps":["trace[404320082] 'process raft request' (duration: 1.490163197s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.8476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.356628Z","time spent":"1.490935345s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:56.847782Z","caller":"traceutil/trace.go:171","msg":"trace[910560785] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"1.491026868s","start":"2026-03-11T21:19:55.356746Z","end":"2026-03-11T21:19:56.847773Z","steps":["trace[910560785] 'process raft request' (duration: 1.490720621s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.847833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.356737Z","time spent":"1.491069178s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:56.848163Z","caller":"traceutil/trace.go:171","msg":"trace[530971371] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"1.491359635s","start":"2026-03-11T21:19:55.356739Z","end":"2026-03-11T21:19:56.848099Z","steps":["trace[530971371] 'process raft request' (duration: 1.490995667s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.848235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.35671Z","time spent":"1.491488467s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:56.848586Z","caller":"traceutil/trace.go:171","msg":"trace[1215645582] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"1.491047627s","start":"2026-03-11T21:19:55.357514Z","end":"2026-03-11T21:19:56.848562Z","steps":["trace[1215645582] 'process raft request' (duration: 1.490533746s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:56.84872Z","caller":"traceutil/trace.go:171","msg":"trace[894601747] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"1.376519577s","start":"2026-03-11T21:19:55.472188Z","end":"2026-03-11T21:19:56.848708Z","steps":["trace[894601747] 'process raft request' (duration: 1.376312513s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.848737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.357487Z","time spent":"1.49117433s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:56.84878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.472163Z","time spent":"1.376585659s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:56.848832Z","caller":"traceutil/trace.go:171","msg":"trace[10938287] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"1.235878603s","start":"2026-03-11T21:19:55.612936Z","end":"2026-03-11T21:19:56.848815Z","steps":["trace[10938287] 'process raft request' (duration: 1.23573663s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:56.848823Z","caller":"traceutil/trace.go:171","msg":"trace[1185053991] linearizableReadLoop","detail":"{readStateIndex:24411; appliedIndex:24404; }","duration":"1.44549355s","start":"2026-03-11T21:19:55.403295Z","end":"2026-03-11T21:19:56.848789Z","steps":["trace[1185053991] 'read index received' (duration: 380.559853ms)","trace[1185053991] 'applied index is now lower than readState.Index' (duration: 1.064931657s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:56.848903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.61291Z","time spent":"1.235955675s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:56.848992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63946853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-11T21:19:56.849028Z","caller":"traceutil/trace.go:171","msg":"trace[470814956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23599; }","duration":"1.639547301s","start":"2026-03-11T21:19:55.209471Z","end":"2026-03-11T21:19:56.849018Z","steps":["trace[470814956] 'agreement among raft nodes before linearized reading' (duration: 1.639427319s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.849048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.209439Z","time spent":"1.639604213s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-11T21:19:56.87071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.526376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:56.870735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334308996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:56.870772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.365229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:56.870842Z","caller":"traceutil/trace.go:171","msg":"trace[1773805771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23599; }","duration":"922.494902ms","start":"2026-03-11T21:19:55.948329Z","end":"2026-03-11T21:19:56.870824Z","steps":["trace[1773805771] 'agreement among raft nodes before linearized reading' (duration: 922.260286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.870897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.948305Z","time spent":"922.582293ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:19:56.870826Z","caller":"traceutil/trace.go:171","msg":"trace[1377161160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23599; }","duration":"1.334464989s","start":"2026-03-11T21:19:55.53634Z","end":"2026-03-11T21:19:56.870805Z","steps":["trace[1377161160] 'agreement among raft nodes before linearized reading' (duration: 1.334310246s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.870947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414082514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-11T21:19:56.870986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.536319Z","time spent":"1.334652843s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:56.87101Z","caller":"traceutil/trace.go:171","msg":"trace[1807216481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23599; }","duration":"1.414181356s","start":"2026-03-11T21:19:55.45681Z","end":"2026-03-11T21:19:56.870991Z","steps":["trace[1807216481] 'agreement among raft nodes before linearized reading' (duration: 1.413755817s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.870722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.899084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:19:56.871056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.699004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-11T21:19:56.871056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.456787Z","time spent":"1.414257169s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:19:56.870779Z","caller":"traceutil/trace.go:171","msg":"trace[1038935114] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23599; }","duration":"525.661589ms","start":"2026-03-11T21:19:56.345101Z","end":"2026-03-11T21:19:56.870763Z","steps":["trace[1038935114] 'agreement among raft nodes before linearized reading' (duration: 525.544067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.871194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:56.345078Z","time spent":"526.089818ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:56.871228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.349894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:56.871348Z","caller":"traceutil/trace.go:171","msg":"trace[1327604942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23599; }","duration":"924.510448ms","start":"2026-03-11T21:19:55.946825Z","end":"2026-03-11T21:19:56.871336Z","steps":["trace[1327604942] 'agreement among raft nodes before linearized reading' (duration: 923.68671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.871382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.946784Z","time spent":"924.58714ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:19:56.871122Z","caller":"traceutil/trace.go:171","msg":"trace[1216836803] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4; range_end:; response_count:1; response_revision:23599; }","duration":"896.757725ms","start":"2026-03-11T21:19:55.974316Z","end":"2026-03-11T21:19:56.871074Z","steps":["trace[1216836803] 'agreement among raft nodes before linearized reading' (duration: 896.271554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.871456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.974298Z","time spent":"897.133973ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da932a55-02fd-41d6-b308-6749cc41b9e4\" "} {"level":"warn","ts":"2026-03-11T21:19:56.870797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366315766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:56.871685Z","caller":"traceutil/trace.go:171","msg":"trace[308491969] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23599; }","duration":"1.367259667s","start":"2026-03-11T21:19:55.504383Z","end":"2026-03-11T21:19:56.871643Z","steps":["trace[308491969] 'agreement among raft nodes before linearized reading' (duration: 1.366295155s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:56.871712Z","caller":"traceutil/trace.go:171","msg":"trace[1158361221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23599; }","duration":"924.952237ms","start":"2026-03-11T21:19:55.946744Z","end":"2026-03-11T21:19:56.871697Z","steps":["trace[1158361221] 'agreement among raft nodes before linearized reading' (duration: 923.791921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:56.871729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.504369Z","time spent":"1.367346039s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:56.87175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:55.946723Z","time spent":"925.017799ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:19:58.89669Z","caller":"traceutil/trace.go:171","msg":"trace[287159792] linearizableReadLoop","detail":"{readStateIndex:24430; appliedIndex:24429; }","duration":"361.532058ms","start":"2026-03-11T21:19:58.535131Z","end":"2026-03-11T21:19:58.896663Z","steps":["trace[287159792] 'read index received' (duration: 361.351504ms)","trace[287159792] 'applied index is now lower than readState.Index' (duration: 177.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:58.896779Z","caller":"traceutil/trace.go:171","msg":"trace[272650218] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"647.240839ms","start":"2026-03-11T21:19:58.249508Z","end":"2026-03-11T21:19:58.896749Z","steps":["trace[272650218] 'process raft request' (duration: 646.974253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:58.896949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.817644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:58.897051Z","caller":"traceutil/trace.go:171","msg":"trace[491339691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23615; }","duration":"361.973289ms","start":"2026-03-11T21:19:58.535058Z","end":"2026-03-11T21:19:58.897032Z","steps":["trace[491339691] 'agreement among raft nodes before linearized reading' (duration: 361.822525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:58.896959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:58.249482Z","time spent":"647.382552ms","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:58.897192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:58.535032Z","time spent":"362.096131ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:58.988608Z","caller":"traceutil/trace.go:171","msg":"trace[1049969173] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"134.702199ms","start":"2026-03-11T21:19:58.853881Z","end":"2026-03-11T21:19:58.988584Z","steps":["trace[1049969173] 'process raft request' (duration: 134.525665ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:58.988876Z","caller":"traceutil/trace.go:171","msg":"trace[1243375377] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"133.926383ms","start":"2026-03-11T21:19:58.854939Z","end":"2026-03-11T21:19:58.988865Z","steps":["trace[1243375377] 'process raft request' (duration: 133.606025ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:58.988996Z","caller":"traceutil/trace.go:171","msg":"trace[900679272] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"133.946733ms","start":"2026-03-11T21:19:58.855009Z","end":"2026-03-11T21:19:58.988955Z","steps":["trace[900679272] 'process raft request' (duration: 133.770989ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:58.9891Z","caller":"traceutil/trace.go:171","msg":"trace[1947376925] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"133.293577ms","start":"2026-03-11T21:19:58.855785Z","end":"2026-03-11T21:19:58.989079Z","steps":["trace[1947376925] 'process raft request' (duration: 133.133504ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:58.989199Z","caller":"traceutil/trace.go:171","msg":"trace[36425939] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"133.329718ms","start":"2026-03-11T21:19:58.85586Z","end":"2026-03-11T21:19:58.98919Z","steps":["trace[36425939] 'process raft request' (duration: 133.111893ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:58.989027Z","caller":"traceutil/trace.go:171","msg":"trace[1060448597] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"133.772879ms","start":"2026-03-11T21:19:58.855227Z","end":"2026-03-11T21:19:58.989Z","steps":["trace[1060448597] 'process raft request' (duration: 133.643046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:58.989357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.197092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:19:58.989375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.196412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:58.989442Z","caller":"traceutil/trace.go:171","msg":"trace[236610331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23621; }","duration":"103.355726ms","start":"2026-03-11T21:19:58.886062Z","end":"2026-03-11T21:19:58.989418Z","steps":["trace[236610331] 'agreement among raft nodes before linearized reading' (duration: 103.09925ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:58.989441Z","caller":"traceutil/trace.go:171","msg":"trace[669784393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23621; }","duration":"100.319886ms","start":"2026-03-11T21:19:58.889106Z","end":"2026-03-11T21:19:58.989426Z","steps":["trace[669784393] 'agreement among raft nodes before linearized reading' (duration: 100.0519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:58.989482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.173932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:58.989552Z","caller":"traceutil/trace.go:171","msg":"trace[932286157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23621; }","duration":"100.313545ms","start":"2026-03-11T21:19:58.88922Z","end":"2026-03-11T21:19:58.989533Z","steps":["trace[932286157] 'agreement among raft nodes before linearized reading' (duration: 99.879475ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:00.437144Z","caller":"traceutil/trace.go:171","msg":"trace[701941894] linearizableReadLoop","detail":"{readStateIndex:24451; appliedIndex:24450; }","duration":"193.352996ms","start":"2026-03-11T21:20:00.243768Z","end":"2026-03-11T21:20:00.437121Z","steps":["trace[701941894] 'read index received' (duration: 193.260374ms)","trace[701941894] 'applied index is now lower than readState.Index' (duration: 91.782µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:20:00.437252Z","caller":"traceutil/trace.go:171","msg":"trace[1627260555] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"331.719439ms","start":"2026-03-11T21:20:00.105524Z","end":"2026-03-11T21:20:00.437243Z","steps":["trace[1627260555] 'process raft request' (duration: 331.470683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:00.43735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:00.105481Z","time spent":"331.792331ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T21:20:00.437561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.794836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-11T21:20:00.437589Z","caller":"traceutil/trace.go:171","msg":"trace[1591554949] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:23636; }","duration":"193.873848ms","start":"2026-03-11T21:20:00.243708Z","end":"2026-03-11T21:20:00.437582Z","steps":["trace[1591554949] 'agreement among raft nodes before linearized reading' (duration: 193.735965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:00.437763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.996526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-11T21:20:00.43779Z","caller":"traceutil/trace.go:171","msg":"trace[126751513] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23636; }","duration":"178.065367ms","start":"2026-03-11T21:20:00.259717Z","end":"2026-03-11T21:20:00.437782Z","steps":["trace[126751513] 'agreement among raft nodes before linearized reading' (duration: 178.015296ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:02.060901Z","caller":"traceutil/trace.go:171","msg":"trace[1491906319] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"156.21993ms","start":"2026-03-11T21:20:01.904626Z","end":"2026-03-11T21:20:02.060846Z","steps":["trace[1491906319] 'process raft request' (duration: 155.932484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:03.734734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.259867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:20:03.734878Z","caller":"traceutil/trace.go:171","msg":"trace[1833308119] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"300.119899ms","start":"2026-03-11T21:20:03.434728Z","end":"2026-03-11T21:20:03.734848Z","steps":["trace[1833308119] 'process raft request' (duration: 155.639447ms)","trace[1833308119] 'compare' (duration: 144.060213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:20:03.734962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:03.4347Z","time spent":"300.225372ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T21:20:04.097586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.092482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:20:04.097695Z","caller":"traceutil/trace.go:171","msg":"trace[1581618582] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23685; }","duration":"222.325577ms","start":"2026-03-11T21:20:03.875343Z","end":"2026-03-11T21:20:04.097669Z","steps":["trace[1581618582] 'count revisions from in-memory index tree' (duration: 221.97548ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:04.222966Z","caller":"traceutil/trace.go:171","msg":"trace[1158303769] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"156.059535ms","start":"2026-03-11T21:20:04.066878Z","end":"2026-03-11T21:20:04.222937Z","steps":["trace[1158303769] 'process raft request' (duration: 155.885841ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.295128Z","caller":"traceutil/trace.go:171","msg":"trace[1565266066] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"271.379515ms","start":"2026-03-11T21:20:09.023713Z","end":"2026-03-11T21:20:09.295093Z","steps":["trace[1565266066] 'process raft request' (duration: 271.16466ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.516354Z","caller":"traceutil/trace.go:171","msg":"trace[1670768019] linearizableReadLoop","detail":"{readStateIndex:24556; appliedIndex:24550; }","duration":"470.533132ms","start":"2026-03-11T21:20:09.045799Z","end":"2026-03-11T21:20:09.516332Z","steps":["trace[1670768019] 'read index received' (duration: 249.085936ms)","trace[1670768019] 'applied index is now lower than readState.Index' (duration: 221.446186ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:20:09.516556Z","caller":"traceutil/trace.go:171","msg":"trace[687073454] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"483.763294ms","start":"2026-03-11T21:20:09.032764Z","end":"2026-03-11T21:20:09.516527Z","steps":["trace[687073454] 'process raft request' (duration: 483.502708ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.516603Z","caller":"traceutil/trace.go:171","msg":"trace[1460748459] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"485.301479ms","start":"2026-03-11T21:20:09.031264Z","end":"2026-03-11T21:20:09.516565Z","steps":["trace[1460748459] 'process raft request' (duration: 484.92882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.516703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.032756Z","time spent":"483.864757ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:09.516703Z","caller":"traceutil/trace.go:171","msg":"trace[814960847] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"484.955081ms","start":"2026-03-11T21:20:09.031682Z","end":"2026-03-11T21:20:09.516637Z","steps":["trace[814960847] 'process raft request' (duration: 484.559662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.516799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.609819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:20:09.516832Z","caller":"traceutil/trace.go:171","msg":"trace[634127209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23739; }","duration":"461.714941ms","start":"2026-03-11T21:20:09.055109Z","end":"2026-03-11T21:20:09.516824Z","steps":["trace[634127209] 'agreement among raft nodes before linearized reading' (duration: 461.485236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.516826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.976059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T21:20:09.516854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.055092Z","time spent":"461.755623ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:20:09.51684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.031232Z","time spent":"485.458382ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:09.516863Z","caller":"traceutil/trace.go:171","msg":"trace[1650470521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23739; }","duration":"459.079071ms","start":"2026-03-11T21:20:09.057775Z","end":"2026-03-11T21:20:09.516854Z","steps":["trace[1650470521] 'agreement among raft nodes before linearized reading' (duration: 458.928148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.516894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.057748Z","time spent":"459.139653ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:20:09.516894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.793253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:20:09.516917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.031655Z","time spent":"485.151165ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:09.516966Z","caller":"traceutil/trace.go:171","msg":"trace[944559942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23739; }","duration":"454.911196ms","start":"2026-03-11T21:20:09.062038Z","end":"2026-03-11T21:20:09.516949Z","steps":["trace[944559942] 'agreement among raft nodes before linearized reading' (duration: 454.65127ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.516986Z","caller":"traceutil/trace.go:171","msg":"trace[873361229] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"486.70653ms","start":"2026-03-11T21:20:09.030268Z","end":"2026-03-11T21:20:09.516975Z","steps":["trace[873361229] 'process raft request' (duration: 474.381399ms)","trace[873361229] 'compare' (duration: 10.908919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:20:09.517005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.062021Z","time spent":"454.978417ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T21:20:09.517013Z","caller":"traceutil/trace.go:171","msg":"trace[230195287] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"477.395808ms","start":"2026-03-11T21:20:09.039609Z","end":"2026-03-11T21:20:09.517005Z","steps":["trace[230195287] 'process raft request' (duration: 476.685752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.517031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.860059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T21:20:09.517031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.030237Z","time spent":"486.770741ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:09.51705Z","caller":"traceutil/trace.go:171","msg":"trace[1426702494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23739; }","duration":"459.91235ms","start":"2026-03-11T21:20:09.057131Z","end":"2026-03-11T21:20:09.517043Z","steps":["trace[1426702494] 'agreement among raft nodes before linearized reading' (duration: 459.861169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.517067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.057114Z","time spent":"459.949461ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:20:09.517092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.039596Z","time spent":"477.438889ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:20:09.51722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.432673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T21:20:09.517246Z","caller":"traceutil/trace.go:171","msg":"trace[440555972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23739; }","duration":"471.498615ms","start":"2026-03-11T21:20:09.04574Z","end":"2026-03-11T21:20:09.517239Z","steps":["trace[440555972] 'agreement among raft nodes before linearized reading' (duration: 471.354591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.517274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:09.045722Z","time spent":"471.547595ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:20:09.634447Z","caller":"traceutil/trace.go:171","msg":"trace[356758366] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"113.108137ms","start":"2026-03-11T21:20:09.521304Z","end":"2026-03-11T21:20:09.634412Z","steps":["trace[356758366] 'process raft request' (duration: 112.562235ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.634816Z","caller":"traceutil/trace.go:171","msg":"trace[1213000819] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"112.029583ms","start":"2026-03-11T21:20:09.52274Z","end":"2026-03-11T21:20:09.63477Z","steps":["trace[1213000819] 'process raft request' (duration: 111.617434ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.636242Z","caller":"traceutil/trace.go:171","msg":"trace[1679810412] linearizableReadLoop","detail":"{readStateIndex:24561; appliedIndex:24557; }","duration":"103.266713ms","start":"2026-03-11T21:20:09.532936Z","end":"2026-03-11T21:20:09.636203Z","steps":["trace[1679810412] 'read index received' (duration: 74.812725ms)","trace[1679810412] 'applied index is now lower than readState.Index' (duration: 28.452718ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:20:09.63635Z","caller":"traceutil/trace.go:171","msg":"trace[1811762058] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"112.889822ms","start":"2026-03-11T21:20:09.52345Z","end":"2026-03-11T21:20:09.63634Z","steps":["trace[1811762058] 'process raft request' (duration: 111.153992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.63669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.726563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:20:09.636749Z","caller":"traceutil/trace.go:171","msg":"trace[1016442301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23744; }","duration":"103.824946ms","start":"2026-03-11T21:20:09.532904Z","end":"2026-03-11T21:20:09.636729Z","steps":["trace[1016442301] 'agreement among raft nodes before linearized reading' (duration: 103.718853ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.637181Z","caller":"traceutil/trace.go:171","msg":"trace[150501105] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"112.3562ms","start":"2026-03-11T21:20:09.524813Z","end":"2026-03-11T21:20:09.637169Z","steps":["trace[150501105] 'process raft request' (duration: 111.341017ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.485775Z","caller":"traceutil/trace.go:171","msg":"trace[1785301909] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"109.725372ms","start":"2026-03-11T21:20:29.37601Z","end":"2026-03-11T21:20:29.485735Z","steps":["trace[1785301909] 'process raft request' (duration: 109.524916ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.872516Z","caller":"traceutil/trace.go:171","msg":"trace[1762453904] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"284.573615ms","start":"2026-03-11T21:20:29.587901Z","end":"2026-03-11T21:20:29.872474Z","steps":["trace[1762453904] 'process raft request' (duration: 284.349599ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.4897Z","caller":"traceutil/trace.go:171","msg":"trace[1687168878] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"899.682792ms","start":"2026-03-11T21:20:29.589986Z","end":"2026-03-11T21:20:30.489668Z","steps":["trace[1687168878] 'process raft request' (duration: 898.292089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.489921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.58995Z","time spent":"899.857086ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:30.490161Z","caller":"traceutil/trace.go:171","msg":"trace[1495859713] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"900.02683ms","start":"2026-03-11T21:20:29.590098Z","end":"2026-03-11T21:20:30.490125Z","steps":["trace[1495859713] 'process raft request' (duration: 899.507018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.490626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.590063Z","time spent":"900.433198ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:30.490863Z","caller":"traceutil/trace.go:171","msg":"trace[1332320922] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"900.426249ms","start":"2026-03-11T21:20:29.590389Z","end":"2026-03-11T21:20:30.490815Z","steps":["trace[1332320922] 'process raft request' (duration: 900.115662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.490984Z","caller":"traceutil/trace.go:171","msg":"trace[646011483] linearizableReadLoop","detail":"{readStateIndex:24720; appliedIndex:24715; }","duration":"783.74798ms","start":"2026-03-11T21:20:29.707209Z","end":"2026-03-11T21:20:30.490957Z","steps":["trace[646011483] 'read index received' (duration: 165.03794ms)","trace[646011483] 'applied index is now lower than readState.Index' (duration: 618.70676ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:20:30.491014Z","caller":"traceutil/trace.go:171","msg":"trace[2057006637] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"900.427578ms","start":"2026-03-11T21:20:29.590552Z","end":"2026-03-11T21:20:30.490979Z","steps":["trace[2057006637] 'process raft request' (duration: 900.087791ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.491006Z","caller":"traceutil/trace.go:171","msg":"trace[1888422257] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"446.615027ms","start":"2026-03-11T21:20:30.044364Z","end":"2026-03-11T21:20:30.490979Z","steps":["trace[1888422257] 'process raft request' (duration: 446.343971ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.491034Z","caller":"traceutil/trace.go:171","msg":"trace[1325367900] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"135.881776ms","start":"2026-03-11T21:20:30.355128Z","end":"2026-03-11T21:20:30.49101Z","steps":["trace[1325367900] 'process raft request' (duration: 135.63975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.491074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.590374Z","time spent":"900.593032ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:20:30.491107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.590543Z","time spent":"900.51763ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:20:30.491123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:30.044331Z","time spent":"446.748199ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:20:30.491209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.001025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:20:30.491233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.326809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:20:30.491248Z","caller":"traceutil/trace.go:171","msg":"trace[113181086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23902; }","duration":"784.084377ms","start":"2026-03-11T21:20:29.70715Z","end":"2026-03-11T21:20:30.491235Z","steps":["trace[113181086] 'agreement among raft nodes before linearized reading' (duration: 783.916793ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.491262Z","caller":"traceutil/trace.go:171","msg":"trace[1821456750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23902; }","duration":"700.38044ms","start":"2026-03-11T21:20:29.790872Z","end":"2026-03-11T21:20:30.491252Z","steps":["trace[1821456750] 'agreement among raft nodes before linearized reading' (duration: 700.316109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.491269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.737251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:20:30.49128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.790858Z","time spent":"700.417661ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:20:30.491279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.707128Z","time spent":"784.142748ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:20:30.491276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.283927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:20:30.491273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.815547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:20:30.491309Z","caller":"traceutil/trace.go:171","msg":"trace[336660463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23902; }","duration":"726.789081ms","start":"2026-03-11T21:20:29.764504Z","end":"2026-03-11T21:20:30.491293Z","steps":["trace[336660463] 'agreement among raft nodes before linearized reading' (duration: 726.681749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.491347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.764491Z","time spent":"726.847723ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:20:30.491341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.494747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:20:30.491326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.707732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:20:30.491316Z","caller":"traceutil/trace.go:171","msg":"trace[1785658698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23902; }","duration":"732.345119ms","start":"2026-03-11T21:20:29.75896Z","end":"2026-03-11T21:20:30.491305Z","steps":["trace[1785658698] 'agreement among raft nodes before linearized reading' (duration: 732.203055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.491418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.44463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T21:20:30.49143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.758949Z","time spent":"732.474831ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:20:30.491426Z","caller":"traceutil/trace.go:171","msg":"trace[410773607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23902; }","duration":"153.883776ms","start":"2026-03-11T21:20:30.337518Z","end":"2026-03-11T21:20:30.491402Z","steps":["trace[410773607] 'agreement among raft nodes before linearized reading' (duration: 153.710202ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.491459Z","caller":"traceutil/trace.go:171","msg":"trace[1323739629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23902; }","duration":"728.532243ms","start":"2026-03-11T21:20:29.762915Z","end":"2026-03-11T21:20:30.491447Z","steps":["trace[1323739629] 'agreement among raft nodes before linearized reading' (duration: 728.422509ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.491343Z","caller":"traceutil/trace.go:171","msg":"trace[1503568699] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23902; }","duration":"516.95446ms","start":"2026-03-11T21:20:29.974366Z","end":"2026-03-11T21:20:30.49132Z","steps":["trace[1503568699] 'agreement among raft nodes before linearized reading' (duration: 516.807537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.491489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.76289Z","time spent":"728.591404ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:20:30.491483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.667862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-11T21:20:30.491511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.974339Z","time spent":"517.162565ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:20:30.491531Z","caller":"traceutil/trace.go:171","msg":"trace[164048312] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:23902; }","duration":"246.763314ms","start":"2026-03-11T21:20:30.244753Z","end":"2026-03-11T21:20:30.491516Z","steps":["trace[164048312] 'agreement among raft nodes before linearized reading' (duration: 246.62488ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:30.491397Z","caller":"traceutil/trace.go:171","msg":"trace[1463758973] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23902; }","duration":"185.63834ms","start":"2026-03-11T21:20:30.305741Z","end":"2026-03-11T21:20:30.491379Z","steps":["trace[1463758973] 'agreement among raft nodes before linearized reading' (duration: 185.528698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.49142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.360498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:20:30.491683Z","caller":"traceutil/trace.go:171","msg":"trace[1753060676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23902; }","duration":"728.667966ms","start":"2026-03-11T21:20:29.763004Z","end":"2026-03-11T21:20:30.491672Z","steps":["trace[1753060676] 'agreement among raft nodes before linearized reading' (duration: 728.327857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:30.491725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:29.762974Z","time spent":"728.740098ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:20:36.827158Z","caller":"traceutil/trace.go:171","msg":"trace[1364214961] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"308.093931ms","start":"2026-03-11T21:20:36.519029Z","end":"2026-03-11T21:20:36.827123Z","steps":["trace[1364214961] 'process raft request' (duration: 307.906017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:36.827441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:36.518994Z","time spent":"308.332266ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:36.830709Z","caller":"traceutil/trace.go:171","msg":"trace[1383976955] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"305.90785ms","start":"2026-03-11T21:20:36.52478Z","end":"2026-03-11T21:20:36.830688Z","steps":["trace[1383976955] 'process raft request' (duration: 305.842849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:36.830882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:36.524723Z","time spent":"306.068305ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:36.83072Z","caller":"traceutil/trace.go:171","msg":"trace[2004033486] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"306.349631ms","start":"2026-03-11T21:20:36.524348Z","end":"2026-03-11T21:20:36.830697Z","steps":["trace[2004033486] 'process raft request' (duration: 306.166697ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:36.83103Z","caller":"traceutil/trace.go:171","msg":"trace[668920730] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"305.924612ms","start":"2026-03-11T21:20:36.525089Z","end":"2026-03-11T21:20:36.831013Z","steps":["trace[668920730] 'process raft request' (duration: 305.567563ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:36.831067Z","caller":"traceutil/trace.go:171","msg":"trace[1261891318] linearizableReadLoop","detail":"{readStateIndex:24767; appliedIndex:24762; }","duration":"297.363957ms","start":"2026-03-11T21:20:36.533673Z","end":"2026-03-11T21:20:36.831037Z","steps":["trace[1261891318] 'read index received' (duration: 293.358995ms)","trace[1261891318] 'applied index is now lower than readState.Index' (duration: 4.004092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:20:36.831095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:36.524309Z","time spent":"306.692839ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:20:36.831119Z","caller":"traceutil/trace.go:171","msg":"trace[587300315] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"305.802309ms","start":"2026-03-11T21:20:36.525281Z","end":"2026-03-11T21:20:36.831083Z","steps":["trace[587300315] 'process raft request' (duration: 305.646055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:36.83118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:36.525045Z","time spent":"306.078745ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:20:36.831303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:36.525266Z","time spent":"305.936602ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:20:36.831345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.037276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:20:36.83138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.434943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:20:36.831395Z","caller":"traceutil/trace.go:171","msg":"trace[926356285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23944; }","duration":"296.137799ms","start":"2026-03-11T21:20:36.535245Z","end":"2026-03-11T21:20:36.831383Z","steps":["trace[926356285] 'agreement among raft nodes before linearized reading' (duration: 295.951765ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:36.83142Z","caller":"traceutil/trace.go:171","msg":"trace[1304312444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23944; }","duration":"295.481865ms","start":"2026-03-11T21:20:36.535927Z","end":"2026-03-11T21:20:36.831409Z","steps":["trace[1304312444] 'agreement among raft nodes before linearized reading' (duration: 295.381212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:36.831451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.130426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:20:36.83153Z","caller":"traceutil/trace.go:171","msg":"trace[498633585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23944; }","duration":"295.222778ms","start":"2026-03-11T21:20:36.536287Z","end":"2026-03-11T21:20:36.83151Z","steps":["trace[498633585] 'agreement among raft nodes before linearized reading' (duration: 295.013153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:36.831501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.820397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:20:36.831644Z","caller":"traceutil/trace.go:171","msg":"trace[1149378374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23944; }","duration":"298.001011ms","start":"2026-03-11T21:20:36.533627Z","end":"2026-03-11T21:20:36.831628Z","steps":["trace[1149378374] 'agreement among raft nodes before linearized reading' (duration: 297.544881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:36.832771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.398515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:20:36.832836Z","caller":"traceutil/trace.go:171","msg":"trace[1179785598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23944; }","duration":"296.486566ms","start":"2026-03-11T21:20:36.536333Z","end":"2026-03-11T21:20:36.83282Z","steps":["trace[1179785598] 'agreement among raft nodes before linearized reading' (duration: 295.158366ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:09.765035Z","caller":"traceutil/trace.go:171","msg":"trace[1693358987] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"120.241146ms","start":"2026-03-11T21:21:09.64476Z","end":"2026-03-11T21:21:09.765001Z","steps":["trace[1693358987] 'process raft request' (duration: 119.97423ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:09.978448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21845} {"level":"info","ts":"2026-03-11T21:21:10.120063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21845,"took":"137.452693ms","hash":841707594,"current-db-size-bytes":48132096,"current-db-size":"48 MB","current-db-size-in-use-bytes":31862784,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-11T21:21:10.120134Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":841707594,"revision":21845,"compact-revision":18846} {"level":"info","ts":"2026-03-11T21:21:15.678626Z","caller":"traceutil/trace.go:171","msg":"trace[1655979689] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"110.405775ms","start":"2026-03-11T21:21:15.568184Z","end":"2026-03-11T21:21:15.678589Z","steps":["trace[1655979689] 'process raft request' (duration: 110.18811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:21:15.826605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.966887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:21:18.302574Z","caller":"traceutil/trace.go:171","msg":"trace[1124225349] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"164.364779ms","start":"2026-03-11T21:21:18.138165Z","end":"2026-03-11T21:21:18.302529Z","steps":["trace[1124225349] 'process raft request' (duration: 164.100632ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:40.986885Z","caller":"traceutil/trace.go:171","msg":"trace[1886168991] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"164.830239ms","start":"2026-03-11T21:23:40.822022Z","end":"2026-03-11T21:23:40.986853Z","steps":["trace[1886168991] 'process raft request' (duration: 164.666715ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:41.014564Z","caller":"traceutil/trace.go:171","msg":"trace[1986214893] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"135.281384ms","start":"2026-03-11T21:23:40.879244Z","end":"2026-03-11T21:23:41.014526Z","steps":["trace[1986214893] 'process raft request' (duration: 135.09627ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:47.829789Z","caller":"traceutil/trace.go:171","msg":"trace[1033479047] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"193.577637ms","start":"2026-03-11T21:23:47.63618Z","end":"2026-03-11T21:23:47.829757Z","steps":["trace[1033479047] 'process raft request' (duration: 193.408193ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:47.831177Z","caller":"traceutil/trace.go:171","msg":"trace[869990996] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"180.996802ms","start":"2026-03-11T21:23:47.650146Z","end":"2026-03-11T21:23:47.831143Z","steps":["trace[869990996] 'process raft request' (duration: 180.748997ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:47.831449Z","caller":"traceutil/trace.go:171","msg":"trace[1527690623] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"177.25254ms","start":"2026-03-11T21:23:47.65417Z","end":"2026-03-11T21:23:47.831422Z","steps":["trace[1527690623] 'process raft request' (duration: 176.893101ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:47.831925Z","caller":"traceutil/trace.go:171","msg":"trace[1528422946] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"177.67479ms","start":"2026-03-11T21:23:47.654236Z","end":"2026-03-11T21:23:47.831911Z","steps":["trace[1528422946] 'process raft request' (duration: 177.098187ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:47.832292Z","caller":"traceutil/trace.go:171","msg":"trace[278645491] linearizableReadLoop","detail":"{readStateIndex:26634; appliedIndex:26629; }","duration":"166.549209ms","start":"2026-03-11T21:23:47.665732Z","end":"2026-03-11T21:23:47.832281Z","steps":["trace[278645491] 'read index received' (duration: 163.851978ms)","trace[278645491] 'applied index is now lower than readState.Index' (duration: 2.696271ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:23:47.832455Z","caller":"traceutil/trace.go:171","msg":"trace[1066545092] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"176.717437ms","start":"2026-03-11T21:23:47.655727Z","end":"2026-03-11T21:23:47.832445Z","steps":["trace[1066545092] 'process raft request' (duration: 176.138395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:23:47.832668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.925778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-8c9c45c7f-smwnr.189be6622ea6b243\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-03-11T21:23:47.832717Z","caller":"traceutil/trace.go:171","msg":"trace[1674142757] range","detail":"{range_begin:/registry/events/openstack/manila-api-8c9c45c7f-smwnr.189be6622ea6b243; range_end:; response_count:1; response_revision:25763; }","duration":"167.020569ms","start":"2026-03-11T21:23:47.665682Z","end":"2026-03-11T21:23:47.832703Z","steps":["trace[1674142757] 'agreement among raft nodes before linearized reading' (duration: 166.856675ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:52.11467Z","caller":"traceutil/trace.go:171","msg":"trace[13712106] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"266.434106ms","start":"2026-03-11T21:23:51.8482Z","end":"2026-03-11T21:23:52.114634Z","steps":["trace[13712106] 'process raft request' (duration: 249.505254ms)","trace[13712106] 'compare' (duration: 16.677566ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:23:52.11512Z","caller":"traceutil/trace.go:171","msg":"trace[2108282551] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"266.575318ms","start":"2026-03-11T21:23:51.848512Z","end":"2026-03-11T21:23:52.115087Z","steps":["trace[2108282551] 'process raft request' (duration: 266.052776ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:52.115683Z","caller":"traceutil/trace.go:171","msg":"trace[2129946876] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"265.736439ms","start":"2026-03-11T21:23:51.849901Z","end":"2026-03-11T21:23:52.115638Z","steps":["trace[2129946876] 'process raft request' (duration: 265.434443ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:52.115849Z","caller":"traceutil/trace.go:171","msg":"trace[832606883] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"229.908374ms","start":"2026-03-11T21:23:51.885872Z","end":"2026-03-11T21:23:52.11578Z","steps":["trace[832606883] 'process raft request' (duration: 229.586336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:23:52.116055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.84202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:23:52.115494Z","caller":"traceutil/trace.go:171","msg":"trace[1250281977] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"266.061867ms","start":"2026-03-11T21:23:51.849396Z","end":"2026-03-11T21:23:52.115458Z","steps":["trace[1250281977] 'process raft request' (duration: 265.593417ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:52.116139Z","caller":"traceutil/trace.go:171","msg":"trace[1198911016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25794; }","duration":"264.999194ms","start":"2026-03-11T21:23:51.851117Z","end":"2026-03-11T21:23:52.116116Z","steps":["trace[1198911016] 'agreement among raft nodes before linearized reading' (duration: 264.721128ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:52.115782Z","caller":"traceutil/trace.go:171","msg":"trace[598955057] linearizableReadLoop","detail":"{readStateIndex:26665; appliedIndex:26660; }","duration":"264.554913ms","start":"2026-03-11T21:23:51.851173Z","end":"2026-03-11T21:23:52.115728Z","steps":["trace[598955057] 'read index received' (duration: 54.380624ms)","trace[598955057] 'applied index is now lower than readState.Index' (duration: 210.173049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:23:52.116592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.110162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:23:52.116636Z","caller":"traceutil/trace.go:171","msg":"trace[1764127807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25794; }","duration":"144.202604ms","start":"2026-03-11T21:23:51.972424Z","end":"2026-03-11T21:23:52.116626Z","steps":["trace[1764127807] 'agreement among raft nodes before linearized reading' (duration: 144.077132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:23:52.116695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.398566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:23:52.116735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.214734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:23:52.116771Z","caller":"traceutil/trace.go:171","msg":"trace[2072604662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25794; }","duration":"183.536909ms","start":"2026-03-11T21:23:51.933214Z","end":"2026-03-11T21:23:52.116751Z","steps":["trace[2072604662] 'agreement among raft nodes before linearized reading' (duration: 183.290134ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:23:52.116792Z","caller":"traceutil/trace.go:171","msg":"trace[534247468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25794; }","duration":"144.305907ms","start":"2026-03-11T21:23:51.972465Z","end":"2026-03-11T21:23:52.116771Z","steps":["trace[534247468] 'agreement among raft nodes before linearized reading' (duration: 144.121702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:23:52.117079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.233905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T21:23:52.117144Z","caller":"traceutil/trace.go:171","msg":"trace[432223043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25794; }","duration":"148.343317ms","start":"2026-03-11T21:23:51.968786Z","end":"2026-03-11T21:23:52.117129Z","steps":["trace[432223043] 'agreement among raft nodes before linearized reading' (duration: 147.820736ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:05.900396Z","caller":"traceutil/trace.go:171","msg":"trace[1284441786] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"107.48693ms","start":"2026-03-11T21:24:05.792871Z","end":"2026-03-11T21:24:05.900358Z","steps":["trace[1284441786] 'process raft request' (duration: 107.270444ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:26:09.985325Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24345} {"level":"info","ts":"2026-03-11T21:26:10.116638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24345,"took":"127.89604ms","hash":2461952437,"current-db-size-bytes":48132096,"current-db-size":"48 MB","current-db-size-in-use-bytes":33161216,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-11T21:26:10.116713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2461952437,"revision":24345,"compact-revision":21845} {"level":"info","ts":"2026-03-11T21:31:09.991805Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26897} {"level":"info","ts":"2026-03-11T21:31:10.133703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26897,"took":"137.737975ms","hash":2299510692,"current-db-size-bytes":48132096,"current-db-size":"48 MB","current-db-size-in-use-bytes":27054080,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T21:31:10.13378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2299510692,"revision":26897,"compact-revision":24345} {"level":"info","ts":"2026-03-11T21:31:17.834886Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b4c6dc24a78438ca","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T21:31:17.8406Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-11T21:31:17.84084Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-11T21:36:09.997205Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28975} {"level":"info","ts":"2026-03-11T21:36:10.132981Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28975,"took":"131.576457ms","hash":1954625898,"current-db-size-bytes":48132096,"current-db-size":"48 MB","current-db-size-in-use-bytes":28143616,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T21:36:10.133056Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1954625898,"revision":28975,"compact-revision":26897} {"level":"info","ts":"2026-03-11T21:41:10.005958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31100} {"level":"info","ts":"2026-03-11T21:41:10.152986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31100,"took":"141.213133ms","hash":3512209254,"current-db-size-bytes":48132096,"current-db-size":"48 MB","current-db-size-in-use-bytes":28942336,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T21:41:10.153043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3512209254,"revision":31100,"compact-revision":28975} {"level":"info","ts":"2026-03-11T21:46:10.014566Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33241} {"level":"info","ts":"2026-03-11T21:46:10.146824Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33241,"took":"127.576866ms","hash":2321593833,"current-db-size-bytes":51109888,"current-db-size":"51 MB","current-db-size-in-use-bytes":29212672,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T21:46:10.146892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2321593833,"revision":33241,"compact-revision":31100} {"level":"info","ts":"2026-03-11T21:46:31.05142Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f25.wal"} {"level":"info","ts":"2026-03-11T21:51:10.022347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35327} {"level":"info","ts":"2026-03-11T21:51:10.146745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35327,"took":"119.718888ms","hash":89161953,"current-db-size-bytes":51109888,"current-db-size":"51 MB","current-db-size-in-use-bytes":28237824,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T21:51:10.146803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":89161953,"revision":35327,"compact-revision":33241}