{"level":"warn","ts":"2026-03-06T20:19:02.640002Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T20:19:02.640101Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.49:2380","--initial-cluster=instance=https://162.253.55.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T20:19:02.640175Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T20:19:02.640196Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-06T20:19:02.640218Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T20:19:02.641061Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"]} {"level":"info","ts":"2026-03-06T20:19:02.641136Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T20:19:02.646036Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.59413ms"} {"level":"info","ts":"2026-03-06T20:19:02.652372Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a9ba61e55fef5be","cluster-id":"9612db6e19ac6ce7"} {"level":"info","ts":"2026-03-06T20:19:02.652468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T20:19:02.652493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 0"} {"level":"info","ts":"2026-03-06T20:19:02.652505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a9ba61e55fef5be [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T20:19:02.652524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 1"} {"level":"info","ts":"2026-03-06T20:19:02.652568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"warn","ts":"2026-03-06T20:19:02.658551Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T20:19:02.660671Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T20:19:02.662122Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T20:19:02.665504Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a9ba61e55fef5be","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T20:19:02.665683Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a9ba61e55fef5be","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T20:19:02.66587Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T20:19:02.666091Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T20:19:02.666125Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T20:19:02.667484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"info","ts":"2026-03-06T20:19:02.670288Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","added-peer-id":"6a9ba61e55fef5be","added-peer-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-06T20:19:02.672493Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T20:19:02.672886Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a9ba61e55fef5be","initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T20:19:02.673063Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T20:19:02.673214Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-06T20:19:02.673392Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-06T20:19:03.553062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T20:19:03.553214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T20:19:03.553281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgPreVoteResp from 6a9ba61e55fef5be at term 1"} {"level":"info","ts":"2026-03-06T20:19:03.553326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became candidate at term 2"} {"level":"info","ts":"2026-03-06T20:19:03.553424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgVoteResp from 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-06T20:19:03.55348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became leader at term 2"} {"level":"info","ts":"2026-03-06T20:19:03.553518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a9ba61e55fef5be elected leader 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-06T20:19:03.611723Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a9ba61e55fef5be","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.49:2379]}","request-path":"/0/members/6a9ba61e55fef5be/attributes","cluster-id":"9612db6e19ac6ce7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T20:19:03.61203Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T20:19:03.612111Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T20:19:03.612426Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T20:19:03.61274Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T20:19:03.612935Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T20:19:03.615433Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.49:2379"} {"level":"info","ts":"2026-03-06T20:19:03.615835Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T20:19:03.625649Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T20:19:03.625826Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T20:19:03.625886Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-06T20:19:17.892639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946378062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:18.392962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946378062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:18.461226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180656749s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:19:18.461655Z","caller":"traceutil/trace.go:171","msg":"trace[45319634] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"1.069666853s","start":"2026-03-06T20:19:17.391959Z","end":"2026-03-06T20:19:18.461626Z","steps":["trace[45319634] 'read index received' (duration: 1.069422468s)","trace[45319634] 'applied index is now lower than readState.Index' (duration: 243.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:18.461733Z","caller":"traceutil/trace.go:171","msg":"trace[2130979306] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.181287073s","start":"2026-03-06T20:19:17.280412Z","end":"2026-03-06T20:19:18.4617Z","steps":["trace[2130979306] 'process raft request' (duration: 1.181067308s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.461901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041271784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:19:18.461905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069907998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:19:18.461986Z","caller":"traceutil/trace.go:171","msg":"trace[818147801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:363; }","duration":"1.041458428s","start":"2026-03-06T20:19:17.420514Z","end":"2026-03-06T20:19:18.461972Z","steps":["trace[818147801] 'agreement among raft nodes before linearized reading' (duration: 1.041268834s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:18.462024Z","caller":"traceutil/trace.go:171","msg":"trace[1335155849] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:363; }","duration":"1.070083811s","start":"2026-03-06T20:19:17.39192Z","end":"2026-03-06T20:19:18.462004Z","steps":["trace[1335155849] 'agreement among raft nodes before linearized reading' (duration: 1.069856566s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.462051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:17.420491Z","time spent":"1.04155006s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:19:18.462091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:17.391904Z","time spent":"1.070175434s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T20:19:18.462051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.696055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:19:18.462182Z","caller":"traceutil/trace.go:171","msg":"trace[1843678401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"997.880599ms","start":"2026-03-06T20:19:17.464274Z","end":"2026-03-06T20:19:18.462155Z","steps":["trace[1843678401] 'agreement among raft nodes before linearized reading' (duration: 997.628004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.462241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:17.464252Z","time spent":"997.978961ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:19:18.462435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:17.280386Z","time spent":"1.181393974s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:18.842641Z","caller":"traceutil/trace.go:171","msg":"trace[381830414] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"375.505044ms","start":"2026-03-06T20:19:18.467112Z","end":"2026-03-06T20:19:18.842617Z","steps":["trace[381830414] 'process raft request' (duration: 373.089531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.842814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:18.467086Z","time spent":"375.631687ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:18.842915Z","caller":"traceutil/trace.go:171","msg":"trace[712479309] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"375.706959ms","start":"2026-03-06T20:19:18.467184Z","end":"2026-03-06T20:19:18.842891Z","steps":["trace[712479309] 'process raft request' (duration: 375.383002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.843046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:18.467166Z","time spent":"375.811331ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:18.843154Z","caller":"traceutil/trace.go:171","msg":"trace[1801492009] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"348.740571ms","start":"2026-03-06T20:19:18.494366Z","end":"2026-03-06T20:19:18.843106Z","steps":["trace[1801492009] 'process raft request' (duration: 348.436615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.843344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:18.494338Z","time spent":"348.913225ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:23.406767Z","caller":"traceutil/trace.go:171","msg":"trace[1760496437] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"118.747635ms","start":"2026-03-06T20:19:23.28798Z","end":"2026-03-06T20:19:23.406727Z","steps":["trace[1760496437] 'process raft request' (duration: 118.698754ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:23.406858Z","caller":"traceutil/trace.go:171","msg":"trace[2021567141] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"136.285007ms","start":"2026-03-06T20:19:23.270528Z","end":"2026-03-06T20:19:23.406813Z","steps":["trace[2021567141] 'process raft request' (duration: 136.060682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:23.406796Z","caller":"traceutil/trace.go:171","msg":"trace[1413041721] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"121.869133ms","start":"2026-03-06T20:19:23.284895Z","end":"2026-03-06T20:19:23.406764Z","steps":["trace[1413041721] 'process raft request' (duration: 121.75457ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:23.406863Z","caller":"traceutil/trace.go:171","msg":"trace[597718880] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"138.780851ms","start":"2026-03-06T20:19:23.268073Z","end":"2026-03-06T20:19:23.406854Z","steps":["trace[597718880] 'process raft request' (duration: 138.397923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:24.606208Z","caller":"traceutil/trace.go:171","msg":"trace[795195643] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"114.330797ms","start":"2026-03-06T20:19:24.491852Z","end":"2026-03-06T20:19:24.606183Z","steps":["trace[795195643] 'process raft request' (duration: 114.199925ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:30.010005Z","caller":"traceutil/trace.go:171","msg":"trace[602288380] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"587.462231ms","start":"2026-03-06T20:19:29.422518Z","end":"2026-03-06T20:19:30.00998Z","steps":["trace[602288380] 'process raft request' (duration: 587.283467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:30.010197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:29.422463Z","time spent":"587.623434ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:38.344496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.121194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:38.344727Z","caller":"traceutil/trace.go:171","msg":"trace[1906846403] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"853.108925ms","start":"2026-03-06T20:19:37.491569Z","end":"2026-03-06T20:19:38.344678Z","steps":["trace[1906846403] 'process raft request' (duration: 332.478049ms)","trace[1906846403] 'compare' (duration: 519.95568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:38.344959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:37.491526Z","time spent":"853.311359ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:41.32069Z","caller":"traceutil/trace.go:171","msg":"trace[141422424] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"124.116152ms","start":"2026-03-06T20:19:41.196539Z","end":"2026-03-06T20:19:41.320655Z","steps":["trace[141422424] 'process raft request' (duration: 103.83647ms)","trace[141422424] 'compare' (duration: 20.148829ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:41.363634Z","caller":"traceutil/trace.go:171","msg":"trace[7284662] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"166.796651ms","start":"2026-03-06T20:19:41.196803Z","end":"2026-03-06T20:19:41.3636Z","steps":["trace[7284662] 'process raft request' (duration: 166.530026ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:45.702002Z","caller":"traceutil/trace.go:171","msg":"trace[1541072818] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"362.513354ms","start":"2026-03-06T20:19:45.339455Z","end":"2026-03-06T20:19:45.701968Z","steps":["trace[1541072818] 'process raft request' (duration: 362.303199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:45.702249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:45.339422Z","time spent":"362.704948ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:46.965523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263734684s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:19:46.96607Z","caller":"traceutil/trace.go:171","msg":"trace[690429454] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:541; }","duration":"1.588480766s","start":"2026-03-06T20:19:45.377556Z","end":"2026-03-06T20:19:46.966037Z","steps":["trace[690429454] 'read index received' (duration: 324.202049ms)","trace[690429454] 'applied index is now lower than readState.Index' (duration: 1.264274087s)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:46.966213Z","caller":"traceutil/trace.go:171","msg":"trace[128404914] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.623766955s","start":"2026-03-06T20:19:45.342408Z","end":"2026-03-06T20:19:46.966175Z","steps":["trace[128404914] 'process raft request' (duration: 1.623405707s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:46.966321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588748422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:19:46.966375Z","caller":"traceutil/trace.go:171","msg":"trace[1311422126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"1.588879825s","start":"2026-03-06T20:19:45.377483Z","end":"2026-03-06T20:19:46.966362Z","steps":["trace[1311422126] 'agreement among raft nodes before linearized reading' (duration: 1.588732761s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:46.966384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:45.342366Z","time spent":"1.623927328s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:46.966424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:45.377448Z","time spent":"1.588967047s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T20:19:46.997851Z","caller":"traceutil/trace.go:171","msg":"trace[1930733976] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.001260319s","start":"2026-03-06T20:19:45.996554Z","end":"2026-03-06T20:19:46.997815Z","steps":["trace[1930733976] 'process raft request' (duration: 1.000995233s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:46.99786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.485771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:19:46.997922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.675895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:46.997965Z","caller":"traceutil/trace.go:171","msg":"trace[802938469] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:521; }","duration":"576.758517ms","start":"2026-03-06T20:19:46.421191Z","end":"2026-03-06T20:19:46.997949Z","steps":["trace[802938469] 'agreement among raft nodes before linearized reading' (duration: 576.694846ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:46.997974Z","caller":"traceutil/trace.go:171","msg":"trace[2004374614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"751.665805ms","start":"2026-03-06T20:19:46.246277Z","end":"2026-03-06T20:19:46.997943Z","steps":["trace[2004374614] 'agreement among raft nodes before linearized reading' (duration: 751.470581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:46.997992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:46.421167Z","time spent":"576.818208ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-06T20:19:46.997957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.187412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T20:19:46.998027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:46.246249Z","time spent":"751.769197ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:19:46.998068Z","caller":"traceutil/trace.go:171","msg":"trace[797155824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"219.312466ms","start":"2026-03-06T20:19:46.778732Z","end":"2026-03-06T20:19:46.998044Z","steps":["trace[797155824] 'agreement among raft nodes before linearized reading' (duration: 219.105091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:46.998034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:45.99652Z","time spent":"1.001413273s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:47.550559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.42216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:47.550817Z","caller":"traceutil/trace.go:171","msg":"trace[2120522255] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"547.445789ms","start":"2026-03-06T20:19:47.003345Z","end":"2026-03-06T20:19:47.550791Z","steps":["trace[2120522255] 'process raft request' (duration: 547.364657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:47.550905Z","caller":"traceutil/trace.go:171","msg":"trace[2027792133] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"580.491178ms","start":"2026-03-06T20:19:46.970381Z","end":"2026-03-06T20:19:47.550873Z","steps":["trace[2027792133] 'process raft request' (duration: 82.634708ms)","trace[2027792133] 'compare' (duration: 497.112464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:47.550934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.003328Z","time spent":"547.552612ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:47.551019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:46.970352Z","time spent":"580.610071ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:47.550985Z","caller":"traceutil/trace.go:171","msg":"trace[171551015] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"551.679342ms","start":"2026-03-06T20:19:46.999268Z","end":"2026-03-06T20:19:47.550947Z","steps":["trace[171551015] 'read index received' (duration: 53.811681ms)","trace[171551015] 'applied index is now lower than readState.Index' (duration: 497.864401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:47.551191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.836695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:47.551253Z","caller":"traceutil/trace.go:171","msg":"trace[411254492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"552.037629ms","start":"2026-03-06T20:19:46.999203Z","end":"2026-03-06T20:19:47.55124Z","steps":["trace[411254492] 'agreement among raft nodes before linearized reading' (duration: 551.853225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:47.551293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:46.999178Z","time spent":"552.104751ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:19:47.551306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.656082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-06T20:19:47.551325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.82112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T20:19:47.551315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.933052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:47.551362Z","caller":"traceutil/trace.go:171","msg":"trace[30127449] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:523; }","duration":"157.712313ms","start":"2026-03-06T20:19:47.393633Z","end":"2026-03-06T20:19:47.551345Z","steps":["trace[30127449] 'agreement among raft nodes before linearized reading' (duration: 157.600721ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:47.551373Z","caller":"traceutil/trace.go:171","msg":"trace[1252818214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:523; }","duration":"340.942643ms","start":"2026-03-06T20:19:47.210416Z","end":"2026-03-06T20:19:47.551359Z","steps":["trace[1252818214] 'agreement among raft nodes before linearized reading' (duration: 340.849141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:47.551419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.210373Z","time spent":"341.035105ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:19:47.551411Z","caller":"traceutil/trace.go:171","msg":"trace[653980677] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:523; }","duration":"550.092846ms","start":"2026-03-06T20:19:47.001294Z","end":"2026-03-06T20:19:47.551387Z","steps":["trace[653980677] 'agreement among raft nodes before linearized reading' (duration: 549.911392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:47.551482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.00127Z","time spent":"550.202349ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-06T20:19:48.288225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.349904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:48.288443Z","caller":"traceutil/trace.go:171","msg":"trace[396671278] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"699.573052ms","start":"2026-03-06T20:19:47.58885Z","end":"2026-03-06T20:19:48.288423Z","steps":["trace[396671278] 'process raft request' (duration: 699.507151ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:48.288444Z","caller":"traceutil/trace.go:171","msg":"trace[690379127] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"732.007767ms","start":"2026-03-06T20:19:47.556382Z","end":"2026-03-06T20:19:48.28839Z","steps":["trace[690379127] 'process raft request' (duration: 355.742405ms)","trace[690379127] 'compare' (duration: 375.809383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:48.288524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.588821Z","time spent":"699.663263ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:48.288566Z","caller":"traceutil/trace.go:171","msg":"trace[874849387] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:547; }","duration":"700.788577ms","start":"2026-03-06T20:19:47.587741Z","end":"2026-03-06T20:19:48.28853Z","steps":["trace[874849387] 'read index received' (duration: 323.972353ms)","trace[874849387] 'applied index is now lower than readState.Index' (duration: 376.814194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:48.28871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.556368Z","time spent":"732.205672ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:48.288866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.879125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:48.288914Z","caller":"traceutil/trace.go:171","msg":"trace[1355253882] range","detail":"{range_begin:/registry/configmaps/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:525; }","duration":"698.001327ms","start":"2026-03-06T20:19:47.590901Z","end":"2026-03-06T20:19:48.288902Z","steps":["trace[1355253882] 'agreement among raft nodes before linearized reading' (duration: 697.807543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:48.288984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.590874Z","time spent":"698.101179ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-06T20:19:48.288991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.454789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:19:48.288903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.91414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:48.289057Z","caller":"traceutil/trace.go:171","msg":"trace[926167298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"581.570812ms","start":"2026-03-06T20:19:47.707468Z","end":"2026-03-06T20:19:48.289038Z","steps":["trace[926167298] 'agreement among raft nodes before linearized reading' (duration: 581.265486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:48.289117Z","caller":"traceutil/trace.go:171","msg":"trace[1264919143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"729.136275ms","start":"2026-03-06T20:19:47.559928Z","end":"2026-03-06T20:19:48.289064Z","steps":["trace[1264919143] 'agreement among raft nodes before linearized reading' (duration: 728.755567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:48.289141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.707437Z","time spent":"581.691744ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:19:48.289181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:47.559923Z","time spent":"729.248177ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:19:48.794581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946378411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:49.295328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946378411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:49.796144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946378411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:49.878892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.693211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:49.879079Z","caller":"traceutil/trace.go:171","msg":"trace[2132993396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:525; }","duration":"443.914406ms","start":"2026-03-06T20:19:49.435139Z","end":"2026-03-06T20:19:49.879053Z","steps":["trace[2132993396] 'range keys from in-memory index tree' (duration: 443.66088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:50.297175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946378411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:50.403423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.014735655s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:19:50.404052Z","caller":"traceutil/trace.go:171","msg":"trace[355394519] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"2.110390938s","start":"2026-03-06T20:19:48.293632Z","end":"2026-03-06T20:19:50.404023Z","steps":["trace[355394519] 'process raft request' (duration: 2.110091932s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:50.404431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:48.293612Z","time spent":"2.110609672s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:51.058854Z","caller":"traceutil/trace.go:171","msg":"trace[1475121151] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:549; }","duration":"2.764303576s","start":"2026-03-06T20:19:48.294521Z","end":"2026-03-06T20:19:51.058824Z","steps":["trace[1475121151] 'read index received' (duration: 2.109179081s)","trace[1475121151] 'applied index is now lower than readState.Index' (duration: 655.123535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:51.059045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763521338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:51.059082Z","caller":"traceutil/trace.go:171","msg":"trace[186750315] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:0; response_revision:527; }","duration":"2.76358781s","start":"2026-03-06T20:19:48.295481Z","end":"2026-03-06T20:19:51.059069Z","steps":["trace[186750315] 'agreement among raft nodes before linearized reading' (duration: 2.763531969s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:51.059026Z","caller":"traceutil/trace.go:171","msg":"trace[1834770049] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"861.038768ms","start":"2026-03-06T20:19:50.197936Z","end":"2026-03-06T20:19:51.058975Z","steps":["trace[1834770049] 'process raft request' (duration: 813.805049ms)","trace[1834770049] 'compare' (duration: 46.978463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:51.059109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:48.295465Z","time spent":"2.763638351s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-03-06T20:19:51.059152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.010198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T20:19:51.059177Z","caller":"traceutil/trace.go:171","msg":"trace[720416005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"766.08797ms","start":"2026-03-06T20:19:50.293079Z","end":"2026-03-06T20:19:51.059167Z","steps":["trace[720416005] 'agreement among raft nodes before linearized reading' (duration: 766.048989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.059199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:50.293052Z","time spent":"766.141491ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:19:51.059246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:50.197884Z","time spent":"861.242282ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:51.059045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764503671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:19:51.059411Z","caller":"traceutil/trace.go:171","msg":"trace[458567709] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:527; }","duration":"2.76491705s","start":"2026-03-06T20:19:48.294472Z","end":"2026-03-06T20:19:51.059389Z","steps":["trace[458567709] 'agreement among raft nodes before linearized reading' (duration: 2.764500581s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.059422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803477695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:19:51.059429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490841579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:19:51.059111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489816598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:19:51.05945Z","caller":"traceutil/trace.go:171","msg":"trace[1199227846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"1.490917701s","start":"2026-03-06T20:19:49.568528Z","end":"2026-03-06T20:19:51.059445Z","steps":["trace[1199227846] 'agreement among raft nodes before linearized reading' (duration: 1.490840749s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:51.059451Z","caller":"traceutil/trace.go:171","msg":"trace[154044170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"1.803552468s","start":"2026-03-06T20:19:49.255891Z","end":"2026-03-06T20:19:51.059444Z","steps":["trace[154044170] 'agreement among raft nodes before linearized reading' (duration: 1.803505127s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.059459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:48.294455Z","time spent":"2.764991001s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T20:19:51.059467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:49.568485Z","time spent":"1.490978842s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:19:51.059468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:49.255867Z","time spent":"1.803597759s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:19:51.059499Z","caller":"traceutil/trace.go:171","msg":"trace[1228206282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"1.490180545s","start":"2026-03-06T20:19:49.569287Z","end":"2026-03-06T20:19:51.059468Z","steps":["trace[1228206282] 'agreement among raft nodes before linearized reading' (duration: 1.489794127s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.059623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:49.568586Z","time spent":"1.490993493s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:19:51.764695Z","caller":"traceutil/trace.go:171","msg":"trace[1700729693] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"374.117836ms","start":"2026-03-06T20:19:51.390535Z","end":"2026-03-06T20:19:51.764653Z","steps":["trace[1700729693] 'process raft request' (duration: 368.103805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.765021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:51.390516Z","time spent":"374.373192ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:19:51.766879Z","caller":"traceutil/trace.go:171","msg":"trace[1046204598] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"376.17259ms","start":"2026-03-06T20:19:51.390645Z","end":"2026-03-06T20:19:51.766817Z","steps":["trace[1046204598] 'process raft request' (duration: 376.003606ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:51.767007Z","caller":"traceutil/trace.go:171","msg":"trace[904954091] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"370.273622ms","start":"2026-03-06T20:19:51.396675Z","end":"2026-03-06T20:19:51.766949Z","steps":["trace[904954091] 'process raft request' (duration: 370.056937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.767083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:51.390606Z","time spent":"376.374595ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:19:51.767106Z","caller":"traceutil/trace.go:171","msg":"trace[1902102708] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"362.133934ms","start":"2026-03-06T20:19:51.404959Z","end":"2026-03-06T20:19:51.767093Z","steps":["trace[1902102708] 'process raft request' (duration: 361.875128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.767124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:51.396643Z","time spent":"370.428615ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T20:19:51.767167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:51.404927Z","time spent":"362.211676ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:19:51.767175Z","caller":"traceutil/trace.go:171","msg":"trace[1728397889] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"362.004241ms","start":"2026-03-06T20:19:51.405148Z","end":"2026-03-06T20:19:51.767152Z","steps":["trace[1728397889] 'process raft request' (duration: 361.803737ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:51.767226Z","caller":"traceutil/trace.go:171","msg":"trace[1004778770] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"342.471856ms","start":"2026-03-06T20:19:51.424737Z","end":"2026-03-06T20:19:51.767209Z","steps":["trace[1004778770] 'process raft request' (duration: 342.416675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:51.767295Z","caller":"traceutil/trace.go:171","msg":"trace[648134605] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"345.944873ms","start":"2026-03-06T20:19:51.421335Z","end":"2026-03-06T20:19:51.76728Z","steps":["trace[648134605] 'process raft request' (duration: 345.755149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:51.767335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:51.405141Z","time spent":"362.105214ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:51.767347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:51.421298Z","time spent":"346.025625ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T20:19:51.767314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:51.424703Z","time spent":"342.574249ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:19:52.818727Z","caller":"traceutil/trace.go:171","msg":"trace[60925734] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"339.209865ms","start":"2026-03-06T20:19:52.479488Z","end":"2026-03-06T20:19:52.818698Z","steps":["trace[60925734] 'process raft request' (duration: 333.91428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:52.818979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:52.47944Z","time spent":"339.409379ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:53.30654Z","caller":"traceutil/trace.go:171","msg":"trace[1731945762] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"148.763339ms","start":"2026-03-06T20:19:53.157724Z","end":"2026-03-06T20:19:53.306487Z","steps":["trace[1731945762] 'process raft request' (duration: 128.168221ms)","trace[1731945762] 'compare' (duration: 20.340162ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:53.306586Z","caller":"traceutil/trace.go:171","msg":"trace[162932842] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"147.340417ms","start":"2026-03-06T20:19:53.159212Z","end":"2026-03-06T20:19:53.306553Z","steps":["trace[162932842] 'process raft request' (duration: 147.161263ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:53.838868Z","caller":"traceutil/trace.go:171","msg":"trace[1951278517] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"200.156237ms","start":"2026-03-06T20:19:53.638682Z","end":"2026-03-06T20:19:53.838838Z","steps":["trace[1951278517] 'process raft request' (duration: 199.910272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:55.833035Z","caller":"traceutil/trace.go:171","msg":"trace[1719271757] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"210.826561ms","start":"2026-03-06T20:19:55.622181Z","end":"2026-03-06T20:19:55.833008Z","steps":["trace[1719271757] 'read index received' (duration: 210.703198ms)","trace[1719271757] 'applied index is now lower than readState.Index' (duration: 122.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:55.833108Z","caller":"traceutil/trace.go:171","msg":"trace[1609845084] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"342.870965ms","start":"2026-03-06T20:19:55.490211Z","end":"2026-03-06T20:19:55.833082Z","steps":["trace[1609845084] 'process raft request' (duration: 342.63287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:55.833252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:55.490179Z","time spent":"342.991587ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T20:19:55.833267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.083856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:55.83333Z","caller":"traceutil/trace.go:171","msg":"trace[42333635] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:716; }","duration":"211.200148ms","start":"2026-03-06T20:19:55.622114Z","end":"2026-03-06T20:19:55.833314Z","steps":["trace[42333635] 'agreement among raft nodes before linearized reading' (duration: 211.070366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:55.833363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.215288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:19:55.833417Z","caller":"traceutil/trace.go:171","msg":"trace[823103916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:716; }","duration":"194.330461ms","start":"2026-03-06T20:19:55.63907Z","end":"2026-03-06T20:19:55.8334Z","steps":["trace[823103916] 'agreement among raft nodes before linearized reading' (duration: 194.185128ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:02.62579Z","caller":"traceutil/trace.go:171","msg":"trace[1913175294] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"144.843624ms","start":"2026-03-06T20:20:02.48092Z","end":"2026-03-06T20:20:02.625763Z","steps":["trace[1913175294] 'process raft request' (duration: 144.705651ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:02.630714Z","caller":"traceutil/trace.go:171","msg":"trace[1510932109] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"128.765164ms","start":"2026-03-06T20:20:02.501894Z","end":"2026-03-06T20:20:02.63066Z","steps":["trace[1510932109] 'process raft request' (duration: 128.516279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:10.361686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946379032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:20:10.494633Z","caller":"traceutil/trace.go:171","msg":"trace[80110376] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"808.461413ms","start":"2026-03-06T20:20:09.68615Z","end":"2026-03-06T20:20:10.494612Z","steps":["trace[80110376] 'process raft request' (duration: 808.32327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:10.494786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:09.686125Z","time spent":"808.593366ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:20:10.943774Z","caller":"traceutil/trace.go:171","msg":"trace[162891496] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:923; }","duration":"1.082973639s","start":"2026-03-06T20:20:09.860688Z","end":"2026-03-06T20:20:10.943662Z","steps":["trace[162891496] 'read index received' (duration: 633.947093ms)","trace[162891496] 'applied index is now lower than readState.Index' (duration: 449.017635ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:20:10.943857Z","caller":"traceutil/trace.go:171","msg":"trace[1214943649] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"845.970679ms","start":"2026-03-06T20:20:10.097853Z","end":"2026-03-06T20:20:10.943823Z","steps":["trace[1214943649] 'process raft request' (duration: 845.254354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:10.944046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083335847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-03-06T20:20:10.944134Z","caller":"traceutil/trace.go:171","msg":"trace[183992819] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:894; }","duration":"1.08348453s","start":"2026-03-06T20:20:09.860626Z","end":"2026-03-06T20:20:10.944111Z","steps":["trace[183992819] 'agreement among raft nodes before linearized reading' (duration: 1.083240525s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:10.944211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:09.860603Z","time spent":"1.083598383s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21260,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-03-06T20:20:10.944216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:10.097823Z","time spent":"846.241685ms","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6023,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:20:10.944755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.627404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:20:10.944883Z","caller":"traceutil/trace.go:171","msg":"trace[212579247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:894; }","duration":"987.808908ms","start":"2026-03-06T20:20:09.957049Z","end":"2026-03-06T20:20:10.944858Z","steps":["trace[212579247] 'agreement among raft nodes before linearized reading' (duration: 987.276737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:10.944934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:09.956995Z","time spent":"987.927831ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:20:10.945502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.523634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:20:10.945591Z","caller":"traceutil/trace.go:171","msg":"trace[628616873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:894; }","duration":"419.699328ms","start":"2026-03-06T20:20:10.525868Z","end":"2026-03-06T20:20:10.945567Z","steps":["trace[628616873] 'agreement among raft nodes before linearized reading' (duration: 418.567694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:10.945648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:10.525833Z","time spent":"419.8028ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:20:42.095996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.678427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:20:42.096072Z","caller":"traceutil/trace.go:171","msg":"trace[1197369971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1177; }","duration":"481.835241ms","start":"2026-03-06T20:20:41.61422Z","end":"2026-03-06T20:20:42.096056Z","steps":["trace[1197369971] 'range keys from in-memory index tree' (duration: 481.444773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:42.096103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:41.614184Z","time spent":"481.910623ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:20:42.096211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.810072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:20:42.096288Z","caller":"traceutil/trace.go:171","msg":"trace[676601515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1177; }","duration":"369.971396ms","start":"2026-03-06T20:20:41.726289Z","end":"2026-03-06T20:20:42.09626Z","steps":["trace[676601515] 'range keys from in-memory index tree' (duration: 369.652419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:42.096371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:41.726259Z","time spent":"370.095708ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:20:57.439137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.456314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:20:57.43925Z","caller":"traceutil/trace.go:171","msg":"trace[1815122051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1424; }","duration":"194.608808ms","start":"2026-03-06T20:20:57.244614Z","end":"2026-03-06T20:20:57.439223Z","steps":["trace[1815122051] 'range keys from in-memory index tree' (duration: 194.391523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.439602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.714651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T20:20:57.439709Z","caller":"traceutil/trace.go:171","msg":"trace[1955089807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1424; }","duration":"195.880145ms","start":"2026-03-06T20:20:57.243814Z","end":"2026-03-06T20:20:57.439694Z","steps":["trace[1955089807] 'range keys from in-memory index tree' (duration: 195.498916ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:57.439695Z","caller":"traceutil/trace.go:171","msg":"trace[1683807596] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"187.100214ms","start":"2026-03-06T20:20:57.252562Z","end":"2026-03-06T20:20:57.439662Z","steps":["trace[1683807596] 'process raft request' (duration: 166.918214ms)","trace[1683807596] 'compare' (duration: 19.606337ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:20:57.440252Z","caller":"traceutil/trace.go:171","msg":"trace[1587995207] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"149.365922ms","start":"2026-03-06T20:20:57.290842Z","end":"2026-03-06T20:20:57.440208Z","steps":["trace[1587995207] 'process raft request' (duration: 148.739159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.307338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.864404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:21:11.307413Z","caller":"traceutil/trace.go:171","msg":"trace[1580072619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1596; }","duration":"957.020507ms","start":"2026-03-06T20:21:10.350375Z","end":"2026-03-06T20:21:11.307396Z","steps":["trace[1580072619] 'range keys from in-memory index tree' (duration: 956.6868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.307438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:10.350347Z","time spent":"957.086068ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:21:11.307674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199367924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-06T20:21:11.307673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.416528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:21:11.3077Z","caller":"traceutil/trace.go:171","msg":"trace[457630292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea; range_end:; response_count:1; response_revision:1596; }","duration":"1.199445165s","start":"2026-03-06T20:21:10.108247Z","end":"2026-03-06T20:21:11.307692Z","steps":["trace[457630292] 'range keys from in-memory index tree' (duration: 1.199246481s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:11.307707Z","caller":"traceutil/trace.go:171","msg":"trace[486514145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1596; }","duration":"947.477689ms","start":"2026-03-06T20:21:10.36022Z","end":"2026-03-06T20:21:11.307698Z","steps":["trace[486514145] 'range keys from in-memory index tree' (duration: 947.295826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.307714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:10.108219Z","time spent":"1.199490967s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea\" "} {"level":"warn","ts":"2026-03-06T20:21:11.307728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:10.360145Z","time spent":"947.577631ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:21:11.307867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.322394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:11.30789Z","caller":"traceutil/trace.go:171","msg":"trace[2058721656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1596; }","duration":"935.364365ms","start":"2026-03-06T20:21:10.372516Z","end":"2026-03-06T20:21:11.30788Z","steps":["trace[2058721656] 'range keys from in-memory index tree' (duration: 935.215692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.307909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:10.3725Z","time spent":"935.403706ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T20:21:11.307967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056664577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:21:11.30792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.948479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T20:21:11.308038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04254196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-06T20:21:11.308059Z","caller":"traceutil/trace.go:171","msg":"trace[1511858550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea; range_end:; response_count:1; response_revision:1596; }","duration":"1.04256094s","start":"2026-03-06T20:21:10.265489Z","end":"2026-03-06T20:21:11.30805Z","steps":["trace[1511858550] 'range keys from in-memory index tree' (duration: 1.042469748s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:11.30805Z","caller":"traceutil/trace.go:171","msg":"trace[713866132] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1596; }","duration":"141.143893ms","start":"2026-03-06T20:21:11.166872Z","end":"2026-03-06T20:21:11.308016Z","steps":["trace[713866132] 'range keys from in-memory index tree' (duration: 140.713634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.308079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:10.265448Z","time spent":"1.042623272s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea\" "} {"level":"warn","ts":"2026-03-06T20:21:11.308151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.856699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:11.307994Z","caller":"traceutil/trace.go:171","msg":"trace[174850121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1596; }","duration":"1.056762159s","start":"2026-03-06T20:21:10.251226Z","end":"2026-03-06T20:21:11.307988Z","steps":["trace[174850121] 'range keys from in-memory index tree' (duration: 1.056492913s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.308293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:10.251179Z","time spent":"1.057108217s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:21:11.308304Z","caller":"traceutil/trace.go:171","msg":"trace[1504212114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1596; }","duration":"965.099814ms","start":"2026-03-06T20:21:10.343174Z","end":"2026-03-06T20:21:11.308274Z","steps":["trace[1504212114] 'range keys from in-memory index tree' (duration: 964.554891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.308365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:10.343146Z","time spent":"965.206616ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T20:21:11.427944Z","caller":"traceutil/trace.go:171","msg":"trace[1437208461] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"113.00408ms","start":"2026-03-06T20:21:11.314902Z","end":"2026-03-06T20:21:11.427906Z","steps":["trace[1437208461] 'process raft request' (duration: 112.792805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:11.859235Z","caller":"traceutil/trace.go:171","msg":"trace[1263709353] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"544.114436ms","start":"2026-03-06T20:21:11.315076Z","end":"2026-03-06T20:21:11.859191Z","steps":["trace[1263709353] 'process raft request' (duration: 543.736688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.859538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.314531Z","time spent":"544.819542ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:11.859618Z","caller":"traceutil/trace.go:171","msg":"trace[449811046] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"543.896452ms","start":"2026-03-06T20:21:11.315688Z","end":"2026-03-06T20:21:11.859584Z","steps":["trace[449811046] 'process raft request' (duration: 543.438352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:11.85969Z","caller":"traceutil/trace.go:171","msg":"trace[777644351] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1665; }","duration":"543.79552ms","start":"2026-03-06T20:21:11.315857Z","end":"2026-03-06T20:21:11.859671Z","steps":["trace[777644351] 'read index received' (duration: 111.869795ms)","trace[777644351] 'applied index is now lower than readState.Index' (duration: 431.924415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:11.859822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.315659Z","time spent":"544.058766ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:11.85983Z","caller":"traceutil/trace.go:171","msg":"trace[1234051221] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"485.844148ms","start":"2026-03-06T20:21:11.373974Z","end":"2026-03-06T20:21:11.859818Z","steps":["trace[1234051221] 'process raft request' (duration: 485.605223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:11.859919Z","caller":"traceutil/trace.go:171","msg":"trace[1082204746] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"543.890942ms","start":"2026-03-06T20:21:11.316Z","end":"2026-03-06T20:21:11.859891Z","steps":["trace[1082204746] 'process raft request' (duration: 543.388962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.860063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.2057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:21:11.860115Z","caller":"traceutil/trace.go:171","msg":"trace[797934021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1603; }","duration":"544.277861ms","start":"2026-03-06T20:21:11.315826Z","end":"2026-03-06T20:21:11.860104Z","steps":["trace[797934021] 'agreement among raft nodes before linearized reading' (duration: 544.136038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.860146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.315814Z","time spent":"544.326132ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:21:11.860149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.371597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:21:11.86022Z","caller":"traceutil/trace.go:171","msg":"trace[521709049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1603; }","duration":"349.53633ms","start":"2026-03-06T20:21:11.510674Z","end":"2026-03-06T20:21:11.86021Z","steps":["trace[521709049] 'agreement among raft nodes before linearized reading' (duration: 349.308675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.860257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.510639Z","time spent":"349.611122ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:21:11.860228Z","caller":"traceutil/trace.go:171","msg":"trace[266672257] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"449.678801ms","start":"2026-03-06T20:21:11.410473Z","end":"2026-03-06T20:21:11.860152Z","steps":["trace[266672257] 'process raft request' (duration: 449.148169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.860064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.315969Z","time spent":"544.024026ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:11.860423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.794756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:21:11.85993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.373962Z","time spent":"485.913579ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:11.860458Z","caller":"traceutil/trace.go:171","msg":"trace[482168161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1603; }","duration":"106.889147ms","start":"2026-03-06T20:21:11.753561Z","end":"2026-03-06T20:21:11.860451Z","steps":["trace[482168161] 'agreement among raft nodes before linearized reading' (duration: 106.770645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.860487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.410431Z","time spent":"449.923206ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:11.860584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.389438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:21:11.86061Z","caller":"traceutil/trace.go:171","msg":"trace[1019197196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1603; }","duration":"338.47295ms","start":"2026-03-06T20:21:11.522129Z","end":"2026-03-06T20:21:11.860602Z","steps":["trace[1019197196] 'agreement among raft nodes before linearized reading' (duration: 338.398968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.860644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.522063Z","time spent":"338.574772ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:21:11.860556Z","caller":"traceutil/trace.go:171","msg":"trace[1144467215] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"488.006465ms","start":"2026-03-06T20:21:11.371818Z","end":"2026-03-06T20:21:11.859824Z","steps":["trace[1144467215] 'process raft request' (duration: 487.717039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.861782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.371781Z","time spent":"489.400976ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.16565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.955255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:12.165827Z","caller":"traceutil/trace.go:171","msg":"trace[1457852025] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"300.77982ms","start":"2026-03-06T20:21:11.865013Z","end":"2026-03-06T20:21:12.165793Z","steps":["trace[1457852025] 'process raft request' (duration: 54.495297ms)","trace[1457852025] 'compare' (duration: 245.800442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:12.165932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.864989Z","time spent":"300.893212ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:12.17356Z","caller":"traceutil/trace.go:171","msg":"trace[1339679832] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"306.636185ms","start":"2026-03-06T20:21:11.866906Z","end":"2026-03-06T20:21:12.173542Z","steps":["trace[1339679832] 'process raft request' (duration: 306.507733ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:12.173594Z","caller":"traceutil/trace.go:171","msg":"trace[1937971081] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"307.153317ms","start":"2026-03-06T20:21:11.866397Z","end":"2026-03-06T20:21:12.173551Z","steps":["trace[1937971081] 'process raft request' (duration: 306.895571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.173664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.866893Z","time spent":"306.724818ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:12.17383Z","caller":"traceutil/trace.go:171","msg":"trace[1086179606] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"288.615404ms","start":"2026-03-06T20:21:11.885192Z","end":"2026-03-06T20:21:12.173808Z","steps":["trace[1086179606] 'process raft request' (duration: 288.524752ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:12.173919Z","caller":"traceutil/trace.go:171","msg":"trace[391216428] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"297.982909ms","start":"2026-03-06T20:21:11.875891Z","end":"2026-03-06T20:21:12.173873Z","steps":["trace[391216428] 'process raft request' (duration: 297.61077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.174437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.866364Z","time spent":"307.326452ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.815589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946380500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:21:13.099557Z","caller":"traceutil/trace.go:171","msg":"trace[1822735170] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"918.882547ms","start":"2026-03-06T20:21:12.180628Z","end":"2026-03-06T20:21:13.09951Z","steps":["trace[1822735170] 'process raft request' (duration: 849.778322ms)","trace[1822735170] 'compare' (duration: 68.565974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:13.099867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.180605Z","time spent":"919.128432ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:13.196284Z","caller":"traceutil/trace.go:171","msg":"trace[1891139479] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"1.015382248s","start":"2026-03-06T20:21:12.180861Z","end":"2026-03-06T20:21:13.196243Z","steps":["trace[1891139479] 'process raft request' (duration: 1.014266884s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:13.196335Z","caller":"traceutil/trace.go:171","msg":"trace[2132614804] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.014360596s","start":"2026-03-06T20:21:12.181927Z","end":"2026-03-06T20:21:13.196288Z","steps":["trace[2132614804] 'process raft request' (duration: 1.013248992s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.196522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.181899Z","time spent":"1.014522589s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:13.196475Z","caller":"traceutil/trace.go:171","msg":"trace[681697877] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.015564322s","start":"2026-03-06T20:21:12.180861Z","end":"2026-03-06T20:21:13.196426Z","steps":["trace[681697877] 'process raft request' (duration: 1.01410842s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.19682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.180832Z","time spent":"1.015814487s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:13.196557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.180829Z","time spent":"1.015578262s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:13.26077Z","caller":"traceutil/trace.go:171","msg":"trace[1691213667] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1677; }","duration":"945.351624ms","start":"2026-03-06T20:21:12.315389Z","end":"2026-03-06T20:21:13.26074Z","steps":["trace[1691213667] 'read index received' (duration: 715.10058ms)","trace[1691213667] 'applied index is now lower than readState.Index' (duration: 230.249844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:13.261178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.761732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:13.261309Z","caller":"traceutil/trace.go:171","msg":"trace[49862907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1612; }","duration":"945.949736ms","start":"2026-03-06T20:21:12.315321Z","end":"2026-03-06T20:21:13.26127Z","steps":["trace[49862907] 'agreement among raft nodes before linearized reading' (duration: 945.545078ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:13.261296Z","caller":"traceutil/trace.go:171","msg":"trace[1106789504] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"152.111502ms","start":"2026-03-06T20:21:13.109161Z","end":"2026-03-06T20:21:13.261273Z","steps":["trace[1106789504] 'process raft request' (duration: 151.54844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.261361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.315298Z","time spent":"946.048679ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T20:21:13.261397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.345731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-06T20:21:13.261507Z","caller":"traceutil/trace.go:171","msg":"trace[1235653050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea; range_end:; response_count:1; response_revision:1613; }","duration":"944.517565ms","start":"2026-03-06T20:21:12.316951Z","end":"2026-03-06T20:21:13.261469Z","steps":["trace[1235653050] 'agreement among raft nodes before linearized reading' (duration: 944.252679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.26157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.316919Z","time spent":"944.641928ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f524250c-f9f4-4e9c-bb3e-df2c69c0ebea\" "} {"level":"warn","ts":"2026-03-06T20:21:13.262067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.142397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:13.262137Z","caller":"traceutil/trace.go:171","msg":"trace[1798611460] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1613; }","duration":"121.293801ms","start":"2026-03-06T20:21:13.140828Z","end":"2026-03-06T20:21:13.262122Z","steps":["trace[1798611460] 'agreement among raft nodes before linearized reading' (duration: 121.122167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.262113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.92117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:21:13.262166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.213998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a5a194e77e2d3\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-06T20:21:13.262215Z","caller":"traceutil/trace.go:171","msg":"trace[230084174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"232.091003ms","start":"2026-03-06T20:21:13.0301Z","end":"2026-03-06T20:21:13.262191Z","steps":["trace[230084174] 'agreement among raft nodes before linearized reading' (duration: 231.880319ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:13.262259Z","caller":"traceutil/trace.go:171","msg":"trace[1535212890] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a5a194e77e2d3; range_end:; response_count:1; response_revision:1613; }","duration":"115.301061ms","start":"2026-03-06T20:21:13.146911Z","end":"2026-03-06T20:21:13.262212Z","steps":["trace[1535212890] 'agreement among raft nodes before linearized reading' (duration: 115.048825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.495122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.473011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-06T20:21:17.495264Z","caller":"traceutil/trace.go:171","msg":"trace[1324975001] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1651; }","duration":"147.654275ms","start":"2026-03-06T20:21:17.34758Z","end":"2026-03-06T20:21:17.495234Z","steps":["trace[1324975001] 'range keys from in-memory index tree' (duration: 147.246697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:17.524498Z","caller":"traceutil/trace.go:171","msg":"trace[1863473346] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1721; }","duration":"126.660138ms","start":"2026-03-06T20:21:17.39782Z","end":"2026-03-06T20:21:17.52448Z","steps":["trace[1863473346] 'read index received' (duration: 126.473313ms)","trace[1863473346] 'applied index is now lower than readState.Index' (duration: 185.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:17.524661Z","caller":"traceutil/trace.go:171","msg":"trace[926344497] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"154.910143ms","start":"2026-03-06T20:21:17.369714Z","end":"2026-03-06T20:21:17.524624Z","steps":["trace[926344497] 'process raft request' (duration: 154.601767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.524836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.005036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:21:17.524894Z","caller":"traceutil/trace.go:171","msg":"trace[1594017145] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:1652; }","duration":"127.092358ms","start":"2026-03-06T20:21:17.397787Z","end":"2026-03-06T20:21:17.52488Z","steps":["trace[1594017145] 'agreement among raft nodes before linearized reading' (duration: 126.811502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:18.444637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.620226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:18.444752Z","caller":"traceutil/trace.go:171","msg":"trace[1116651889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1664; }","duration":"142.80705ms","start":"2026-03-06T20:21:18.301921Z","end":"2026-03-06T20:21:18.444728Z","steps":["trace[1116651889] 'range keys from in-memory index tree' (duration: 142.428692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:26.174023Z","caller":"traceutil/trace.go:171","msg":"trace[324360812] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1792; }","duration":"203.297764ms","start":"2026-03-06T20:21:25.970693Z","end":"2026-03-06T20:21:26.173991Z","steps":["trace[324360812] 'read index received' (duration: 118.957544ms)","trace[324360812] 'applied index is now lower than readState.Index' (duration: 84.33823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:26.174276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.568659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:21:26.174337Z","caller":"traceutil/trace.go:171","msg":"trace[1647669288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1722; }","duration":"203.701402ms","start":"2026-03-06T20:21:25.970616Z","end":"2026-03-06T20:21:26.174318Z","steps":["trace[1647669288] 'agreement among raft nodes before linearized reading' (duration: 203.511348ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:26.174421Z","caller":"traceutil/trace.go:171","msg":"trace[1852673957] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"209.062331ms","start":"2026-03-06T20:21:25.96524Z","end":"2026-03-06T20:21:26.174302Z","steps":["trace[1852673957] 'process raft request' (duration: 208.672922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:26.174535Z","caller":"traceutil/trace.go:171","msg":"trace[1900222790] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"209.737737ms","start":"2026-03-06T20:21:25.964421Z","end":"2026-03-06T20:21:26.174159Z","steps":["trace[1900222790] 'process raft request' (duration: 125.347975ms)","trace[1900222790] 'compare' (duration: 83.925692ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:26.55544Z","caller":"traceutil/trace.go:171","msg":"trace[1263598525] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"295.737333ms","start":"2026-03-06T20:21:26.259674Z","end":"2026-03-06T20:21:26.555412Z","steps":["trace[1263598525] 'process raft request' (duration: 295.556969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:26.610821Z","caller":"traceutil/trace.go:171","msg":"trace[188583637] linearizableReadLoop","detail":"{readStateIndex:1797; appliedIndex:1795; }","duration":"337.521724ms","start":"2026-03-06T20:21:26.273221Z","end":"2026-03-06T20:21:26.610742Z","steps":["trace[188583637] 'read index received' (duration: 282.099282ms)","trace[188583637] 'applied index is now lower than readState.Index' (duration: 55.420722ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:26.610961Z","caller":"traceutil/trace.go:171","msg":"trace[379907468] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"351.068843ms","start":"2026-03-06T20:21:26.259863Z","end":"2026-03-06T20:21:26.610932Z","steps":["trace[379907468] 'process raft request' (duration: 301.453438ms)","trace[379907468] 'compare' (duration: 49.298168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:26.611123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.883652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T20:21:26.611134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:26.259825Z","time spent":"351.198806ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:26.611209Z","caller":"traceutil/trace.go:171","msg":"trace[950154278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1725; }","duration":"337.967294ms","start":"2026-03-06T20:21:26.273203Z","end":"2026-03-06T20:21:26.611171Z","steps":["trace[950154278] 'agreement among raft nodes before linearized reading' (duration: 337.743779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:26.611202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.432346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T20:21:26.611266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:26.273196Z","time spent":"338.056456ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:21:26.611298Z","caller":"traceutil/trace.go:171","msg":"trace[875878630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1725; }","duration":"100.569968ms","start":"2026-03-06T20:21:26.510699Z","end":"2026-03-06T20:21:26.611269Z","steps":["trace[875878630] 'agreement among raft nodes before linearized reading' (duration: 100.330683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:30.775294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946380785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:21:31.005104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181360957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:31.00519Z","caller":"traceutil/trace.go:171","msg":"trace[1352199052] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1740; }","duration":"1.181528311s","start":"2026-03-06T20:21:29.823644Z","end":"2026-03-06T20:21:31.005173Z","steps":["trace[1352199052] 'count revisions from in-memory index tree' (duration: 1.181176413s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:31.005242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:29.823618Z","time spent":"1.181612882s","remote":"127.0.0.1:42582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:21:31.005927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.625645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:31.00644Z","caller":"traceutil/trace.go:171","msg":"trace[243147836] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"997.338259ms","start":"2026-03-06T20:21:30.009063Z","end":"2026-03-06T20:21:31.006401Z","steps":["trace[243147836] 'process raft request' (duration: 791.08655ms)","trace[243147836] 'compare' (duration: 205.41094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:31.00662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.009037Z","time spent":"997.473091ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:31.007439Z","caller":"traceutil/trace.go:171","msg":"trace[525952057] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1813; }","duration":"737.065499ms","start":"2026-03-06T20:21:30.270347Z","end":"2026-03-06T20:21:31.007413Z","steps":["trace[525952057] 'read index received' (duration: 529.799667ms)","trace[525952057] 'applied index is now lower than readState.Index' (duration: 207.264802ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:31.007462Z","caller":"traceutil/trace.go:171","msg":"trace[616564621] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"817.662295ms","start":"2026-03-06T20:21:30.189769Z","end":"2026-03-06T20:21:31.007432Z","steps":["trace[616564621] 'process raft request' (duration: 817.49186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:31.007517Z","caller":"traceutil/trace.go:171","msg":"trace[1253219375] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"817.473511ms","start":"2026-03-06T20:21:30.190007Z","end":"2026-03-06T20:21:31.00748Z","steps":["trace[1253219375] 'process raft request' (duration: 817.359949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:31.007596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.189965Z","time spent":"817.595224ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:31.007623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.189732Z","time spent":"817.813238ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:31.007698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.328284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T20:21:31.00775Z","caller":"traceutil/trace.go:171","msg":"trace[1002086306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1743; }","duration":"737.457587ms","start":"2026-03-06T20:21:30.270278Z","end":"2026-03-06T20:21:31.007736Z","steps":["trace[1002086306] 'agreement among raft nodes before linearized reading' (duration: 737.284473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:31.007756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.811935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:21:31.007798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.270252Z","time spent":"737.536569ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:21:31.007847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.885552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T20:21:31.007906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.365074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T20:21:31.007866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.743707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:21:31.007943Z","caller":"traceutil/trace.go:171","msg":"trace[593179258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1743; }","duration":"304.499387ms","start":"2026-03-06T20:21:30.703436Z","end":"2026-03-06T20:21:31.007935Z","steps":["trace[593179258] 'agreement among raft nodes before linearized reading' (duration: 304.328893ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:31.007925Z","caller":"traceutil/trace.go:171","msg":"trace[1652542144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1743; }","duration":"362.002825ms","start":"2026-03-06T20:21:30.645897Z","end":"2026-03-06T20:21:31.0079Z","steps":["trace[1652542144] 'agreement among raft nodes before linearized reading' (duration: 361.74594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:31.007968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.703399Z","time spent":"304.564139ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:21:31.007977Z","caller":"traceutil/trace.go:171","msg":"trace[1129264182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1743; }","duration":"436.932157ms","start":"2026-03-06T20:21:30.570868Z","end":"2026-03-06T20:21:31.0078Z","steps":["trace[1129264182] 'agreement among raft nodes before linearized reading' (duration: 436.741863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:31.007985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.645871Z","time spent":"362.104348ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T20:21:31.007989Z","caller":"traceutil/trace.go:171","msg":"trace[259870712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1743; }","duration":"379.90441ms","start":"2026-03-06T20:21:30.628057Z","end":"2026-03-06T20:21:31.007962Z","steps":["trace[259870712] 'agreement among raft nodes before linearized reading' (duration: 379.616833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:31.008028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.570834Z","time spent":"437.177793ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:21:31.00806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:30.628039Z","time spent":"380.009482ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:22:03.268639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.452454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T20:22:03.464946Z","caller":"traceutil/trace.go:171","msg":"trace[829006187] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"306.541662ms","start":"2026-03-06T20:22:03.158372Z","end":"2026-03-06T20:22:03.464914Z","steps":["trace[829006187] 'process raft request' (duration: 306.302856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.465179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.158333Z","time spent":"306.730306ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:22:03.691942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.393453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:22:03.692318Z","caller":"traceutil/trace.go:171","msg":"trace[1107398699] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1981; }","duration":"459.530786ms","start":"2026-03-06T20:22:03.232766Z","end":"2026-03-06T20:22:03.692297Z","steps":["trace[1107398699] 'read index received' (duration: 231.931656ms)","trace[1107398699] 'applied index is now lower than readState.Index' (duration: 227.59806ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:22:03.692457Z","caller":"traceutil/trace.go:171","msg":"trace[1975081314] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"525.095082ms","start":"2026-03-06T20:22:03.167351Z","end":"2026-03-06T20:22:03.692446Z","steps":["trace[1975081314] 'process raft request' (duration: 524.707914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.692535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.167312Z","time spent":"525.180883ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:22:03.692521Z","caller":"traceutil/trace.go:171","msg":"trace[1663198022] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"525.998792ms","start":"2026-03-06T20:22:03.166482Z","end":"2026-03-06T20:22:03.692481Z","steps":["trace[1663198022] 'process raft request' (duration: 371.939974ms)","trace[1663198022] 'compare' (duration: 153.207059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:22:03.692611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.929964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T20:22:03.692673Z","caller":"traceutil/trace.go:171","msg":"trace[1078316240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1904; }","duration":"455.020476ms","start":"2026-03-06T20:22:03.237638Z","end":"2026-03-06T20:22:03.692658Z","steps":["trace[1078316240] 'agreement among raft nodes before linearized reading' (duration: 454.823891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.692691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.166433Z","time spent":"526.169036ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:22:03.692717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.237631Z","time spent":"455.078967ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:22:03.692761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.001006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T20:22:03.692652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.2548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:22:03.692818Z","caller":"traceutil/trace.go:171","msg":"trace[1242002607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1904; }","duration":"460.081448ms","start":"2026-03-06T20:22:03.232718Z","end":"2026-03-06T20:22:03.692799Z","steps":["trace[1242002607] 'agreement among raft nodes before linearized reading' (duration: 459.983596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.692784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.379662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T20:22:03.692867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.232703Z","time spent":"460.156619ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:22:03.692866Z","caller":"traceutil/trace.go:171","msg":"trace[1733746207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1904; }","duration":"425.517646ms","start":"2026-03-06T20:22:03.267333Z","end":"2026-03-06T20:22:03.69285Z","steps":["trace[1733746207] 'agreement among raft nodes before linearized reading' (duration: 425.173398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.692909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.931821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a5a2058a7164c\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-06T20:22:03.692914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.267315Z","time spent":"425.586527ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T20:22:03.692967Z","caller":"traceutil/trace.go:171","msg":"trace[1754676569] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a5a2058a7164c; range_end:; response_count:1; response_revision:1904; }","duration":"356.023393ms","start":"2026-03-06T20:22:03.336927Z","end":"2026-03-06T20:22:03.69295Z","steps":["trace[1754676569] 'agreement among raft nodes before linearized reading' (duration: 355.88672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.693007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.336908Z","time spent":"356.091484ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a5a2058a7164c\" "} {"level":"info","ts":"2026-03-06T20:22:03.692903Z","caller":"traceutil/trace.go:171","msg":"trace[1496195307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1904; }","duration":"454.509754ms","start":"2026-03-06T20:22:03.238363Z","end":"2026-03-06T20:22:03.692873Z","steps":["trace[1496195307] 'agreement among raft nodes before linearized reading' (duration: 454.218278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.693131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.238328Z","time spent":"454.786811ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:22:03.693301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.794251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T20:22:03.693626Z","caller":"traceutil/trace.go:171","msg":"trace[941958853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1904; }","duration":"455.173989ms","start":"2026-03-06T20:22:03.238427Z","end":"2026-03-06T20:22:03.693601Z","steps":["trace[941958853] 'agreement among raft nodes before linearized reading' (duration: 454.124236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:03.693741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.238404Z","time spent":"455.320324ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:22:04.164342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.538202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:22:04.16442Z","caller":"traceutil/trace.go:171","msg":"trace[328365120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"166.677766ms","start":"2026-03-06T20:22:03.997725Z","end":"2026-03-06T20:22:04.164403Z","steps":["trace[328365120] 'range keys from in-memory index tree' (duration: 166.284727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:04.164458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.17727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T20:22:04.164544Z","caller":"traceutil/trace.go:171","msg":"trace[1970762147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1909; }","duration":"285.290792ms","start":"2026-03-06T20:22:03.879239Z","end":"2026-03-06T20:22:04.164529Z","steps":["trace[1970762147] 'range keys from in-memory index tree' (duration: 285.034597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:04.165474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.521638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:22:04.165701Z","caller":"traceutil/trace.go:171","msg":"trace[318625098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"373.803285ms","start":"2026-03-06T20:22:03.791865Z","end":"2026-03-06T20:22:04.165669Z","steps":["trace[318625098] 'range keys from in-memory index tree' (duration: 372.26463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:04.165797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:03.791854Z","time spent":"373.926867ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T20:22:04.972639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.311222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:22:04.972791Z","caller":"traceutil/trace.go:171","msg":"trace[566867141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"270.509176ms","start":"2026-03-06T20:22:04.702222Z","end":"2026-03-06T20:22:04.972731Z","steps":["trace[566867141] 'range keys from in-memory index tree' (duration: 270.052686ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:05.003326Z","caller":"traceutil/trace.go:171","msg":"trace[1843738868] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"295.066468ms","start":"2026-03-06T20:22:04.708235Z","end":"2026-03-06T20:22:05.003302Z","steps":["trace[1843738868] 'process raft request' (duration: 294.867793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:10.52807Z","caller":"traceutil/trace.go:171","msg":"trace[1737605063] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2019; }","duration":"299.311072ms","start":"2026-03-06T20:22:10.228706Z","end":"2026-03-06T20:22:10.528017Z","steps":["trace[1737605063] 'read index received' (duration: 299.087277ms)","trace[1737605063] 'applied index is now lower than readState.Index' (duration: 222.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:22:10.528247Z","caller":"traceutil/trace.go:171","msg":"trace[526825461] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"441.824985ms","start":"2026-03-06T20:22:10.086297Z","end":"2026-03-06T20:22:10.528122Z","steps":["trace[526825461] 'process raft request' (duration: 441.501958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:10.528374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.933248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:22:10.528427Z","caller":"traceutil/trace.go:171","msg":"trace[971188088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"282.076251ms","start":"2026-03-06T20:22:10.246337Z","end":"2026-03-06T20:22:10.528414Z","steps":["trace[971188088] 'agreement among raft nodes before linearized reading' (duration: 281.953818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:10.528468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:10.08627Z","time spent":"442.074531ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:22:10.528605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.793953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:22:10.528637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.064226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:22:10.528727Z","caller":"traceutil/trace.go:171","msg":"trace[868277056] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1939; }","duration":"265.947436ms","start":"2026-03-06T20:22:10.262751Z","end":"2026-03-06T20:22:10.528699Z","steps":["trace[868277056] 'agreement among raft nodes before linearized reading' (duration: 265.738381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:10.528795Z","caller":"traceutil/trace.go:171","msg":"trace[619921728] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1939; }","duration":"109.334821ms","start":"2026-03-06T20:22:10.419429Z","end":"2026-03-06T20:22:10.528764Z","steps":["trace[619921728] 'agreement among raft nodes before linearized reading' (duration: 108.914832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:10.528599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.894214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T20:22:10.528971Z","caller":"traceutil/trace.go:171","msg":"trace[415430102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"300.322733ms","start":"2026-03-06T20:22:10.228628Z","end":"2026-03-06T20:22:10.52895Z","steps":["trace[415430102] 'agreement among raft nodes before linearized reading' (duration: 299.640549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:10.52902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:10.228596Z","time spent":"300.411116ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:22:11.075973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.55123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:22:11.076236Z","caller":"traceutil/trace.go:171","msg":"trace[319677837] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"542.106188ms","start":"2026-03-06T20:22:10.534047Z","end":"2026-03-06T20:22:11.076153Z","steps":["trace[319677837] 'process raft request' (duration: 168.243091ms)","trace[319677837] 'compare' (duration: 373.192982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:22:11.076396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:10.534019Z","time spent":"542.294262ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:22:11.798343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.31112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:22:11.798461Z","caller":"traceutil/trace.go:171","msg":"trace[1594417678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"551.480774ms","start":"2026-03-06T20:22:11.246953Z","end":"2026-03-06T20:22:11.798434Z","steps":["trace[1594417678] 'range keys from in-memory index tree' (duration: 551.234449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:11.798515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:11.246931Z","time spent":"551.571026ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:22:11.976927Z","caller":"traceutil/trace.go:171","msg":"trace[1343689443] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"480.535789ms","start":"2026-03-06T20:22:11.496369Z","end":"2026-03-06T20:22:11.976904Z","steps":["trace[1343689443] 'process raft request' (duration: 480.380425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:11.977124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:22:11.496334Z","time spent":"480.686741ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:22:12.004109Z","caller":"traceutil/trace.go:171","msg":"trace[18547956] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2021; }","duration":"203.880816ms","start":"2026-03-06T20:22:11.800204Z","end":"2026-03-06T20:22:12.004085Z","steps":["trace[18547956] 'read index received' (duration: 176.459252ms)","trace[18547956] 'applied index is now lower than readState.Index' (duration: 27.420454ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:22:12.004537Z","caller":"traceutil/trace.go:171","msg":"trace[358493380] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"248.771057ms","start":"2026-03-06T20:22:11.755757Z","end":"2026-03-06T20:22:12.004528Z","steps":["trace[358493380] 'process raft request' (duration: 244.7924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:12.004683Z","caller":"traceutil/trace.go:171","msg":"trace[1304954980] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"221.24081ms","start":"2026-03-06T20:22:11.783393Z","end":"2026-03-06T20:22:12.004634Z","steps":["trace[1304954980] 'process raft request' (duration: 220.636007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:12.004801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.599232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:22:12.004833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.577714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:22:12.004918Z","caller":"traceutil/trace.go:171","msg":"trace[1316207351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"204.772546ms","start":"2026-03-06T20:22:11.800082Z","end":"2026-03-06T20:22:12.004854Z","steps":["trace[1316207351] 'agreement among raft nodes before linearized reading' (duration: 204.51185ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:12.004938Z","caller":"traceutil/trace.go:171","msg":"trace[1048428426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1943; }","duration":"186.697707ms","start":"2026-03-06T20:22:11.818222Z","end":"2026-03-06T20:22:12.00492Z","steps":["trace[1048428426] 'agreement among raft nodes before linearized reading' (duration: 186.450421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:12.004961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.604847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:22:12.005022Z","caller":"traceutil/trace.go:171","msg":"trace[1595117153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1943; }","duration":"109.697599ms","start":"2026-03-06T20:22:11.89531Z","end":"2026-03-06T20:22:12.005008Z","steps":["trace[1595117153] 'agreement among raft nodes before linearized reading' (duration: 109.559656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:12.005108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.383183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:22:12.005173Z","caller":"traceutil/trace.go:171","msg":"trace[1230565590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1943; }","duration":"173.478547ms","start":"2026-03-06T20:22:11.831677Z","end":"2026-03-06T20:22:12.005156Z","steps":["trace[1230565590] 'agreement among raft nodes before linearized reading' (duration: 173.283192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:12.247905Z","caller":"traceutil/trace.go:171","msg":"trace[428059997] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"238.301606ms","start":"2026-03-06T20:22:12.009572Z","end":"2026-03-06T20:22:12.247873Z","steps":["trace[428059997] 'process raft request' (duration: 236.010425ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:12.251397Z","caller":"traceutil/trace.go:171","msg":"trace[1305990293] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"241.722831ms","start":"2026-03-06T20:22:12.009664Z","end":"2026-03-06T20:22:12.251386Z","steps":["trace[1305990293] 'process raft request' (duration: 241.66537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:12.251437Z","caller":"traceutil/trace.go:171","msg":"trace[1789078236] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"241.755002ms","start":"2026-03-06T20:22:12.00966Z","end":"2026-03-06T20:22:12.251415Z","steps":["trace[1789078236] 'process raft request' (duration: 241.615349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:12.251519Z","caller":"traceutil/trace.go:171","msg":"trace[185859233] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"241.531297ms","start":"2026-03-06T20:22:12.009981Z","end":"2026-03-06T20:22:12.251512Z","steps":["trace[185859233] 'process raft request' (duration: 241.381814ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:22:12.251827Z","caller":"traceutil/trace.go:171","msg":"trace[1231104725] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2024; }","duration":"168.142789ms","start":"2026-03-06T20:22:12.083652Z","end":"2026-03-06T20:22:12.251795Z","steps":["trace[1231104725] 'read index received' (duration: 161.929922ms)","trace[1231104725] 'applied index is now lower than readState.Index' (duration: 6.211447ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:22:12.251885Z","caller":"traceutil/trace.go:171","msg":"trace[57950651] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"240.910354ms","start":"2026-03-06T20:22:12.010965Z","end":"2026-03-06T20:22:12.251875Z","steps":["trace[57950651] 'process raft request' (duration: 240.519175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:22:12.252232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.517328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:22:12.252365Z","caller":"traceutil/trace.go:171","msg":"trace[944080830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"168.724543ms","start":"2026-03-06T20:22:12.083618Z","end":"2026-03-06T20:22:12.252343Z","steps":["trace[944080830] 'agreement among raft nodes before linearized reading' (duration: 168.412186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:21.860976Z","caller":"traceutil/trace.go:171","msg":"trace[1222307419] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2554; }","duration":"328.934801ms","start":"2026-03-06T20:23:21.531992Z","end":"2026-03-06T20:23:21.860926Z","steps":["trace[1222307419] 'read index received' (duration: 328.869689ms)","trace[1222307419] 'applied index is now lower than readState.Index' (duration: 63.472µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:21.86108Z","caller":"traceutil/trace.go:171","msg":"trace[777021261] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"340.320969ms","start":"2026-03-06T20:23:21.520717Z","end":"2026-03-06T20:23:21.861038Z","steps":["trace[777021261] 'process raft request' (duration: 340.056453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:21.861246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.555618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:23:21.861268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:21.520695Z","time spent":"340.473492ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:23:21.861342Z","caller":"traceutil/trace.go:171","msg":"trace[1688659559] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2452; }","duration":"179.716692ms","start":"2026-03-06T20:23:21.681606Z","end":"2026-03-06T20:23:21.861323Z","steps":["trace[1688659559] 'agreement among raft nodes before linearized reading' (duration: 179.538778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:21.861698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.674196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:23:21.861735Z","caller":"traceutil/trace.go:171","msg":"trace[1725862757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2452; }","duration":"329.761199ms","start":"2026-03-06T20:23:21.531963Z","end":"2026-03-06T20:23:21.861724Z","steps":["trace[1725862757] 'agreement among raft nodes before linearized reading' (duration: 329.545594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:21.861771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:21.53195Z","time spent":"329.81476ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T20:23:27.221021Z","caller":"traceutil/trace.go:171","msg":"trace[1179533858] linearizableReadLoop","detail":"{readStateIndex:2592; appliedIndex:2591; }","duration":"110.318231ms","start":"2026-03-06T20:23:27.110668Z","end":"2026-03-06T20:23:27.220986Z","steps":["trace[1179533858] 'read index received' (duration: 109.928053ms)","trace[1179533858] 'applied index is now lower than readState.Index' (duration: 388.768µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:27.22122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.518705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:23:27.221268Z","caller":"traceutil/trace.go:171","msg":"trace[2069739632] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2488; }","duration":"110.593217ms","start":"2026-03-06T20:23:27.110658Z","end":"2026-03-06T20:23:27.221251Z","steps":["trace[2069739632] 'agreement among raft nodes before linearized reading' (duration: 110.462304ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:27.221257Z","caller":"traceutil/trace.go:171","msg":"trace[1944916297] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"147.398178ms","start":"2026-03-06T20:23:27.073815Z","end":"2026-03-06T20:23:27.221213Z","steps":["trace[1944916297] 'process raft request' (duration: 146.949638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:55.288722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.091071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:23:55.288864Z","caller":"traceutil/trace.go:171","msg":"trace[891387652] linearizableReadLoop","detail":"{readStateIndex:2749; appliedIndex:2748; }","duration":"273.270274ms","start":"2026-03-06T20:23:55.015572Z","end":"2026-03-06T20:23:55.288842Z","steps":["trace[891387652] 'read index received' (duration: 13.962048ms)","trace[891387652] 'applied index is now lower than readState.Index' (duration: 259.306416ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:55.288975Z","caller":"traceutil/trace.go:171","msg":"trace[543791449] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"351.070142ms","start":"2026-03-06T20:23:54.937869Z","end":"2026-03-06T20:23:55.288939Z","steps":["trace[543791449] 'process raft request' (duration: 91.649284ms)","trace[543791449] 'compare' (duration: 258.902807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:55.289181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.221791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:23:55.289236Z","caller":"traceutil/trace.go:171","msg":"trace[606460058] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2639; }","duration":"137.334373ms","start":"2026-03-06T20:23:55.151888Z","end":"2026-03-06T20:23:55.289222Z","steps":["trace[606460058] 'agreement among raft nodes before linearized reading' (duration: 137.067977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:55.289371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:54.937842Z","time spent":"351.446932ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:55.289109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.489939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:23:55.289664Z","caller":"traceutil/trace.go:171","msg":"trace[708469076] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2639; }","duration":"274.119704ms","start":"2026-03-06T20:23:55.015531Z","end":"2026-03-06T20:23:55.28965Z","steps":["trace[708469076] 'agreement among raft nodes before linearized reading' (duration: 273.438908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:55.835599Z","caller":"traceutil/trace.go:171","msg":"trace[1840148113] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"274.038332ms","start":"2026-03-06T20:23:55.561533Z","end":"2026-03-06T20:23:55.835572Z","steps":["trace[1840148113] 'process raft request' (duration: 273.848818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:56.32129Z","caller":"traceutil/trace.go:171","msg":"trace[128544177] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2750; }","duration":"425.030546ms","start":"2026-03-06T20:23:55.896234Z","end":"2026-03-06T20:23:56.321265Z","steps":["trace[128544177] 'read index received' (duration: 372.271071ms)","trace[128544177] 'applied index is now lower than readState.Index' (duration: 52.758535ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:56.321453Z","caller":"traceutil/trace.go:171","msg":"trace[356224749] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"621.611007ms","start":"2026-03-06T20:23:55.699813Z","end":"2026-03-06T20:23:56.321424Z","steps":["trace[356224749] 'process raft request' (duration: 568.712668ms)","trace[356224749] 'compare' (duration: 52.585882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:56.32173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.476726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a5a3e0de53dcc\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-06T20:23:56.321887Z","caller":"traceutil/trace.go:171","msg":"trace[1420659100] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a5a3e0de53dcc; range_end:; response_count:1; response_revision:2641; }","duration":"425.67552ms","start":"2026-03-06T20:23:55.896197Z","end":"2026-03-06T20:23:56.321872Z","steps":["trace[1420659100] 'agreement among raft nodes before linearized reading' (duration: 425.405184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.321862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:55.699788Z","time spent":"622.002245ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:56.321925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:55.896158Z","time spent":"425.759381ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a5a3e0de53dcc\" "} {"level":"warn","ts":"2026-03-06T20:23:56.322082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.494863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:23:56.322214Z","caller":"traceutil/trace.go:171","msg":"trace[321242746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2641; }","duration":"270.715227ms","start":"2026-03-06T20:23:56.051467Z","end":"2026-03-06T20:23:56.322182Z","steps":["trace[321242746] 'agreement among raft nodes before linearized reading' (duration: 270.296408ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:56.737627Z","caller":"traceutil/trace.go:171","msg":"trace[1692836321] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2751; }","duration":"411.918976ms","start":"2026-03-06T20:23:56.325673Z","end":"2026-03-06T20:23:56.737592Z","steps":["trace[1692836321] 'read index received' (duration: 314.787531ms)","trace[1692836321] 'applied index is now lower than readState.Index' (duration: 97.128915ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:56.737742Z","caller":"traceutil/trace.go:171","msg":"trace[588745436] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"413.988292ms","start":"2026-03-06T20:23:56.323726Z","end":"2026-03-06T20:23:56.737714Z","steps":["trace[588745436] 'process raft request' (duration: 316.720164ms)","trace[588745436] 'compare' (duration: 96.834947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:56.737883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.164231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:23:56.737984Z","caller":"traceutil/trace.go:171","msg":"trace[1190244071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"412.328435ms","start":"2026-03-06T20:23:56.325635Z","end":"2026-03-06T20:23:56.737963Z","steps":["trace[1190244071] 'agreement among raft nodes before linearized reading' (duration: 412.10786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.738045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.325623Z","time spent":"412.409357ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:23:56.738178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.32371Z","time spent":"414.190487ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:23:56.965492Z","caller":"traceutil/trace.go:171","msg":"trace[163253418] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"637.112019ms","start":"2026-03-06T20:23:56.328349Z","end":"2026-03-06T20:23:56.965461Z","steps":["trace[163253418] 'process raft request' (duration: 636.857054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.965694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.328338Z","time spent":"637.252142ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:23:56.965811Z","caller":"traceutil/trace.go:171","msg":"trace[329718682] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"522.037688ms","start":"2026-03-06T20:23:56.443705Z","end":"2026-03-06T20:23:56.965742Z","steps":["trace[329718682] 'process raft request' (duration: 521.665019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.966097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.443693Z","time spent":"522.289153ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:23:56.966521Z","caller":"traceutil/trace.go:171","msg":"trace[30512405] linearizableReadLoop","detail":"{readStateIndex:2756; appliedIndex:2752; }","duration":"228.679709ms","start":"2026-03-06T20:23:56.737814Z","end":"2026-03-06T20:23:56.966493Z","steps":["trace[30512405] 'read index received' (duration: 227.35848ms)","trace[30512405] 'applied index is now lower than readState.Index' (duration: 1.319499ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:56.966529Z","caller":"traceutil/trace.go:171","msg":"trace[382774525] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"509.43593ms","start":"2026-03-06T20:23:56.457056Z","end":"2026-03-06T20:23:56.966492Z","steps":["trace[382774525] 'process raft request' (duration: 509.016311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.966718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.457044Z","time spent":"509.574883ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:56.966834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.505088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T20:23:56.966889Z","caller":"traceutil/trace.go:171","msg":"trace[920443769] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2646; }","duration":"335.59687ms","start":"2026-03-06T20:23:56.63128Z","end":"2026-03-06T20:23:56.966877Z","steps":["trace[920443769] 'agreement among raft nodes before linearized reading' (duration: 335.445017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.966898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.045181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:23:56.966922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.631261Z","time spent":"335.654161ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-06T20:23:56.96694Z","caller":"traceutil/trace.go:171","msg":"trace[912295931] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2646; }","duration":"447.113923ms","start":"2026-03-06T20:23:56.519809Z","end":"2026-03-06T20:23:56.966923Z","steps":["trace[912295931] 'agreement among raft nodes before linearized reading' (duration: 447.045522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.966972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.519798Z","time spent":"447.166904ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:23:56.967091Z","caller":"traceutil/trace.go:171","msg":"trace[1050925148] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"505.696897ms","start":"2026-03-06T20:23:56.461382Z","end":"2026-03-06T20:23:56.967079Z","steps":["trace[1050925148] 'process raft request' (duration: 505.060343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.967163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:56.461371Z","time spent":"505.753929ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:56.968322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.674411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:23:56.96838Z","caller":"traceutil/trace.go:171","msg":"trace[1867198679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2646; }","duration":"123.810733ms","start":"2026-03-06T20:23:56.844554Z","end":"2026-03-06T20:23:56.968364Z","steps":["trace[1867198679] 'agreement among raft nodes before linearized reading' (duration: 123.591499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:56.969044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.890019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:23:56.969076Z","caller":"traceutil/trace.go:171","msg":"trace[1037920144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2646; }","duration":"115.94343ms","start":"2026-03-06T20:23:56.853125Z","end":"2026-03-06T20:23:56.969069Z","steps":["trace[1037920144] 'agreement among raft nodes before linearized reading' (duration: 115.870968ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:24:03.210804Z","caller":"traceutil/trace.go:171","msg":"trace[174477131] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"143.739043ms","start":"2026-03-06T20:24:03.067014Z","end":"2026-03-06T20:24:03.210753Z","steps":["trace[174477131] 'process raft request' (duration: 93.905673ms)","trace[174477131] 'compare' (duration: 49.268778ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:24:03.210871Z","caller":"traceutil/trace.go:171","msg":"trace[1994177238] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"143.642432ms","start":"2026-03-06T20:24:03.067194Z","end":"2026-03-06T20:24:03.210836Z","steps":["trace[1994177238] 'process raft request' (duration: 143.424577ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:24:03.210841Z","caller":"traceutil/trace.go:171","msg":"trace[454759] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"143.611891ms","start":"2026-03-06T20:24:03.067208Z","end":"2026-03-06T20:24:03.21082Z","steps":["trace[454759] 'process raft request' (duration: 143.526489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:03.837613Z","caller":"traceutil/trace.go:171","msg":"trace[1710592915] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"276.78647ms","start":"2026-03-06T20:26:03.5608Z","end":"2026-03-06T20:26:03.837587Z","steps":["trace[1710592915] 'process raft request' (duration: 276.634067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:03.864966Z","caller":"traceutil/trace.go:171","msg":"trace[694193667] linearizableReadLoop","detail":"{readStateIndex:3510; appliedIndex:3508; }","duration":"208.372849ms","start":"2026-03-06T20:26:03.656553Z","end":"2026-03-06T20:26:03.864925Z","steps":["trace[694193667] 'read index received' (duration: 180.973074ms)","trace[694193667] 'applied index is now lower than readState.Index' (duration: 27.398705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:26:03.865256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.865248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:26:03.865303Z","caller":"traceutil/trace.go:171","msg":"trace[1462327620] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3368; }","duration":"178.950461ms","start":"2026-03-06T20:26:03.686341Z","end":"2026-03-06T20:26:03.865291Z","steps":["trace[1462327620] 'agreement among raft nodes before linearized reading' (duration: 178.851028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:03.865293Z","caller":"traceutil/trace.go:171","msg":"trace[1087685506] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"301.798682ms","start":"2026-03-06T20:26:03.563464Z","end":"2026-03-06T20:26:03.865263Z","steps":["trace[1087685506] 'process raft request' (duration: 300.176467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:03.86529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.696306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:26:03.865425Z","caller":"traceutil/trace.go:171","msg":"trace[1372325451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3368; }","duration":"208.88858ms","start":"2026-03-06T20:26:03.65651Z","end":"2026-03-06T20:26:03.865399Z","steps":["trace[1372325451] 'agreement among raft nodes before linearized reading' (duration: 208.658095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:03.865489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:03.563439Z","time spent":"301.912905ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:26:03.865754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.716059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:26:03.86588Z","caller":"traceutil/trace.go:171","msg":"trace[348760207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3368; }","duration":"117.891262ms","start":"2026-03-06T20:26:03.747971Z","end":"2026-03-06T20:26:03.865862Z","steps":["trace[348760207] 'agreement among raft nodes before linearized reading' (duration: 117.593526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:33.744898Z","caller":"traceutil/trace.go:171","msg":"trace[244745301] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"122.501704ms","start":"2026-03-06T20:26:33.622372Z","end":"2026-03-06T20:26:33.744873Z","steps":["trace[244745301] 'process raft request' (duration: 122.357661ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:39.890925Z","caller":"traceutil/trace.go:171","msg":"trace[933399172] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"126.359229ms","start":"2026-03-06T20:26:39.76454Z","end":"2026-03-06T20:26:39.8909Z","steps":["trace[933399172] 'process raft request' (duration: 126.177335ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:47.637364Z","caller":"traceutil/trace.go:171","msg":"trace[1989808357] linearizableReadLoop","detail":"{readStateIndex:4228; appliedIndex:4227; }","duration":"222.444075ms","start":"2026-03-06T20:27:47.414896Z","end":"2026-03-06T20:27:47.63734Z","steps":["trace[1989808357] 'read index received' (duration: 221.409543ms)","trace[1989808357] 'applied index is now lower than readState.Index' (duration: 1.033132ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:47.637444Z","caller":"traceutil/trace.go:171","msg":"trace[1313654187] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"246.75787ms","start":"2026-03-06T20:27:47.39065Z","end":"2026-03-06T20:27:47.637407Z","steps":["trace[1313654187] 'process raft request' (duration: 246.531095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:47.637598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.773068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:27:47.637648Z","caller":"traceutil/trace.go:171","msg":"trace[1912133745] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4052; }","duration":"108.870052ms","start":"2026-03-06T20:27:47.528762Z","end":"2026-03-06T20:27:47.637632Z","steps":["trace[1912133745] 'agreement among raft nodes before linearized reading' (duration: 108.734928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:47.637639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.729981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:27:47.637705Z","caller":"traceutil/trace.go:171","msg":"trace[271376577] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:4052; }","duration":"222.851815ms","start":"2026-03-06T20:27:47.414838Z","end":"2026-03-06T20:27:47.63769Z","steps":["trace[271376577] 'agreement among raft nodes before linearized reading' (duration: 222.615599ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:53.543487Z","caller":"traceutil/trace.go:171","msg":"trace[167019421] linearizableReadLoop","detail":"{readStateIndex:4564; appliedIndex:4563; }","duration":"116.947798ms","start":"2026-03-06T20:27:53.426513Z","end":"2026-03-06T20:27:53.543461Z","steps":["trace[167019421] 'read index received' (duration: 102.298354ms)","trace[167019421] 'applied index is now lower than readState.Index' (duration: 14.648094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:53.543662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.120143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:27:53.543776Z","caller":"traceutil/trace.go:171","msg":"trace[1293639782] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"127.223765ms","start":"2026-03-06T20:27:53.416507Z","end":"2026-03-06T20:27:53.543731Z","steps":["trace[1293639782] 'process raft request' (duration: 112.302245ms)","trace[1293639782] 'compare' (duration: 14.373628ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:53.543695Z","caller":"traceutil/trace.go:171","msg":"trace[1415329942] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4380; }","duration":"117.222744ms","start":"2026-03-06T20:27:53.426463Z","end":"2026-03-06T20:27:53.543686Z","steps":["trace[1415329942] 'agreement among raft nodes before linearized reading' (duration: 117.104801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:53.609004Z","caller":"traceutil/trace.go:171","msg":"trace[1135773509] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"162.206876ms","start":"2026-03-06T20:27:53.446779Z","end":"2026-03-06T20:27:53.608986Z","steps":["trace[1135773509] 'process raft request' (duration: 162.019722ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:53.609274Z","caller":"traceutil/trace.go:171","msg":"trace[836767571] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"120.486956ms","start":"2026-03-06T20:27:53.488771Z","end":"2026-03-06T20:27:53.609258Z","steps":["trace[836767571] 'process raft request' (duration: 120.400634ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:53.609313Z","caller":"traceutil/trace.go:171","msg":"trace[1127646449] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"122.730056ms","start":"2026-03-06T20:27:53.486561Z","end":"2026-03-06T20:27:53.609291Z","steps":["trace[1127646449] 'process raft request' (duration: 122.372748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:55.334821Z","caller":"traceutil/trace.go:171","msg":"trace[1103600743] linearizableReadLoop","detail":"{readStateIndex:4630; appliedIndex:4628; }","duration":"276.907095ms","start":"2026-03-06T20:27:55.057871Z","end":"2026-03-06T20:27:55.334778Z","steps":["trace[1103600743] 'read index received' (duration: 276.425115ms)","trace[1103600743] 'applied index is now lower than readState.Index' (duration: 480.55µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:55.33494Z","caller":"traceutil/trace.go:171","msg":"trace[818530988] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"298.120752ms","start":"2026-03-06T20:27:55.036769Z","end":"2026-03-06T20:27:55.334889Z","steps":["trace[818530988] 'process raft request' (duration: 297.687513ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:55.334993Z","caller":"traceutil/trace.go:171","msg":"trace[1297919455] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"289.090503ms","start":"2026-03-06T20:27:55.045858Z","end":"2026-03-06T20:27:55.334948Z","steps":["trace[1297919455] 'process raft request' (duration: 288.840597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:55.335253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.250236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:27:55.335309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.174685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-06T20:27:55.335341Z","caller":"traceutil/trace.go:171","msg":"trace[1686835321] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:4446; }","duration":"274.42185ms","start":"2026-03-06T20:27:55.0609Z","end":"2026-03-06T20:27:55.335322Z","steps":["trace[1686835321] 'agreement among raft nodes before linearized reading' (duration: 274.266046ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:55.335361Z","caller":"traceutil/trace.go:171","msg":"trace[300553774] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4446; }","duration":"289.308688ms","start":"2026-03-06T20:27:55.046034Z","end":"2026-03-06T20:27:55.335343Z","steps":["trace[300553774] 'agreement among raft nodes before linearized reading' (duration: 288.972121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:55.335367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.266622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-bgnt8.189a5a147d1efdcd\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T20:27:55.335439Z","caller":"traceutil/trace.go:171","msg":"trace[1540582582] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-bgnt8.189a5a147d1efdcd; range_end:; response_count:1; response_revision:4446; }","duration":"120.409075ms","start":"2026-03-06T20:27:55.215008Z","end":"2026-03-06T20:27:55.335417Z","steps":["trace[1540582582] 'agreement among raft nodes before linearized reading' (duration: 120.18251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:55.33637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.614735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-06T20:27:55.336461Z","caller":"traceutil/trace.go:171","msg":"trace[1622630432] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4446; }","duration":"225.745977ms","start":"2026-03-06T20:27:55.110695Z","end":"2026-03-06T20:27:55.336441Z","steps":["trace[1622630432] 'agreement among raft nodes before linearized reading' (duration: 224.520629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:56.90868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.693763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:27:56.9087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.758023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b696cd9-7afd-49a0-afff-ea91bda79c6c\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-06T20:27:56.908701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.416675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-qpq7x\" ","response":"range_response_count:1 size:4331"} {"level":"info","ts":"2026-03-06T20:27:56.908784Z","caller":"traceutil/trace.go:171","msg":"trace[762479086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4494; }","duration":"434.858037ms","start":"2026-03-06T20:27:56.473906Z","end":"2026-03-06T20:27:56.908764Z","steps":["trace[762479086] 'range keys from in-memory index tree' (duration: 434.494369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:56.908792Z","caller":"traceutil/trace.go:171","msg":"trace[357225177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b696cd9-7afd-49a0-afff-ea91bda79c6c; range_end:; response_count:1; response_revision:4494; }","duration":"492.897966ms","start":"2026-03-06T20:27:56.415873Z","end":"2026-03-06T20:27:56.908771Z","steps":["trace[357225177] 'range keys from in-memory index tree' (duration: 492.58401ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:56.908823Z","caller":"traceutil/trace.go:171","msg":"trace[427233675] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-qpq7x; range_end:; response_count:1; response_revision:4494; }","duration":"472.572679ms","start":"2026-03-06T20:27:56.436227Z","end":"2026-03-06T20:27:56.9088Z","steps":["trace[427233675] 'range keys from in-memory index tree' (duration: 472.173399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:56.908834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:56.473884Z","time spent":"434.940148ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:27:56.908839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:56.41585Z","time spent":"492.979059ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b696cd9-7afd-49a0-afff-ea91bda79c6c\" "} {"level":"warn","ts":"2026-03-06T20:27:56.908755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.370692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:27:56.908912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:56.436211Z","time spent":"472.64413ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4354,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-qpq7x\" "} {"level":"info","ts":"2026-03-06T20:27:56.90891Z","caller":"traceutil/trace.go:171","msg":"trace[1437427337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4494; }","duration":"398.617348ms","start":"2026-03-06T20:27:56.510268Z","end":"2026-03-06T20:27:56.908886Z","steps":["trace[1437427337] 'range keys from in-memory index tree' (duration: 398.118497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:56.908994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:56.510238Z","time spent":"398.74514ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:27:56.909502Z","caller":"traceutil/trace.go:171","msg":"trace[331170112] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4678; }","duration":"294.757218ms","start":"2026-03-06T20:27:56.614727Z","end":"2026-03-06T20:27:56.909484Z","steps":["trace[331170112] 'read index received' (duration: 293.781067ms)","trace[331170112] 'applied index is now lower than readState.Index' (duration: 974.731µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:56.909739Z","caller":"traceutil/trace.go:171","msg":"trace[508808057] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"366.449748ms","start":"2026-03-06T20:27:56.543275Z","end":"2026-03-06T20:27:56.909724Z","steps":["trace[508808057] 'process raft request' (duration: 366.09106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:56.909837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:56.543249Z","time spent":"366.52729ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:27:56.909853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.209427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:27:56.909857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.297356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:27:56.909864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.130726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:27:56.909893Z","caller":"traceutil/trace.go:171","msg":"trace[929551215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4495; }","duration":"294.281267ms","start":"2026-03-06T20:27:56.615599Z","end":"2026-03-06T20:27:56.90988Z","steps":["trace[929551215] 'agreement among raft nodes before linearized reading' (duration: 294.158015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:56.909874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.740881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0e06624-3f3e-42b3-8e44-85805fb77d52\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-06T20:27:56.909952Z","caller":"traceutil/trace.go:171","msg":"trace[1793496741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f0e06624-3f3e-42b3-8e44-85805fb77d52; range_end:; response_count:1; response_revision:4495; }","duration":"203.823373ms","start":"2026-03-06T20:27:56.706117Z","end":"2026-03-06T20:27:56.909941Z","steps":["trace[1793496741] 'agreement among raft nodes before linearized reading' (duration: 203.647279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:56.909992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.118831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:27:56.910019Z","caller":"traceutil/trace.go:171","msg":"trace[745040419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4495; }","duration":"278.158322ms","start":"2026-03-06T20:27:56.631853Z","end":"2026-03-06T20:27:56.910011Z","steps":["trace[745040419] 'agreement among raft nodes before linearized reading' (duration: 278.07456ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:56.9099Z","caller":"traceutil/trace.go:171","msg":"trace[311025785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4495; }","duration":"103.347737ms","start":"2026-03-06T20:27:56.806538Z","end":"2026-03-06T20:27:56.909886Z","steps":["trace[311025785] 'agreement among raft nodes before linearized reading' (duration: 103.269466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:56.909906Z","caller":"traceutil/trace.go:171","msg":"trace[642849065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4495; }","duration":"295.214128ms","start":"2026-03-06T20:27:56.614679Z","end":"2026-03-06T20:27:56.909893Z","steps":["trace[642849065] 'agreement among raft nodes before linearized reading' (duration: 295.092605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:56.910714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.181213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197294"} {"level":"info","ts":"2026-03-06T20:27:56.910749Z","caller":"traceutil/trace.go:171","msg":"trace[1767654799] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4495; }","duration":"283.240354ms","start":"2026-03-06T20:27:56.627501Z","end":"2026-03-06T20:27:56.910741Z","steps":["trace[1767654799] 'agreement among raft nodes before linearized reading' (duration: 282.440536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:57.21916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.668619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:27:57.219248Z","caller":"traceutil/trace.go:171","msg":"trace[1302842712] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4502; }","duration":"163.818413ms","start":"2026-03-06T20:27:57.055412Z","end":"2026-03-06T20:27:57.219231Z","steps":["trace[1302842712] 'count revisions from in-memory index tree' (duration: 163.548137ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.128193Z","caller":"traceutil/trace.go:171","msg":"trace[1845064383] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"158.454262ms","start":"2026-03-06T20:27:58.969672Z","end":"2026-03-06T20:27:59.128127Z","steps":["trace[1845064383] 'process raft request' (duration: 89.561664ms)","trace[1845064383] 'compare' (duration: 68.785136ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:59.136907Z","caller":"traceutil/trace.go:171","msg":"trace[362501764] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"167.169195ms","start":"2026-03-06T20:27:58.969713Z","end":"2026-03-06T20:27:59.136882Z","steps":["trace[362501764] 'process raft request' (duration: 167.017182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.137206Z","caller":"traceutil/trace.go:171","msg":"trace[2082670700] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"166.490319ms","start":"2026-03-06T20:27:58.970692Z","end":"2026-03-06T20:27:59.137182Z","steps":["trace[2082670700] 'process raft request' (duration: 166.374777ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.137247Z","caller":"traceutil/trace.go:171","msg":"trace[2091240010] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"167.199135ms","start":"2026-03-06T20:27:58.970016Z","end":"2026-03-06T20:27:59.137215Z","steps":["trace[2091240010] 'process raft request' (duration: 166.816117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:01.085926Z","caller":"traceutil/trace.go:171","msg":"trace[1646965289] linearizableReadLoop","detail":"{readStateIndex:4731; appliedIndex:4730; }","duration":"157.262857ms","start":"2026-03-06T20:28:00.928625Z","end":"2026-03-06T20:28:01.085888Z","steps":["trace[1646965289] 'read index received' (duration: 157.035162ms)","trace[1646965289] 'applied index is now lower than readState.Index' (duration: 226.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:01.086043Z","caller":"traceutil/trace.go:171","msg":"trace[194163348] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"191.217346ms","start":"2026-03-06T20:28:00.894814Z","end":"2026-03-06T20:28:01.086031Z","steps":["trace[194163348] 'process raft request' (duration: 190.93319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:01.0863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.664315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0e06624-3f3e-42b3-8e44-85805fb77d52\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-06T20:28:01.086344Z","caller":"traceutil/trace.go:171","msg":"trace[1928556955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f0e06624-3f3e-42b3-8e44-85805fb77d52; range_end:; response_count:1; response_revision:4546; }","duration":"157.756377ms","start":"2026-03-06T20:28:00.928576Z","end":"2026-03-06T20:28:01.086332Z","steps":["trace[1928556955] 'agreement among raft nodes before linearized reading' (duration: 157.609054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:01.086584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.285737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b696cd9-7afd-49a0-afff-ea91bda79c6c\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-03-06T20:28:01.086632Z","caller":"traceutil/trace.go:171","msg":"trace[1278317210] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b696cd9-7afd-49a0-afff-ea91bda79c6c; range_end:; response_count:1; response_revision:4546; }","duration":"157.368579ms","start":"2026-03-06T20:28:00.929254Z","end":"2026-03-06T20:28:01.086622Z","steps":["trace[1278317210] 'agreement among raft nodes before linearized reading' (duration: 157.244196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:01.086779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.988631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:28:01.086835Z","caller":"traceutil/trace.go:171","msg":"trace[1871120650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4546; }","duration":"118.062193ms","start":"2026-03-06T20:28:00.968765Z","end":"2026-03-06T20:28:01.086828Z","steps":["trace[1871120650] 'agreement among raft nodes before linearized reading' (duration: 117.954991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:04.027825Z","caller":"traceutil/trace.go:171","msg":"trace[1884433603] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4825; }","duration":"128.667147ms","start":"2026-03-06T20:28:03.89913Z","end":"2026-03-06T20:28:04.027798Z","steps":["trace[1884433603] 'read index received' (duration: 115.084857ms)","trace[1884433603] 'applied index is now lower than readState.Index' (duration: 13.58106ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:04.027907Z","caller":"traceutil/trace.go:171","msg":"trace[1626399367] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"136.760005ms","start":"2026-03-06T20:28:03.891105Z","end":"2026-03-06T20:28:04.027865Z","steps":["trace[1626399367] 'process raft request' (duration: 123.162035ms)","trace[1626399367] 'compare' (duration: 13.257683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:04.031809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.662775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:522062"} {"level":"info","ts":"2026-03-06T20:28:04.031865Z","caller":"traceutil/trace.go:171","msg":"trace[791829069] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4636; }","duration":"132.763467ms","start":"2026-03-06T20:28:03.899088Z","end":"2026-03-06T20:28:04.031851Z","steps":["trace[791829069] 'agreement among raft nodes before linearized reading' (duration: 128.857801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:04.496142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.74867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:04.4964Z","caller":"traceutil/trace.go:171","msg":"trace[1869765146] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"235.092102ms","start":"2026-03-06T20:28:04.26129Z","end":"2026-03-06T20:28:04.496382Z","steps":["trace[1869765146] 'process raft request' (duration: 234.99921ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:04.496401Z","caller":"traceutil/trace.go:171","msg":"trace[1062566563] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"278.51529ms","start":"2026-03-06T20:28:04.217856Z","end":"2026-03-06T20:28:04.496372Z","steps":["trace[1062566563] 'process raft request' (duration: 65.438912ms)","trace[1062566563] 'compare' (duration: 212.410743ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:04.496602Z","caller":"traceutil/trace.go:171","msg":"trace[1314682704] linearizableReadLoop","detail":"{readStateIndex:4828; appliedIndex:4827; }","duration":"235.711227ms","start":"2026-03-06T20:28:04.260867Z","end":"2026-03-06T20:28:04.496556Z","steps":["trace[1314682704] 'read index received' (duration: 22.617939ms)","trace[1314682704] 'applied index is now lower than readState.Index' (duration: 213.068367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:04.497117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.240789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:522062"} {"level":"info","ts":"2026-03-06T20:28:04.497171Z","caller":"traceutil/trace.go:171","msg":"trace[1787739852] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4639; }","duration":"236.374161ms","start":"2026-03-06T20:28:04.260784Z","end":"2026-03-06T20:28:04.497158Z","steps":["trace[1787739852] 'agreement among raft nodes before linearized reading' (duration: 235.891091ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:04.500252Z","caller":"traceutil/trace.go:171","msg":"trace[213936099] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"189.738063ms","start":"2026-03-06T20:28:04.310489Z","end":"2026-03-06T20:28:04.500227Z","steps":["trace[213936099] 'process raft request' (duration: 189.548899ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:05.588625Z","caller":"traceutil/trace.go:171","msg":"trace[608166605] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"400.757785ms","start":"2026-03-06T20:28:05.187837Z","end":"2026-03-06T20:28:05.588595Z","steps":["trace[608166605] 'process raft request' (duration: 349.047375ms)","trace[608166605] 'compare' (duration: 51.423714ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:05.588663Z","caller":"traceutil/trace.go:171","msg":"trace[366791563] linearizableReadLoop","detail":"{readStateIndex:4839; appliedIndex:4835; }","duration":"341.777285ms","start":"2026-03-06T20:28:05.246868Z","end":"2026-03-06T20:28:05.588645Z","steps":["trace[366791563] 'read index received' (duration: 290.005364ms)","trace[366791563] 'applied index is now lower than readState.Index' (duration: 51.771181ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:05.588666Z","caller":"traceutil/trace.go:171","msg":"trace[1406344614] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"400.697164ms","start":"2026-03-06T20:28:05.187935Z","end":"2026-03-06T20:28:05.588633Z","steps":["trace[1406344614] 'process raft request' (duration: 400.599732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:05.588715Z","caller":"traceutil/trace.go:171","msg":"trace[1140582364] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"399.66349ms","start":"2026-03-06T20:28:05.189013Z","end":"2026-03-06T20:28:05.588676Z","steps":["trace[1140582364] 'process raft request' (duration: 399.603278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:05.588772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:05.187826Z","time spent":"400.873947ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:05.588765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.895707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:28:05.588815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:05.187912Z","time spent":"400.825436ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:05.588852Z","caller":"traceutil/trace.go:171","msg":"trace[1821340101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4649; }","duration":"342.028841ms","start":"2026-03-06T20:28:05.246809Z","end":"2026-03-06T20:28:05.588838Z","steps":["trace[1821340101] 'agreement among raft nodes before linearized reading' (duration: 341.913878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:05.588897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:05.246788Z","time spent":"342.100662ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:28:05.588853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:05.188998Z","time spent":"399.788023ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:05.589137Z","caller":"traceutil/trace.go:171","msg":"trace[1017500837] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"400.877108ms","start":"2026-03-06T20:28:05.187992Z","end":"2026-03-06T20:28:05.588869Z","steps":["trace[1017500837] 'process raft request' (duration: 400.590771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:05.589578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:05.187919Z","time spent":"401.515122ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:08.205237Z","caller":"traceutil/trace.go:171","msg":"trace[1579048699] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"570.316182ms","start":"2026-03-06T20:28:07.634896Z","end":"2026-03-06T20:28:08.205213Z","steps":["trace[1579048699] 'process raft request' (duration: 514.436081ms)","trace[1579048699] 'compare' (duration: 55.467352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:08.205352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:07.63488Z","time spent":"570.408715ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:08.625249Z","caller":"traceutil/trace.go:171","msg":"trace[708333321] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"989.893912ms","start":"2026-03-06T20:28:07.635335Z","end":"2026-03-06T20:28:08.625229Z","steps":["trace[708333321] 'process raft request' (duration: 989.844001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.625388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:07.635319Z","time spent":"989.994314ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:08.625298Z","caller":"traceutil/trace.go:171","msg":"trace[797875350] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"989.943943ms","start":"2026-03-06T20:28:07.635318Z","end":"2026-03-06T20:28:08.625262Z","steps":["trace[797875350] 'process raft request' (duration: 989.734178ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.625528Z","caller":"traceutil/trace.go:171","msg":"trace[551801320] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"776.862967ms","start":"2026-03-06T20:28:07.848656Z","end":"2026-03-06T20:28:08.625519Z","steps":["trace[551801320] 'process raft request' (duration: 776.706122ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.625514Z","caller":"traceutil/trace.go:171","msg":"trace[1190988856] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"990.022016ms","start":"2026-03-06T20:28:07.635462Z","end":"2026-03-06T20:28:08.625484Z","steps":["trace[1190988856] 'process raft request' (duration: 989.738949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.625581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:07.848637Z","time spent":"776.920418ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:08.625682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:07.635446Z","time spent":"990.127118ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:08.625498Z","caller":"traceutil/trace.go:171","msg":"trace[58527499] linearizableReadLoop","detail":"{readStateIndex:4953; appliedIndex:4949; }","duration":"883.905426ms","start":"2026-03-06T20:28:07.741567Z","end":"2026-03-06T20:28:08.625472Z","steps":["trace[58527499] 'read index received' (duration: 407.861002ms)","trace[58527499] 'applied index is now lower than readState.Index' (duration: 476.043424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:08.625642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:07.635296Z","time spent":"990.20158ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:08.625731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.154182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2z7hz-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-06T20:28:08.625808Z","caller":"traceutil/trace.go:171","msg":"trace[484583137] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2z7hz-tls; range_end:; response_count:1; response_revision:4761; }","duration":"884.257174ms","start":"2026-03-06T20:28:07.741531Z","end":"2026-03-06T20:28:08.625788Z","steps":["trace[484583137] 'agreement among raft nodes before linearized reading' (duration: 884.025479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.625865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:07.741518Z","time spent":"884.331676ms","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2z7hz-tls\" "} {"level":"info","ts":"2026-03-06T20:28:08.885384Z","caller":"traceutil/trace.go:171","msg":"trace[1707412962] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"376.263285ms","start":"2026-03-06T20:28:08.509086Z","end":"2026-03-06T20:28:08.88535Z","steps":["trace[1707412962] 'process raft request' (duration: 345.373664ms)","trace[1707412962] 'compare' (duration: 30.560204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:08.88553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:08.509049Z","time spent":"376.392277ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:08.885516Z","caller":"traceutil/trace.go:171","msg":"trace[1544576162] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4954; }","duration":"259.756366ms","start":"2026-03-06T20:28:08.625732Z","end":"2026-03-06T20:28:08.885488Z","steps":["trace[1544576162] 'read index received' (duration: 228.729292ms)","trace[1544576162] 'applied index is now lower than readState.Index' (duration: 31.025934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:08.885658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.694321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:08.885705Z","caller":"traceutil/trace.go:171","msg":"trace[1640873992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4764; }","duration":"639.779973ms","start":"2026-03-06T20:28:08.245913Z","end":"2026-03-06T20:28:08.885693Z","steps":["trace[1640873992] 'agreement among raft nodes before linearized reading' (duration: 639.689521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.885731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:08.245894Z","time spent":"639.831355ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:28:08.88575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.739753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T20:28:08.885748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.68255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:08.885845Z","caller":"traceutil/trace.go:171","msg":"trace[1504186886] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"376.573661ms","start":"2026-03-06T20:28:08.509263Z","end":"2026-03-06T20:28:08.885836Z","steps":["trace[1504186886] 'process raft request' (duration: 376.014919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.885849Z","caller":"traceutil/trace.go:171","msg":"trace[1866686102] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4764; }","duration":"394.866365ms","start":"2026-03-06T20:28:08.490955Z","end":"2026-03-06T20:28:08.885821Z","steps":["trace[1866686102] 'agreement among raft nodes before linearized reading' (duration: 394.711132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.885872Z","caller":"traceutil/trace.go:171","msg":"trace[219059757] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"367.213635ms","start":"2026-03-06T20:28:08.518639Z","end":"2026-03-06T20:28:08.885853Z","steps":["trace[219059757] 'process raft request' (duration: 366.734314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.8859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.177171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2z7hz-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-03-06T20:28:08.885925Z","caller":"traceutil/trace.go:171","msg":"trace[1594455010] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2z7hz-tls; range_end:; response_count:1; response_revision:4764; }","duration":"253.231232ms","start":"2026-03-06T20:28:08.632685Z","end":"2026-03-06T20:28:08.885916Z","steps":["trace[1594455010] 'agreement among raft nodes before linearized reading' (duration: 253.100249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.885946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:08.509248Z","time spent":"376.638143ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:08.885957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:08.518614Z","time spent":"367.301877ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:08.885912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:08.490929Z","time spent":"394.967957ms","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:08.88603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.089586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1362b948-d63d-47a1-9b5a-87e2da1eba8c\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-06T20:28:08.886235Z","caller":"traceutil/trace.go:171","msg":"trace[1538216086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1362b948-d63d-47a1-9b5a-87e2da1eba8c; range_end:; response_count:1; response_revision:4764; }","duration":"374.360663ms","start":"2026-03-06T20:28:08.511822Z","end":"2026-03-06T20:28:08.886182Z","steps":["trace[1538216086] 'agreement among raft nodes before linearized reading' (duration: 373.743259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.88631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.220472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719509"} {"level":"warn","ts":"2026-03-06T20:28:08.886344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:08.511812Z","time spent":"374.518106ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1362b948-d63d-47a1-9b5a-87e2da1eba8c\" "} {"level":"info","ts":"2026-03-06T20:28:08.886409Z","caller":"traceutil/trace.go:171","msg":"trace[1313632202] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4764; }","duration":"981.327664ms","start":"2026-03-06T20:28:07.905048Z","end":"2026-03-06T20:28:08.886375Z","steps":["trace[1313632202] 'agreement among raft nodes before linearized reading' (duration: 980.746861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.885793Z","caller":"traceutil/trace.go:171","msg":"trace[1148154303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:4764; }","duration":"830.843805ms","start":"2026-03-06T20:28:08.054939Z","end":"2026-03-06T20:28:08.885783Z","steps":["trace[1148154303] 'agreement among raft nodes before linearized reading' (duration: 830.673932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:08.886462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:07.905033Z","time spent":"981.414697ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719532,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-06T20:28:08.88651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:08.054918Z","time spent":"831.569173ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"info","ts":"2026-03-06T20:28:09.710271Z","caller":"traceutil/trace.go:171","msg":"trace[1523088691] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4957; }","duration":"463.892537ms","start":"2026-03-06T20:28:09.246352Z","end":"2026-03-06T20:28:09.710245Z","steps":["trace[1523088691] 'read index received' (duration: 463.677853ms)","trace[1523088691] 'applied index is now lower than readState.Index' (duration: 213.694µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:09.710425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.059171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:09.710459Z","caller":"traceutil/trace.go:171","msg":"trace[2032757905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4765; }","duration":"464.169703ms","start":"2026-03-06T20:28:09.246279Z","end":"2026-03-06T20:28:09.710448Z","steps":["trace[2032757905] 'agreement among raft nodes before linearized reading' (duration: 464.074091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:09.710496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:09.246246Z","time spent":"464.241605ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:28:09.710589Z","caller":"traceutil/trace.go:171","msg":"trace[719663043] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"503.455829ms","start":"2026-03-06T20:28:09.207099Z","end":"2026-03-06T20:28:09.710555Z","steps":["trace[719663043] 'process raft request' (duration: 503.007779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:09.710756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:09.207084Z","time spent":"503.585331ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:11.797762Z","caller":"traceutil/trace.go:171","msg":"trace[1646337324] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"185.434438ms","start":"2026-03-06T20:28:11.612302Z","end":"2026-03-06T20:28:11.797736Z","steps":["trace[1646337324] 'process raft request' (duration: 185.294405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:11.942957Z","caller":"traceutil/trace.go:171","msg":"trace[1422099229] linearizableReadLoop","detail":"{readStateIndex:5001; appliedIndex:5000; }","duration":"252.027086ms","start":"2026-03-06T20:28:11.690899Z","end":"2026-03-06T20:28:11.942926Z","steps":["trace[1422099229] 'read index received' (duration: 106.855245ms)","trace[1422099229] 'applied index is now lower than readState.Index' (duration: 145.170691ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:11.943234Z","caller":"traceutil/trace.go:171","msg":"trace[721077511] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"322.763475ms","start":"2026-03-06T20:28:11.620265Z","end":"2026-03-06T20:28:11.943029Z","steps":["trace[721077511] 'process raft request' (duration: 282.137749ms)","trace[721077511] 'compare' (duration: 40.295529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:11.943391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:11.620254Z","time spent":"323.056181ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13276,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:11.943506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.584358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-06T20:28:11.94351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.879855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:28:11.943567Z","caller":"traceutil/trace.go:171","msg":"trace[934671457] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4806; }","duration":"252.655159ms","start":"2026-03-06T20:28:11.690892Z","end":"2026-03-06T20:28:11.943547Z","steps":["trace[934671457] 'agreement among raft nodes before linearized reading' (duration: 252.22924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:11.943596Z","caller":"traceutil/trace.go:171","msg":"trace[1713033022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4806; }","duration":"229.022139ms","start":"2026-03-06T20:28:11.714552Z","end":"2026-03-06T20:28:11.943574Z","steps":["trace[1713033022] 'agreement among raft nodes before linearized reading' (duration: 228.644331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:11.944523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.919917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777694"} {"level":"info","ts":"2026-03-06T20:28:11.944629Z","caller":"traceutil/trace.go:171","msg":"trace[1680326274] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4806; }","duration":"107.05079ms","start":"2026-03-06T20:28:11.837542Z","end":"2026-03-06T20:28:11.944593Z","steps":["trace[1680326274] 'agreement among raft nodes before linearized reading' (duration: 105.694901ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:12.20281Z","caller":"traceutil/trace.go:171","msg":"trace[1305280935] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"250.128674ms","start":"2026-03-06T20:28:11.952647Z","end":"2026-03-06T20:28:12.202775Z","steps":["trace[1305280935] 'process raft request' (duration: 249.689964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:12.202847Z","caller":"traceutil/trace.go:171","msg":"trace[166984423] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"249.932529ms","start":"2026-03-06T20:28:11.952867Z","end":"2026-03-06T20:28:12.2028Z","steps":["trace[166984423] 'process raft request' (duration: 249.674873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:12.203125Z","caller":"traceutil/trace.go:171","msg":"trace[652214163] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5001; }","duration":"245.463412ms","start":"2026-03-06T20:28:11.957637Z","end":"2026-03-06T20:28:12.2031Z","steps":["trace[652214163] 'read index received' (duration: 40.544753ms)","trace[652214163] 'applied index is now lower than readState.Index' (duration: 204.917629ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:12.20314Z","caller":"traceutil/trace.go:171","msg":"trace[875411689] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"249.824108ms","start":"2026-03-06T20:28:11.953286Z","end":"2026-03-06T20:28:12.20311Z","steps":["trace[875411689] 'process raft request' (duration: 249.692905ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:12.203247Z","caller":"traceutil/trace.go:171","msg":"trace[793140863] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"250.006472ms","start":"2026-03-06T20:28:11.953226Z","end":"2026-03-06T20:28:12.203232Z","steps":["trace[793140863] 'process raft request' (duration: 249.49638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:12.203603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.949152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777694"} {"level":"info","ts":"2026-03-06T20:28:12.20364Z","caller":"traceutil/trace.go:171","msg":"trace[2107907833] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4811; }","duration":"246.030944ms","start":"2026-03-06T20:28:11.957599Z","end":"2026-03-06T20:28:12.20363Z","steps":["trace[2107907833] 'agreement among raft nodes before linearized reading' (duration: 245.591105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:12.204789Z","caller":"traceutil/trace.go:171","msg":"trace[1518314100] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"194.383595ms","start":"2026-03-06T20:28:12.010394Z","end":"2026-03-06T20:28:12.204778Z","steps":["trace[1518314100] 'process raft request' (duration: 194.277063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:21.109805Z","caller":"traceutil/trace.go:171","msg":"trace[490752773] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5176; }","duration":"137.360919ms","start":"2026-03-06T20:28:20.972419Z","end":"2026-03-06T20:28:21.10978Z","steps":["trace[490752773] 'read index received' (duration: 36.26428ms)","trace[490752773] 'applied index is now lower than readState.Index' (duration: 101.095579ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:21.109842Z","caller":"traceutil/trace.go:171","msg":"trace[964817437] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"143.79594ms","start":"2026-03-06T20:28:20.966015Z","end":"2026-03-06T20:28:21.109811Z","steps":["trace[964817437] 'process raft request' (duration: 143.568455ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:21.109929Z","caller":"traceutil/trace.go:171","msg":"trace[974257776] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"142.230966ms","start":"2026-03-06T20:28:20.967688Z","end":"2026-03-06T20:28:21.109919Z","steps":["trace[974257776] 'process raft request' (duration: 142.049152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:21.110227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.785038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:28:21.11031Z","caller":"traceutil/trace.go:171","msg":"trace[830986818] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:4977; }","duration":"137.91095ms","start":"2026-03-06T20:28:20.972381Z","end":"2026-03-06T20:28:21.110292Z","steps":["trace[830986818] 'agreement among raft nodes before linearized reading' (duration: 137.679715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:21.820788Z","caller":"traceutil/trace.go:171","msg":"trace[1458157378] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"116.50618ms","start":"2026-03-06T20:28:21.704259Z","end":"2026-03-06T20:28:21.820765Z","steps":["trace[1458157378] 'process raft request' (duration: 116.356666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:23.141938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.641565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:23.142173Z","caller":"traceutil/trace.go:171","msg":"trace[1778487169] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"727.19127ms","start":"2026-03-06T20:28:22.414932Z","end":"2026-03-06T20:28:23.142123Z","steps":["trace[1778487169] 'process raft request' (duration: 46.29118ms)","trace[1778487169] 'compare' (duration: 680.542282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:23.142324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:22.414902Z","time spent":"727.344135ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:23.142309Z","caller":"traceutil/trace.go:171","msg":"trace[475377044] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"458.827564ms","start":"2026-03-06T20:28:22.683334Z","end":"2026-03-06T20:28:23.142162Z","steps":["trace[475377044] 'read index received' (duration: 32.871µs)","trace[475377044] 'applied index is now lower than readState.Index' (duration: 458.788673ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:23.161887Z","caller":"traceutil/trace.go:171","msg":"trace[1991202812] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"148.28618ms","start":"2026-03-06T20:28:23.013579Z","end":"2026-03-06T20:28:23.161865Z","steps":["trace[1991202812] 'process raft request' (duration: 147.89316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:23.161861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.518189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:28:23.162254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.703189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:28:23.162306Z","caller":"traceutil/trace.go:171","msg":"trace[955089677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4995; }","duration":"466.774401ms","start":"2026-03-06T20:28:22.695516Z","end":"2026-03-06T20:28:23.162291Z","steps":["trace[955089677] 'agreement among raft nodes before linearized reading' (duration: 466.644668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:23.162327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.63751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:28:23.162393Z","caller":"traceutil/trace.go:171","msg":"trace[387894296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4995; }","duration":"453.733623ms","start":"2026-03-06T20:28:22.708644Z","end":"2026-03-06T20:28:23.162377Z","steps":["trace[387894296] 'agreement among raft nodes before linearized reading' (duration: 453.573739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:23.162425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:22.708631Z","time spent":"453.788464ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T20:28:23.162424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.747939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:28:23.162456Z","caller":"traceutil/trace.go:171","msg":"trace[107774132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4995; }","duration":"465.81416ms","start":"2026-03-06T20:28:22.696634Z","end":"2026-03-06T20:28:23.162448Z","steps":["trace[107774132] 'agreement among raft nodes before linearized reading' (duration: 465.731218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:23.16248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:22.696615Z","time spent":"465.858551ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:28:23.162343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:22.695506Z","time spent":"466.828372ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:28:23.162689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.120932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:23.162756Z","caller":"traceutil/trace.go:171","msg":"trace[1851757696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4995; }","duration":"132.215125ms","start":"2026-03-06T20:28:23.030524Z","end":"2026-03-06T20:28:23.162739Z","steps":["trace[1851757696] 'agreement among raft nodes before linearized reading' (duration: 132.124653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:23.161972Z","caller":"traceutil/trace.go:171","msg":"trace[343117415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4992; }","duration":"478.673462ms","start":"2026-03-06T20:28:22.68328Z","end":"2026-03-06T20:28:23.161953Z","steps":["trace[343117415] 'agreement among raft nodes before linearized reading' (duration: 459.011259ms)","trace[343117415] 'range keys from in-memory index tree' (duration: 19.405007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:23.163057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:22.683259Z","time spent":"479.783447ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:28:23.878642Z","caller":"traceutil/trace.go:171","msg":"trace[688844123] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"161.261474ms","start":"2026-03-06T20:28:23.717344Z","end":"2026-03-06T20:28:23.878606Z","steps":["trace[688844123] 'process raft request' (duration: 161.148232ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:23.881971Z","caller":"traceutil/trace.go:171","msg":"trace[1371546344] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"159.130498ms","start":"2026-03-06T20:28:23.72283Z","end":"2026-03-06T20:28:23.88196Z","steps":["trace[1371546344] 'process raft request' (duration: 159.065447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:29.847933Z","caller":"traceutil/trace.go:171","msg":"trace[1683992528] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5323; }","duration":"160.861306ms","start":"2026-03-06T20:28:29.687032Z","end":"2026-03-06T20:28:29.847893Z","steps":["trace[1683992528] 'read index received' (duration: 157.152535ms)","trace[1683992528] 'applied index is now lower than readState.Index' (duration: 3.706821ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:29.848056Z","caller":"traceutil/trace.go:171","msg":"trace[28617150] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"161.277625ms","start":"2026-03-06T20:28:29.686674Z","end":"2026-03-06T20:28:29.847952Z","steps":["trace[28617150] 'process raft request' (duration: 157.559003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:29.848339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.097909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-06T20:28:29.84843Z","caller":"traceutil/trace.go:171","msg":"trace[836772193] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5117; }","duration":"160.216852ms","start":"2026-03-06T20:28:29.688191Z","end":"2026-03-06T20:28:29.848408Z","steps":["trace[836772193] 'agreement among raft nodes before linearized reading' (duration: 159.948906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:29.848629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.569572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:74 size:62320"} {"level":"warn","ts":"2026-03-06T20:28:29.848658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.905151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T20:28:29.84872Z","caller":"traceutil/trace.go:171","msg":"trace[817675644] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:74; response_revision:5117; }","duration":"161.682905ms","start":"2026-03-06T20:28:29.687016Z","end":"2026-03-06T20:28:29.848699Z","steps":["trace[817675644] 'agreement among raft nodes before linearized reading' (duration: 161.04772ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:29.848724Z","caller":"traceutil/trace.go:171","msg":"trace[534057962] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5117; }","duration":"158.000444ms","start":"2026-03-06T20:28:29.690704Z","end":"2026-03-06T20:28:29.848705Z","steps":["trace[534057962] 'agreement among raft nodes before linearized reading' (duration: 157.767838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:31.384744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.752787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:31.384852Z","caller":"traceutil/trace.go:171","msg":"trace[1197276283] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"192.901893ms","start":"2026-03-06T20:28:31.19193Z","end":"2026-03-06T20:28:31.384832Z","steps":["trace[1197276283] 'process raft request' (duration: 69.963093ms)","trace[1197276283] 'compare' (duration: 122.645253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:31.715754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.188877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:31.715996Z","caller":"traceutil/trace.go:171","msg":"trace[1107971673] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5361; }","duration":"504.445561ms","start":"2026-03-06T20:28:31.211529Z","end":"2026-03-06T20:28:31.715975Z","steps":["trace[1107971673] 'read index received' (duration: 50.379521ms)","trace[1107971673] 'applied index is now lower than readState.Index' (duration: 454.06493ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:31.716068Z","caller":"traceutil/trace.go:171","msg":"trace[62342853] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"522.325774ms","start":"2026-03-06T20:28:31.193715Z","end":"2026-03-06T20:28:31.716041Z","steps":["trace[62342853] 'process raft request' (duration: 522.167801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:31.716215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.688746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T20:28:31.716255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.193698Z","time spent":"522.444517ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:31.716289Z","caller":"traceutil/trace.go:171","msg":"trace[1372044887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5157; }","duration":"504.783407ms","start":"2026-03-06T20:28:31.211495Z","end":"2026-03-06T20:28:31.716279Z","steps":["trace[1372044887] 'agreement among raft nodes before linearized reading' (duration: 504.579153ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:31.716235Z","caller":"traceutil/trace.go:171","msg":"trace[34521987] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"523.178054ms","start":"2026-03-06T20:28:31.193028Z","end":"2026-03-06T20:28:31.716206Z","steps":["trace[34521987] 'process raft request' (duration: 359.423914ms)","trace[34521987] 'compare' (duration: 162.989253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:31.716326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.211487Z","time spent":"504.831279ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:28:31.716461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.192999Z","time spent":"523.353518ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:31.716498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.724417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:28:31.716518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.024795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:28:31.716541Z","caller":"traceutil/trace.go:171","msg":"trace[1727651648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5157; }","duration":"504.812279ms","start":"2026-03-06T20:28:31.211716Z","end":"2026-03-06T20:28:31.716528Z","steps":["trace[1727651648] 'agreement among raft nodes before linearized reading' (duration: 504.662466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:31.716545Z","caller":"traceutil/trace.go:171","msg":"trace[2099295937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5157; }","duration":"501.081386ms","start":"2026-03-06T20:28:31.215456Z","end":"2026-03-06T20:28:31.716537Z","steps":["trace[2099295937] 'agreement among raft nodes before linearized reading' (duration: 500.998764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:31.716569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.215433Z","time spent":"501.131448ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:28:31.716578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.211694Z","time spent":"504.87289ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:28:31.716603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.108184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T20:28:31.716674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.396352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:31.716717Z","caller":"traceutil/trace.go:171","msg":"trace[402732046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"471.455483ms","start":"2026-03-06T20:28:31.245244Z","end":"2026-03-06T20:28:31.7167Z","steps":["trace[402732046] 'agreement among raft nodes before linearized reading' (duration: 471.384242ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:31.716694Z","caller":"traceutil/trace.go:171","msg":"trace[586548813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:5157; }","duration":"500.216917ms","start":"2026-03-06T20:28:31.216461Z","end":"2026-03-06T20:28:31.716678Z","steps":["trace[586548813] 'agreement among raft nodes before linearized reading' (duration: 499.958951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:31.716755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.245233Z","time spent":"471.516815ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:28:31.716772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.216454Z","time spent":"500.304959ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"warn","ts":"2026-03-06T20:28:32.438575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.343477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:32.438888Z","caller":"traceutil/trace.go:171","msg":"trace[314929878] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"718.086711ms","start":"2026-03-06T20:28:31.720749Z","end":"2026-03-06T20:28:32.438835Z","steps":["trace[314929878] 'process raft request' (duration: 111.398356ms)","trace[314929878] 'compare' (duration: 606.01725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:32.439094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.720733Z","time spent":"718.250774ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:32.439262Z","caller":"traceutil/trace.go:171","msg":"trace[1537838212] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5364; }","duration":"717.667921ms","start":"2026-03-06T20:28:31.72154Z","end":"2026-03-06T20:28:32.439208Z","steps":["trace[1537838212] 'read index received' (duration: 110.620499ms)","trace[1537838212] 'applied index is now lower than readState.Index' (duration: 607.046302ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:32.439275Z","caller":"traceutil/trace.go:171","msg":"trace[638693357] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"717.887796ms","start":"2026-03-06T20:28:31.721359Z","end":"2026-03-06T20:28:32.439247Z","steps":["trace[638693357] 'process raft request' (duration: 717.751683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.439437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.721333Z","time spent":"718.015279ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:32.43951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.989516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:32.439584Z","caller":"traceutil/trace.go:171","msg":"trace[684758503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"194.107309ms","start":"2026-03-06T20:28:32.24546Z","end":"2026-03-06T20:28:32.439567Z","steps":["trace[684758503] 'agreement among raft nodes before linearized reading' (duration: 193.973236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.439579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.474019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-06T20:28:32.439613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.05882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80041"} {"level":"warn","ts":"2026-03-06T20:28:32.439671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.629256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-06T20:28:32.439656Z","caller":"traceutil/trace.go:171","msg":"trace[1870930907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e; range_end:; response_count:1; response_revision:5160; }","duration":"615.59342ms","start":"2026-03-06T20:28:31.824049Z","end":"2026-03-06T20:28:32.439642Z","steps":["trace[1870930907] 'agreement among raft nodes before linearized reading' (duration: 615.345895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.439678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.175066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:32.439738Z","caller":"traceutil/trace.go:171","msg":"trace[268617841] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5160; }","duration":"519.728447ms","start":"2026-03-06T20:28:31.919988Z","end":"2026-03-06T20:28:32.439717Z","steps":["trace[268617841] 'agreement among raft nodes before linearized reading' (duration: 519.535353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.439739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.824026Z","time spent":"615.702033ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e\" "} {"level":"warn","ts":"2026-03-06T20:28:32.439789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.919932Z","time spent":"519.84775ms","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-06T20:28:32.439808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.162852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-06T20:28:32.43983Z","caller":"traceutil/trace.go:171","msg":"trace[1642295295] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5160; }","duration":"612.355109ms","start":"2026-03-06T20:28:31.827421Z","end":"2026-03-06T20:28:32.439776Z","steps":["trace[1642295295] 'agreement among raft nodes before linearized reading' (duration: 612.125984ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:32.439856Z","caller":"traceutil/trace.go:171","msg":"trace[906464250] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e; range_end:; response_count:1; response_revision:5160; }","duration":"503.223844ms","start":"2026-03-06T20:28:31.936622Z","end":"2026-03-06T20:28:32.439846Z","steps":["trace[906464250] 'agreement among raft nodes before linearized reading' (duration: 503.100921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.439686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.472716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:28:32.439892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.936615Z","time spent":"503.269965ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e\" "} {"level":"warn","ts":"2026-03-06T20:28:32.439937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.827403Z","time spent":"612.513113ms","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:28:32.439286Z","caller":"traceutil/trace.go:171","msg":"trace[80874294] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"717.817484ms","start":"2026-03-06T20:28:31.72141Z","end":"2026-03-06T20:28:32.439227Z","steps":["trace[80874294] 'process raft request' (duration: 717.294973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.439957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.20286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:28:32.440158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.721401Z","time spent":"718.641704ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:32.439963Z","caller":"traceutil/trace.go:171","msg":"trace[1543811037] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5160; }","duration":"262.743071ms","start":"2026-03-06T20:28:32.177169Z","end":"2026-03-06T20:28:32.439912Z","steps":["trace[1543811037] 'agreement among raft nodes before linearized reading' (duration: 262.455365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:32.439698Z","caller":"traceutil/trace.go:171","msg":"trace[1170747804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5160; }","duration":"718.178962ms","start":"2026-03-06T20:28:31.721497Z","end":"2026-03-06T20:28:32.439676Z","steps":["trace[1170747804] 'agreement among raft nodes before linearized reading' (duration: 717.826864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:32.440264Z","caller":"traceutil/trace.go:171","msg":"trace[1875444970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5160; }","duration":"345.704712ms","start":"2026-03-06T20:28:32.094508Z","end":"2026-03-06T20:28:32.440213Z","steps":["trace[1875444970] 'agreement among raft nodes before linearized reading' (duration: 344.907743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.440354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:31.721481Z","time spent":"718.856658ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80064,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T20:28:32.440463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:32.094481Z","time spent":"345.967937ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:28:32.780038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.374436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:32.780147Z","caller":"traceutil/trace.go:171","msg":"trace[2097751243] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"336.18918ms","start":"2026-03-06T20:28:32.443936Z","end":"2026-03-06T20:28:32.780125Z","steps":["trace[2097751243] 'process raft request' (duration: 111.658461ms)","trace[2097751243] 'compare' (duration: 224.228742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:32.780238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:32.443913Z","time spent":"336.296702ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:32.78451Z","caller":"traceutil/trace.go:171","msg":"trace[269978459] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5367; }","duration":"338.700004ms","start":"2026-03-06T20:28:32.445788Z","end":"2026-03-06T20:28:32.784488Z","steps":["trace[269978459] 'read index received' (duration: 109.738568ms)","trace[269978459] 'applied index is now lower than readState.Index' (duration: 228.960576ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:32.784701Z","caller":"traceutil/trace.go:171","msg":"trace[1237340380] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"339.019022ms","start":"2026-03-06T20:28:32.445647Z","end":"2026-03-06T20:28:32.784666Z","steps":["trace[1237340380] 'process raft request' (duration: 338.662323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.78486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.121773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:28:32.784884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.061424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-06T20:28:32.785549Z","caller":"traceutil/trace.go:171","msg":"trace[1964134402] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5162; }","duration":"339.756808ms","start":"2026-03-06T20:28:32.445748Z","end":"2026-03-06T20:28:32.785505Z","steps":["trace[1964134402] 'agreement among raft nodes before linearized reading' (duration: 338.91563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:32.784912Z","caller":"traceutil/trace.go:171","msg":"trace[1565433317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5162; }","duration":"328.193244ms","start":"2026-03-06T20:28:32.456707Z","end":"2026-03-06T20:28:32.7849Z","steps":["trace[1565433317] 'agreement among raft nodes before linearized reading' (duration: 328.042551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:32.785688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:32.44574Z","time spent":"339.896961ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-06T20:28:32.785693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:32.456694Z","time spent":"328.980222ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:28:32.784968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:32.445633Z","time spent":"339.180446ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:32.999494Z","caller":"traceutil/trace.go:171","msg":"trace[1384711062] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"209.828125ms","start":"2026-03-06T20:28:32.789642Z","end":"2026-03-06T20:28:32.99947Z","steps":["trace[1384711062] 'read index received' (duration: 203.740472ms)","trace[1384711062] 'applied index is now lower than readState.Index' (duration: 6.086213ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:32.999565Z","caller":"traceutil/trace.go:171","msg":"trace[1569442433] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"209.937078ms","start":"2026-03-06T20:28:32.78959Z","end":"2026-03-06T20:28:32.999527Z","steps":["trace[1569442433] 'process raft request' (duration: 203.578918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:33.00749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.143086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-06T20:28:33.007537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.876033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-qwh8z\" ","response":"range_response_count:1 size:4991"} {"level":"info","ts":"2026-03-06T20:28:33.007571Z","caller":"traceutil/trace.go:171","msg":"trace[580186752] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5163; }","duration":"217.275429ms","start":"2026-03-06T20:28:32.790279Z","end":"2026-03-06T20:28:33.007554Z","steps":["trace[580186752] 'agreement among raft nodes before linearized reading' (duration: 217.058864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:33.007584Z","caller":"traceutil/trace.go:171","msg":"trace[1138907607] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-qwh8z; range_end:; response_count:1; response_revision:5163; }","duration":"217.972635ms","start":"2026-03-06T20:28:32.7896Z","end":"2026-03-06T20:28:33.007572Z","steps":["trace[1138907607] 'agreement among raft nodes before linearized reading' (duration: 210.04881ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:35.312763Z","caller":"traceutil/trace.go:171","msg":"trace[1687019624] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"361.750045ms","start":"2026-03-06T20:28:34.950987Z","end":"2026-03-06T20:28:35.312737Z","steps":["trace[1687019624] 'read index received' (duration: 353.710568ms)","trace[1687019624] 'applied index is now lower than readState.Index' (duration: 8.038407ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:35.312822Z","caller":"traceutil/trace.go:171","msg":"trace[1419977412] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"391.701915ms","start":"2026-03-06T20:28:34.921092Z","end":"2026-03-06T20:28:35.312794Z","steps":["trace[1419977412] 'process raft request' (duration: 383.662088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:35.312917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.148559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:35.312955Z","caller":"traceutil/trace.go:171","msg":"trace[1478900083] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5191; }","duration":"311.241922ms","start":"2026-03-06T20:28:35.001701Z","end":"2026-03-06T20:28:35.312943Z","steps":["trace[1478900083] 'agreement among raft nodes before linearized reading' (duration: 311.16665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:35.312975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.99053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-06T20:28:35.313033Z","caller":"traceutil/trace.go:171","msg":"trace[226910364] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5191; }","duration":"362.090442ms","start":"2026-03-06T20:28:34.950929Z","end":"2026-03-06T20:28:35.313019Z","steps":["trace[226910364] 'agreement among raft nodes before linearized reading' (duration: 361.928709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:35.313074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:34.950909Z","time spent":"362.155593ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T20:28:35.313132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:34.921051Z","time spent":"391.888369ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:35.312996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:35.001678Z","time spent":"311.308803ms","remote":"127.0.0.1:42656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:35.313473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.980533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:28:35.314045Z","caller":"traceutil/trace.go:171","msg":"trace[1306381336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5191; }","duration":"310.238418ms","start":"2026-03-06T20:28:35.00343Z","end":"2026-03-06T20:28:35.313668Z","steps":["trace[1306381336] 'agreement among raft nodes before linearized reading' (duration: 309.616395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:35.314335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:35.003418Z","time spent":"310.676198ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:28:36.663217Z","caller":"traceutil/trace.go:171","msg":"trace[1480681676] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5406; }","duration":"145.029018ms","start":"2026-03-06T20:28:36.518159Z","end":"2026-03-06T20:28:36.663188Z","steps":["trace[1480681676] 'read index received' (duration: 86.461886ms)","trace[1480681676] 'applied index is now lower than readState.Index' (duration: 58.565881ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:36.66329Z","caller":"traceutil/trace.go:171","msg":"trace[2111294586] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"203.916226ms","start":"2026-03-06T20:28:36.459326Z","end":"2026-03-06T20:28:36.663242Z","steps":["trace[2111294586] 'process raft request' (duration: 145.374775ms)","trace[2111294586] 'compare' (duration: 58.350977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:36.663442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.174802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:28:36.663492Z","caller":"traceutil/trace.go:171","msg":"trace[338152809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5199; }","duration":"204.297924ms","start":"2026-03-06T20:28:36.459183Z","end":"2026-03-06T20:28:36.663481Z","steps":["trace[338152809] 'agreement among raft nodes before linearized reading' (duration: 204.179601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:36.663492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.156581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80041"} {"level":"info","ts":"2026-03-06T20:28:36.663534Z","caller":"traceutil/trace.go:171","msg":"trace[1159253434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5199; }","duration":"204.232013ms","start":"2026-03-06T20:28:36.459291Z","end":"2026-03-06T20:28:36.663523Z","steps":["trace[1159253434] 'agreement among raft nodes before linearized reading' (duration: 203.985977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:36.663824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.456548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e\" ","response":"range_response_count:1 size:3953"} {"level":"info","ts":"2026-03-06T20:28:36.663892Z","caller":"traceutil/trace.go:171","msg":"trace[261974102] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e; range_end:; response_count:1; response_revision:5199; }","duration":"141.57535ms","start":"2026-03-06T20:28:36.5223Z","end":"2026-03-06T20:28:36.663875Z","steps":["trace[261974102] 'agreement among raft nodes before linearized reading' (duration: 141.124761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:36.860233Z","caller":"traceutil/trace.go:171","msg":"trace[570438410] linearizableReadLoop","detail":"{readStateIndex:5413; appliedIndex:5411; }","duration":"110.035506ms","start":"2026-03-06T20:28:36.750181Z","end":"2026-03-06T20:28:36.860217Z","steps":["trace[570438410] 'read index received' (duration: 18.129681ms)","trace[570438410] 'applied index is now lower than readState.Index' (duration: 91.905315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:36.860294Z","caller":"traceutil/trace.go:171","msg":"trace[996373676] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"140.394005ms","start":"2026-03-06T20:28:36.719865Z","end":"2026-03-06T20:28:36.860259Z","steps":["trace[996373676] 'process raft request' (duration: 48.48308ms)","trace[996373676] 'compare' (duration: 91.581778ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:36.860453Z","caller":"traceutil/trace.go:171","msg":"trace[189030813] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"140.539348ms","start":"2026-03-06T20:28:36.719905Z","end":"2026-03-06T20:28:36.860445Z","steps":["trace[189030813] 'process raft request' (duration: 140.242571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:36.860862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.66595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-5c2f5\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-03-06T20:28:36.860951Z","caller":"traceutil/trace.go:171","msg":"trace[1641750152] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-5c2f5; range_end:; response_count:1; response_revision:5205; }","duration":"110.788273ms","start":"2026-03-06T20:28:36.750139Z","end":"2026-03-06T20:28:36.860927Z","steps":["trace[1641750152] 'agreement among raft nodes before linearized reading' (duration: 110.534288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:42.663434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.126974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:42.663847Z","caller":"traceutil/trace.go:171","msg":"trace[1332425745] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5502; }","duration":"374.357823ms","start":"2026-03-06T20:28:42.289473Z","end":"2026-03-06T20:28:42.663831Z","steps":["trace[1332425745] 'read index received' (duration: 226.773039ms)","trace[1332425745] 'applied index is now lower than readState.Index' (duration: 147.583734ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:42.663913Z","caller":"traceutil/trace.go:171","msg":"trace[17959550] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"398.349302ms","start":"2026-03-06T20:28:42.265538Z","end":"2026-03-06T20:28:42.663887Z","steps":["trace[17959550] 'process raft request' (duration: 398.174798ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:42.663927Z","caller":"traceutil/trace.go:171","msg":"trace[231599550] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"398.464804ms","start":"2026-03-06T20:28:42.265424Z","end":"2026-03-06T20:28:42.663889Z","steps":["trace[231599550] 'process raft request' (duration: 398.143827ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:42.663998Z","caller":"traceutil/trace.go:171","msg":"trace[924188247] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"389.029086ms","start":"2026-03-06T20:28:42.274957Z","end":"2026-03-06T20:28:42.663986Z","steps":["trace[924188247] 'process raft request' (duration: 388.792901ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:42.663988Z","caller":"traceutil/trace.go:171","msg":"trace[630198735] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"398.498705ms","start":"2026-03-06T20:28:42.265473Z","end":"2026-03-06T20:28:42.663972Z","steps":["trace[630198735] 'process raft request' (duration: 398.149547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:42.663914Z","caller":"traceutil/trace.go:171","msg":"trace[1498284850] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"399.027606ms","start":"2026-03-06T20:28:42.264862Z","end":"2026-03-06T20:28:42.66389Z","steps":["trace[1498284850] 'process raft request' (duration: 251.359941ms)","trace[1498284850] 'compare' (duration: 146.99294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:42.664086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:42.265461Z","time spent":"398.570606ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:42.664088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:42.274947Z","time spent":"389.081438ms","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:42.664096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:42.265522Z","time spent":"398.479544ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:42.664126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:42.264838Z","time spent":"399.227031ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:42.664243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:42.265395Z","time spent":"398.606437ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:42.664121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.635779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17150"} {"level":"info","ts":"2026-03-06T20:28:42.664307Z","caller":"traceutil/trace.go:171","msg":"trace[1872999344] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5298; }","duration":"374.862044ms","start":"2026-03-06T20:28:42.289426Z","end":"2026-03-06T20:28:42.664288Z","steps":["trace[1872999344] 'agreement among raft nodes before linearized reading' (duration: 374.552438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:42.664313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.873607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T20:28:42.664349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:42.289409Z","time spent":"374.929796ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17173,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-06T20:28:42.664382Z","caller":"traceutil/trace.go:171","msg":"trace[290108027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5298; }","duration":"141.966579ms","start":"2026-03-06T20:28:42.522384Z","end":"2026-03-06T20:28:42.66435Z","steps":["trace[290108027] 'agreement among raft nodes before linearized reading' (duration: 141.726014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:42.664499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.219866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:28:42.664578Z","caller":"traceutil/trace.go:171","msg":"trace[442228546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5298; }","duration":"118.363259ms","start":"2026-03-06T20:28:42.546195Z","end":"2026-03-06T20:28:42.664558Z","steps":["trace[442228546] 'agreement among raft nodes before linearized reading' (duration: 118.093953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:47.528321Z","caller":"traceutil/trace.go:171","msg":"trace[604757102] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"145.190081ms","start":"2026-03-06T20:28:47.383098Z","end":"2026-03-06T20:28:47.528288Z","steps":["trace[604757102] 'process raft request' (duration: 108.399328ms)","trace[604757102] 'compare' (duration: 36.571307ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:47.528355Z","caller":"traceutil/trace.go:171","msg":"trace[215603211] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"144.824664ms","start":"2026-03-06T20:28:47.383503Z","end":"2026-03-06T20:28:47.528328Z","steps":["trace[215603211] 'process raft request' (duration: 144.719371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:47.528676Z","caller":"traceutil/trace.go:171","msg":"trace[471581796] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"138.841202ms","start":"2026-03-06T20:28:47.389817Z","end":"2026-03-06T20:28:47.528658Z","steps":["trace[471581796] 'process raft request' (duration: 138.457813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:47.528763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.014745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189a5a775cfcea9e\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-06T20:28:47.528845Z","caller":"traceutil/trace.go:171","msg":"trace[727600338] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.189a5a775cfcea9e; range_end:; response_count:1; response_revision:5335; }","duration":"139.137757ms","start":"2026-03-06T20:28:47.389686Z","end":"2026-03-06T20:28:47.528823Z","steps":["trace[727600338] 'agreement among raft nodes before linearized reading' (duration: 138.839201ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:47.528448Z","caller":"traceutil/trace.go:171","msg":"trace[551807362] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5542; }","duration":"138.697438ms","start":"2026-03-06T20:28:47.389708Z","end":"2026-03-06T20:28:47.528406Z","steps":["trace[551807362] 'read index received' (duration: 101.804364ms)","trace[551807362] 'applied index is now lower than readState.Index' (duration: 36.888604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:47.529192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.010998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:28:47.52927Z","caller":"traceutil/trace.go:171","msg":"trace[1999975249] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:5335; }","duration":"111.121671ms","start":"2026-03-06T20:28:47.418133Z","end":"2026-03-06T20:28:47.529255Z","steps":["trace[1999975249] 'agreement among raft nodes before linearized reading' (duration: 110.883795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:47.712462Z","caller":"traceutil/trace.go:171","msg":"trace[1595838668] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"181.015129ms","start":"2026-03-06T20:28:47.531418Z","end":"2026-03-06T20:28:47.712433Z","steps":["trace[1595838668] 'process raft request' (duration: 135.828824ms)","trace[1595838668] 'compare' (duration: 44.903969ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:47.712485Z","caller":"traceutil/trace.go:171","msg":"trace[1079810730] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"172.38905ms","start":"2026-03-06T20:28:47.540079Z","end":"2026-03-06T20:28:47.712468Z","steps":["trace[1079810730] 'process raft request' (duration: 172.344819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:47.712518Z","caller":"traceutil/trace.go:171","msg":"trace[768385138] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"174.486936ms","start":"2026-03-06T20:28:47.538009Z","end":"2026-03-06T20:28:47.712496Z","steps":["trace[768385138] 'process raft request' (duration: 174.332412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:48.166425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.305946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-06T20:28:48.166436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.917204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:28:48.166456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.936892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T20:28:48.166514Z","caller":"traceutil/trace.go:171","msg":"trace[256180633] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5342; }","duration":"122.453659ms","start":"2026-03-06T20:28:48.044038Z","end":"2026-03-06T20:28:48.166492Z","steps":["trace[256180633] 'range keys from in-memory index tree' (duration: 122.05407ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.166531Z","caller":"traceutil/trace.go:171","msg":"trace[1066816751] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5342; }","duration":"184.082328ms","start":"2026-03-06T20:28:47.982427Z","end":"2026-03-06T20:28:48.166509Z","steps":["trace[1066816751] 'count revisions from in-memory index tree' (duration: 183.77064ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.166546Z","caller":"traceutil/trace.go:171","msg":"trace[1203502528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5342; }","duration":"178.044815ms","start":"2026-03-06T20:28:47.988477Z","end":"2026-03-06T20:28:48.166522Z","steps":["trace[1203502528] 'range keys from in-memory index tree' (duration: 177.749098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:48.166549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.482022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17124"} {"level":"info","ts":"2026-03-06T20:28:48.166626Z","caller":"traceutil/trace.go:171","msg":"trace[1764036578] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5342; }","duration":"177.607005ms","start":"2026-03-06T20:28:47.989Z","end":"2026-03-06T20:28:48.166607Z","steps":["trace[1764036578] 'range keys from in-memory index tree' (duration: 177.324698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.395392Z","caller":"traceutil/trace.go:171","msg":"trace[500259892] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"147.467581ms","start":"2026-03-06T20:28:48.247892Z","end":"2026-03-06T20:28:48.39536Z","steps":["trace[500259892] 'process raft request' (duration: 48.379307ms)","trace[500259892] 'compare' (duration: 98.852209ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:48.395722Z","caller":"traceutil/trace.go:171","msg":"trace[996732615] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"147.117693ms","start":"2026-03-06T20:28:48.248575Z","end":"2026-03-06T20:28:48.395693Z","steps":["trace[996732615] 'process raft request' (duration: 146.718824ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.39585Z","caller":"traceutil/trace.go:171","msg":"trace[222936452] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"145.703642ms","start":"2026-03-06T20:28:48.250114Z","end":"2026-03-06T20:28:48.395817Z","steps":["trace[222936452] 'process raft request' (duration: 145.557458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.395857Z","caller":"traceutil/trace.go:171","msg":"trace[25914289] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"134.688949ms","start":"2026-03-06T20:28:48.261145Z","end":"2026-03-06T20:28:48.395834Z","steps":["trace[25914289] 'process raft request' (duration: 134.572606ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.395916Z","caller":"traceutil/trace.go:171","msg":"trace[267039135] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"145.886536ms","start":"2026-03-06T20:28:48.249986Z","end":"2026-03-06T20:28:48.395872Z","steps":["trace[267039135] 'process raft request' (duration: 145.578999ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.395948Z","caller":"traceutil/trace.go:171","msg":"trace[448085797] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5554; }","duration":"144.074035ms","start":"2026-03-06T20:28:48.251862Z","end":"2026-03-06T20:28:48.395936Z","steps":["trace[448085797] 'read index received' (duration: 44.48359ms)","trace[448085797] 'applied index is now lower than readState.Index' (duration: 99.589195ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:48.396075Z","caller":"traceutil/trace.go:171","msg":"trace[893714794] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"131.270624ms","start":"2026-03-06T20:28:48.264793Z","end":"2026-03-06T20:28:48.396064Z","steps":["trace[893714794] 'process raft request' (duration: 130.980848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:48.396163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.285709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-06T20:28:48.396568Z","caller":"traceutil/trace.go:171","msg":"trace[1134556805] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5349; }","duration":"144.719341ms","start":"2026-03-06T20:28:48.251833Z","end":"2026-03-06T20:28:48.396552Z","steps":["trace[1134556805] 'agreement among raft nodes before linearized reading' (duration: 144.148257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:48.586547Z","caller":"traceutil/trace.go:171","msg":"trace[966695837] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"163.190208ms","start":"2026-03-06T20:28:48.423322Z","end":"2026-03-06T20:28:48.586512Z","steps":["trace[966695837] 'process raft request' (duration: 78.150373ms)","trace[966695837] 'compare' (duration: 84.908532ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:48.626179Z","caller":"traceutil/trace.go:171","msg":"trace[711057722] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"195.601321ms","start":"2026-03-06T20:28:48.430555Z","end":"2026-03-06T20:28:48.626156Z","steps":["trace[711057722] 'process raft request' (duration: 195.458978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:48.797102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.515265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:28:48.797246Z","caller":"traceutil/trace.go:171","msg":"trace[1328551955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5352; }","duration":"105.72024ms","start":"2026-03-06T20:28:48.691507Z","end":"2026-03-06T20:28:48.797227Z","steps":["trace[1328551955] 'range keys from in-memory index tree' (duration: 105.304851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:29:03.642136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2681} {"level":"info","ts":"2026-03-06T20:29:03.706731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2681,"took":"63.212313ms","hash":2213048327,"current-db-size-bytes":39329792,"current-db-size":"39 MB","current-db-size-in-use-bytes":28872704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T20:29:03.706804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2213048327,"revision":2681,"compact-revision":-1} {"level":"info","ts":"2026-03-06T20:29:21.95652Z","caller":"traceutil/trace.go:171","msg":"trace[190305715] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"112.742085ms","start":"2026-03-06T20:29:21.843746Z","end":"2026-03-06T20:29:21.956488Z","steps":["trace[190305715] 'process raft request' (duration: 111.911467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:29:30.706368Z","caller":"traceutil/trace.go:171","msg":"trace[895721442] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"160.342293ms","start":"2026-03-06T20:29:30.546002Z","end":"2026-03-06T20:29:30.706344Z","steps":["trace[895721442] 'process raft request' (duration: 160.19475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:32:17.654163Z","caller":"traceutil/trace.go:171","msg":"trace[744926634] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"187.610127ms","start":"2026-03-06T20:32:17.466519Z","end":"2026-03-06T20:32:17.654129Z","steps":["trace[744926634] 'process raft request' (duration: 180.370567ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:03.649647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5435} {"level":"info","ts":"2026-03-06T20:34:03.737408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5435,"took":"85.877774ms","hash":1883561281,"current-db-size-bytes":40919040,"current-db-size":"41 MB","current-db-size-in-use-bytes":21217280,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-06T20:34:03.737467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1883561281,"revision":5435,"compact-revision":2681} {"level":"warn","ts":"2026-03-06T20:34:47.135703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.066999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:34:47.135773Z","caller":"traceutil/trace.go:171","msg":"trace[1958795952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:7857; }","duration":"297.178221ms","start":"2026-03-06T20:34:46.838581Z","end":"2026-03-06T20:34:47.135759Z","steps":["trace[1958795952] 'range keys from in-memory index tree' (duration: 296.924886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:47.136061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.342946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:34:47.136798Z","caller":"traceutil/trace.go:171","msg":"trace[1720663188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7857; }","duration":"106.286876ms","start":"2026-03-06T20:34:47.030489Z","end":"2026-03-06T20:34:47.136775Z","steps":["trace[1720663188] 'range keys from in-memory index tree' (duration: 105.177532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:49.747917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946396238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:34:50.249013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946396238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:34:50.749842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946396238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:34:50.80988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594720238s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T20:34:51.035332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883357012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:34:51.035417Z","caller":"traceutil/trace.go:171","msg":"trace[79532601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:7868; }","duration":"1.883500545s","start":"2026-03-06T20:34:49.151898Z","end":"2026-03-06T20:34:51.035399Z","steps":["trace[79532601] 'range keys from in-memory index tree' (duration: 1.883146108s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.035461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.151876Z","time spent":"1.883575727s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"warn","ts":"2026-03-06T20:34:51.035556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888666519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:34:51.035622Z","caller":"traceutil/trace.go:171","msg":"trace[1942709029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7868; }","duration":"1.888813602s","start":"2026-03-06T20:34:49.146793Z","end":"2026-03-06T20:34:51.035607Z","steps":["trace[1942709029] 'range keys from in-memory index tree' (duration: 1.888522535s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.035654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.146777Z","time spent":"1.888869933s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:34:51.035694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600600747s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:34:51.035817Z","caller":"traceutil/trace.go:171","msg":"trace[353232399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7868; }","duration":"1.6007241s","start":"2026-03-06T20:34:49.435069Z","end":"2026-03-06T20:34:51.035794Z","steps":["trace[353232399] 'range keys from in-memory index tree' (duration: 1.600579667s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.036367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.213931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:34:51.036456Z","caller":"traceutil/trace.go:171","msg":"trace[1113581601] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"1.82137457s","start":"2026-03-06T20:34:49.215066Z","end":"2026-03-06T20:34:51.036441Z","steps":["trace[1113581601] 'process raft request' (duration: 1.595020676s)","trace[1113581601] 'compare' (duration: 225.778212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:51.036511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.215044Z","time spent":"1.821439201s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:34:51.041084Z","caller":"traceutil/trace.go:171","msg":"trace[277893439] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"1.771116336s","start":"2026-03-06T20:34:49.26994Z","end":"2026-03-06T20:34:51.041057Z","steps":["trace[277893439] 'process raft request' (duration: 1.770906171s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.041157Z","caller":"traceutil/trace.go:171","msg":"trace[1109465034] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"1.754148443s","start":"2026-03-06T20:34:49.287Z","end":"2026-03-06T20:34:51.041148Z","steps":["trace[1109465034] 'process raft request' (duration: 1.753974109s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.041194Z","caller":"traceutil/trace.go:171","msg":"trace[1252434050] linearizableReadLoop","detail":"{readStateIndex:8173; appliedIndex:8168; }","duration":"1.794146391s","start":"2026-03-06T20:34:49.247036Z","end":"2026-03-06T20:34:51.041183Z","steps":["trace[1252434050] 'read index received' (duration: 1.563066063s)","trace[1252434050] 'applied index is now lower than readState.Index' (duration: 231.079458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:51.041232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.269915Z","time spent":"1.771240058s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19561,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:51.041234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.286989Z","time spent":"1.754195803s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:34:51.041297Z","caller":"traceutil/trace.go:171","msg":"trace[1471191800] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"893.810875ms","start":"2026-03-06T20:34:50.147479Z","end":"2026-03-06T20:34:51.04129Z","steps":["trace[1471191800] 'process raft request' (duration: 893.573959ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.041112Z","caller":"traceutil/trace.go:171","msg":"trace[1453332526] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"1.653744745s","start":"2026-03-06T20:34:49.38735Z","end":"2026-03-06T20:34:51.041095Z","steps":["trace[1453332526] 'process raft request' (duration: 1.653668764s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.147449Z","time spent":"893.871105ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:51.041386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794352455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:34:51.041443Z","caller":"traceutil/trace.go:171","msg":"trace[280918753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7873; }","duration":"1.794436528s","start":"2026-03-06T20:34:49.24699Z","end":"2026-03-06T20:34:51.041426Z","steps":["trace[280918753] 'agreement among raft nodes before linearized reading' (duration: 1.794355666s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.387325Z","time spent":"1.654012422s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:51.04149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.246972Z","time spent":"1.794508649s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:34:51.04154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263026979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-06T20:34:51.041531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.49602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:34:51.041558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.457579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:34:51.041581Z","caller":"traceutil/trace.go:171","msg":"trace[1583743773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7873; }","duration":"1.263091681s","start":"2026-03-06T20:34:49.77848Z","end":"2026-03-06T20:34:51.041572Z","steps":["trace[1583743773] 'agreement among raft nodes before linearized reading' (duration: 1.263004819s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.778462Z","time spent":"1.263142911s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T20:34:51.041616Z","caller":"traceutil/trace.go:171","msg":"trace[1555079605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7873; }","duration":"672.555891ms","start":"2026-03-06T20:34:50.369043Z","end":"2026-03-06T20:34:51.041599Z","steps":["trace[1555079605] 'agreement among raft nodes before linearized reading' (duration: 672.373837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.486914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:34:51.041715Z","caller":"traceutil/trace.go:171","msg":"trace[1767699932] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7873; }","duration":"204.590516ms","start":"2026-03-06T20:34:50.837106Z","end":"2026-03-06T20:34:51.041697Z","steps":["trace[1767699932] 'agreement among raft nodes before linearized reading' (duration: 204.459614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.04171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.623417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:34:51.041526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.930577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:34:51.041781Z","caller":"traceutil/trace.go:171","msg":"trace[950559235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7873; }","duration":"275.71433ms","start":"2026-03-06T20:34:50.766049Z","end":"2026-03-06T20:34:51.041763Z","steps":["trace[950559235] 'agreement among raft nodes before linearized reading' (duration: 275.543846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.855232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:34:51.041839Z","caller":"traceutil/trace.go:171","msg":"trace[1901213980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7873; }","duration":"310.953154ms","start":"2026-03-06T20:34:50.730876Z","end":"2026-03-06T20:34:51.04183Z","steps":["trace[1901213980] 'agreement among raft nodes before linearized reading' (duration: 310.818341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.730856Z","time spent":"311.010755ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:34:51.041821Z","caller":"traceutil/trace.go:171","msg":"trace[69868020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7873; }","duration":"313.241194ms","start":"2026-03-06T20:34:50.728549Z","end":"2026-03-06T20:34:51.04179Z","steps":["trace[69868020] 'agreement among raft nodes before linearized reading' (duration: 312.831426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.369024Z","time spent":"672.623983ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T20:34:51.041986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.728534Z","time spent":"313.420208ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:34:51.041607Z","caller":"traceutil/trace.go:171","msg":"trace[990005355] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7873; }","duration":"647.647554ms","start":"2026-03-06T20:34:50.393941Z","end":"2026-03-06T20:34:51.041588Z","steps":["trace[990005355] 'agreement among raft nodes before linearized reading' (duration: 647.512701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.041467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594629406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:34:51.042142Z","caller":"traceutil/trace.go:171","msg":"trace[685483804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7873; }","duration":"1.595328602s","start":"2026-03-06T20:34:49.446803Z","end":"2026-03-06T20:34:51.042131Z","steps":["trace[685483804] 'agreement among raft nodes before linearized reading' (duration: 1.594551695s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.042169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:49.446786Z","time spent":"1.595374812s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:51.042072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.393913Z","time spent":"648.140044ms","remote":"127.0.0.1:42738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:03.321737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.950495ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T20:35:03.322198Z","caller":"traceutil/trace.go:171","msg":"trace[9181223] linearizableReadLoop","detail":"{readStateIndex:8229; appliedIndex:8228; }","duration":"291.769353ms","start":"2026-03-06T20:35:03.0304Z","end":"2026-03-06T20:35:03.322169Z","steps":["trace[9181223] 'read index received' (duration: 71.355218ms)","trace[9181223] 'applied index is now lower than readState.Index' (duration: 220.411985ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:03.322236Z","caller":"traceutil/trace.go:171","msg":"trace[1745203956] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"121.879699ms","start":"2026-03-06T20:35:03.200326Z","end":"2026-03-06T20:35:03.322206Z","steps":["trace[1745203956] 'process raft request' (duration: 121.605294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:03.428203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.755202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:03.428298Z","caller":"traceutil/trace.go:171","msg":"trace[696017172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7926; }","duration":"397.925796ms","start":"2026-03-06T20:35:03.030347Z","end":"2026-03-06T20:35:03.428273Z","steps":["trace[696017172] 'agreement among raft nodes before linearized reading' (duration: 291.949806ms)","trace[696017172] 'range keys from in-memory index tree' (duration: 105.818176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:03.428352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:03.030329Z","time spent":"398.008227ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:35:03.467326Z","caller":"traceutil/trace.go:171","msg":"trace[2049788707] linearizableReadLoop","detail":"{readStateIndex:8232; appliedIndex:8230; }","duration":"145.033398ms","start":"2026-03-06T20:35:03.322274Z","end":"2026-03-06T20:35:03.467307Z","steps":["trace[2049788707] 'read index received' (duration: 144.925115ms)","trace[2049788707] 'applied index is now lower than readState.Index' (duration: 107.273µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:03.467468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.352036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:35:03.467502Z","caller":"traceutil/trace.go:171","msg":"trace[1747386376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7928; }","duration":"247.422558ms","start":"2026-03-06T20:35:03.220071Z","end":"2026-03-06T20:35:03.467494Z","steps":["trace[1747386376] 'agreement among raft nodes before linearized reading' (duration: 247.305285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.4676Z","caller":"traceutil/trace.go:171","msg":"trace[1204476324] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"260.932775ms","start":"2026-03-06T20:35:03.206657Z","end":"2026-03-06T20:35:03.46759Z","steps":["trace[1204476324] 'process raft request' (duration: 260.481275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:03.467842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.991396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:35:03.467869Z","caller":"traceutil/trace.go:171","msg":"trace[494403685] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"260.923355ms","start":"2026-03-06T20:35:03.206909Z","end":"2026-03-06T20:35:03.467832Z","steps":["trace[494403685] 'process raft request' (duration: 260.353093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:03.467907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.754013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:03.467965Z","caller":"traceutil/trace.go:171","msg":"trace[2051860908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7928; }","duration":"220.823584ms","start":"2026-03-06T20:35:03.247128Z","end":"2026-03-06T20:35:03.467951Z","steps":["trace[2051860908] 'agreement among raft nodes before linearized reading' (duration: 220.735192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:03.467963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.879973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:35:03.468033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.042625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:35:03.468092Z","caller":"traceutil/trace.go:171","msg":"trace[331912552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:7928; }","duration":"245.136658ms","start":"2026-03-06T20:35:03.222942Z","end":"2026-03-06T20:35:03.468079Z","steps":["trace[331912552] 'agreement among raft nodes before linearized reading' (duration: 244.966444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:03.467987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.054837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:35:03.468251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.190941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:35:03.46834Z","caller":"traceutil/trace.go:171","msg":"trace[527084067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7928; }","duration":"221.324145ms","start":"2026-03-06T20:35:03.246987Z","end":"2026-03-06T20:35:03.468311Z","steps":["trace[527084067] 'agreement among raft nodes before linearized reading' (duration: 221.005748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.468335Z","caller":"traceutil/trace.go:171","msg":"trace[262921101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7928; }","duration":"220.387625ms","start":"2026-03-06T20:35:03.247925Z","end":"2026-03-06T20:35:03.468313Z","steps":["trace[262921101] 'agreement among raft nodes before linearized reading' (duration: 220.006476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.468091Z","caller":"traceutil/trace.go:171","msg":"trace[274163670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7928; }","duration":"220.024705ms","start":"2026-03-06T20:35:03.248049Z","end":"2026-03-06T20:35:03.468074Z","steps":["trace[274163670] 'agreement among raft nodes before linearized reading' (duration: 219.717299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.467906Z","caller":"traceutil/trace.go:171","msg":"trace[1400379467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7928; }","duration":"220.082707ms","start":"2026-03-06T20:35:03.24781Z","end":"2026-03-06T20:35:03.467893Z","steps":["trace[1400379467] 'agreement among raft nodes before linearized reading' (duration: 219.853102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.608883Z","caller":"traceutil/trace.go:171","msg":"trace[1574299908] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"136.575641ms","start":"2026-03-06T20:35:03.472285Z","end":"2026-03-06T20:35:03.608861Z","steps":["trace[1574299908] 'process raft request' (duration: 136.389257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.608965Z","caller":"traceutil/trace.go:171","msg":"trace[182395809] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"135.763463ms","start":"2026-03-06T20:35:03.473179Z","end":"2026-03-06T20:35:03.608943Z","steps":["trace[182395809] 'process raft request' (duration: 135.594119ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.609066Z","caller":"traceutil/trace.go:171","msg":"trace[1850430483] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"135.347314ms","start":"2026-03-06T20:35:03.4737Z","end":"2026-03-06T20:35:03.609047Z","steps":["trace[1850430483] 'process raft request' (duration: 135.109879ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.60926Z","caller":"traceutil/trace.go:171","msg":"trace[901059202] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"135.525419ms","start":"2026-03-06T20:35:03.473723Z","end":"2026-03-06T20:35:03.609249Z","steps":["trace[901059202] 'process raft request' (duration: 135.11812ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:03.609288Z","caller":"traceutil/trace.go:171","msg":"trace[1946035836] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8232; }","duration":"136.05438ms","start":"2026-03-06T20:35:03.473214Z","end":"2026-03-06T20:35:03.609268Z","steps":["trace[1946035836] 'read index received' (duration: 36.934862ms)","trace[1946035836] 'applied index is now lower than readState.Index' (duration: 99.118668ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:03.609314Z","caller":"traceutil/trace.go:171","msg":"trace[549794431] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"135.14054ms","start":"2026-03-06T20:35:03.474159Z","end":"2026-03-06T20:35:03.609299Z","steps":["trace[549794431] 'process raft request' (duration: 135.040658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:03.609718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.4837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222760"} {"level":"info","ts":"2026-03-06T20:35:03.609799Z","caller":"traceutil/trace.go:171","msg":"trace[1229732384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7934; }","duration":"136.606602ms","start":"2026-03-06T20:35:03.473177Z","end":"2026-03-06T20:35:03.609783Z","steps":["trace[1229732384] 'agreement among raft nodes before linearized reading' (duration: 136.162692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.995145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.175186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:35:05.995374Z","caller":"traceutil/trace.go:171","msg":"trace[278862697] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8239; }","duration":"436.371901ms","start":"2026-03-06T20:35:05.558986Z","end":"2026-03-06T20:35:05.995358Z","steps":["trace[278862697] 'read index received' (duration: 161.869317ms)","trace[278862697] 'applied index is now lower than readState.Index' (duration: 274.501614ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:05.995457Z","caller":"traceutil/trace.go:171","msg":"trace[1249534333] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"522.415432ms","start":"2026-03-06T20:35:05.473032Z","end":"2026-03-06T20:35:05.995447Z","steps":["trace[1249534333] 'process raft request' (duration: 522.239588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.995513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.473008Z","time spent":"522.471942ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:05.995624Z","caller":"traceutil/trace.go:171","msg":"trace[153991561] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"522.611415ms","start":"2026-03-06T20:35:05.473003Z","end":"2026-03-06T20:35:05.995614Z","steps":["trace[153991561] 'process raft request' (duration: 247.769445ms)","trace[153991561] 'compare' (duration: 273.793438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:05.995677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.472976Z","time spent":"522.676567ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:05.995733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.943755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:35:05.995797Z","caller":"traceutil/trace.go:171","msg":"trace[987972612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7937; }","duration":"383.043298ms","start":"2026-03-06T20:35:05.612739Z","end":"2026-03-06T20:35:05.995782Z","steps":["trace[987972612] 'agreement among raft nodes before linearized reading' (duration: 382.869294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.99583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.612723Z","time spent":"383.101149ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:35:05.995901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.501996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:35:05.995944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.735931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:35:05.995964Z","caller":"traceutil/trace.go:171","msg":"trace[384565622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7937; }","duration":"382.798163ms","start":"2026-03-06T20:35:05.61316Z","end":"2026-03-06T20:35:05.995958Z","steps":["trace[384565622] 'agreement among raft nodes before linearized reading' (duration: 382.740731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.995982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.613136Z","time spent":"382.842153ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:05.996061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.885365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:35:05.996082Z","caller":"traceutil/trace.go:171","msg":"trace[2008100846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7937; }","duration":"382.918855ms","start":"2026-03-06T20:35:05.613158Z","end":"2026-03-06T20:35:05.996077Z","steps":["trace[2008100846] 'agreement among raft nodes before linearized reading' (duration: 382.864254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.99608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.092616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68fbd79775-hlfhx.189a5ad7a4ff8a62\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-06T20:35:05.996099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.613152Z","time spent":"382.943436ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:35:05.996127Z","caller":"traceutil/trace.go:171","msg":"trace[1728739244] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68fbd79775-hlfhx.189a5ad7a4ff8a62; range_end:; response_count:1; response_revision:7937; }","duration":"437.160468ms","start":"2026-03-06T20:35:05.558951Z","end":"2026-03-06T20:35:05.996111Z","steps":["trace[1728739244] 'agreement among raft nodes before linearized reading' (duration: 437.046845ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:05.995973Z","caller":"traceutil/trace.go:171","msg":"trace[228360886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7937; }","duration":"382.591039ms","start":"2026-03-06T20:35:05.613364Z","end":"2026-03-06T20:35:05.995955Z","steps":["trace[228360886] 'agreement among raft nodes before linearized reading' (duration: 382.379944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.996553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.558936Z","time spent":"437.599588ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-68fbd79775-hlfhx.189a5ad7a4ff8a62\" "} {"level":"warn","ts":"2026-03-06T20:35:05.99658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.850187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-06T20:35:05.996563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.613356Z","time spent":"383.162462ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:35:05.996616Z","caller":"traceutil/trace.go:171","msg":"trace[1941057119] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7937; }","duration":"257.914009ms","start":"2026-03-06T20:35:05.738692Z","end":"2026-03-06T20:35:05.996606Z","steps":["trace[1941057119] 'agreement among raft nodes before linearized reading' (duration: 257.748155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.996654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.301094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:35:05.996739Z","caller":"traceutil/trace.go:171","msg":"trace[637167777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:7937; }","duration":"378.415957ms","start":"2026-03-06T20:35:05.618304Z","end":"2026-03-06T20:35:05.99672Z","steps":["trace[637167777] 'agreement among raft nodes before linearized reading' (duration: 378.171052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.996786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.618297Z","time spent":"378.480488ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"warn","ts":"2026-03-06T20:35:05.996963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.099912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:35:05.997069Z","caller":"traceutil/trace.go:171","msg":"trace[308156858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7937; }","duration":"384.292036ms","start":"2026-03-06T20:35:05.612759Z","end":"2026-03-06T20:35:05.997051Z","steps":["trace[308156858] 'agreement among raft nodes before linearized reading' (duration: 383.381047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:05.997119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:05.612737Z","time spent":"384.370597ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:35:30.378657Z","caller":"traceutil/trace.go:171","msg":"trace[1664477944] linearizableReadLoop","detail":"{readStateIndex:8420; appliedIndex:8419; }","duration":"234.093974ms","start":"2026-03-06T20:35:30.144536Z","end":"2026-03-06T20:35:30.37863Z","steps":["trace[1664477944] 'read index received' (duration: 233.840928ms)","trace[1664477944] 'applied index is now lower than readState.Index' (duration: 251.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:30.378963Z","caller":"traceutil/trace.go:171","msg":"trace[1347769819] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"259.323849ms","start":"2026-03-06T20:35:30.119573Z","end":"2026-03-06T20:35:30.378897Z","steps":["trace[1347769819] 'process raft request' (duration: 258.892949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:30.379125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.205214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T20:35:30.379115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.538114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-06T20:35:30.379184Z","caller":"traceutil/trace.go:171","msg":"trace[460898098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8109; }","duration":"192.318196ms","start":"2026-03-06T20:35:30.186848Z","end":"2026-03-06T20:35:30.379166Z","steps":["trace[460898098] 'agreement among raft nodes before linearized reading' (duration: 192.139773ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:30.37923Z","caller":"traceutil/trace.go:171","msg":"trace[1337411832] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8109; }","duration":"234.723778ms","start":"2026-03-06T20:35:30.144485Z","end":"2026-03-06T20:35:30.379208Z","steps":["trace[1337411832] 'agreement among raft nodes before linearized reading' (duration: 234.361181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:30.379368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.087146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5rndh\" ","response":"range_response_count:1 size:4454"} {"level":"warn","ts":"2026-03-06T20:35:30.379379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.711664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:30.379402Z","caller":"traceutil/trace.go:171","msg":"trace[257277349] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5rndh; range_end:; response_count:1; response_revision:8109; }","duration":"128.146936ms","start":"2026-03-06T20:35:30.251247Z","end":"2026-03-06T20:35:30.379394Z","steps":["trace[257277349] 'agreement among raft nodes before linearized reading' (duration: 128.051474ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:30.379426Z","caller":"traceutil/trace.go:171","msg":"trace[1571852894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"131.809587ms","start":"2026-03-06T20:35:30.247601Z","end":"2026-03-06T20:35:30.379411Z","steps":["trace[1571852894] 'agreement among raft nodes before linearized reading' (duration: 131.709245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:30.37952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.116446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T20:35:30.379503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.799808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:35:30.379532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.287229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:35:30.37958Z","caller":"traceutil/trace.go:171","msg":"trace[92202286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8109; }","duration":"153.196547ms","start":"2026-03-06T20:35:30.226367Z","end":"2026-03-06T20:35:30.379564Z","steps":["trace[92202286] 'agreement among raft nodes before linearized reading' (duration: 153.026543ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:30.379593Z","caller":"traceutil/trace.go:171","msg":"trace[1103865059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8109; }","duration":"152.921861ms","start":"2026-03-06T20:35:30.226653Z","end":"2026-03-06T20:35:30.379575Z","steps":["trace[1103865059] 'agreement among raft nodes before linearized reading' (duration: 152.665266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:30.37969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.507985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:35:30.379627Z","caller":"traceutil/trace.go:171","msg":"trace[1759192972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8109; }","duration":"153.423342ms","start":"2026-03-06T20:35:30.226183Z","end":"2026-03-06T20:35:30.379607Z","steps":["trace[1759192972] 'agreement among raft nodes before linearized reading' (duration: 153.181447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:30.379793Z","caller":"traceutil/trace.go:171","msg":"trace[1990792654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8109; }","duration":"179.645488ms","start":"2026-03-06T20:35:30.200125Z","end":"2026-03-06T20:35:30.379771Z","steps":["trace[1990792654] 'agreement among raft nodes before linearized reading' (duration: 179.340272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:30.379692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.137788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:35:30.379884Z","caller":"traceutil/trace.go:171","msg":"trace[338821621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:8109; }","duration":"144.343053ms","start":"2026-03-06T20:35:30.235527Z","end":"2026-03-06T20:35:30.37987Z","steps":["trace[338821621] 'agreement among raft nodes before linearized reading' (duration: 143.974105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:34.917262Z","caller":"traceutil/trace.go:171","msg":"trace[2130430436] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"764.213555ms","start":"2026-03-06T20:35:34.153023Z","end":"2026-03-06T20:35:34.917236Z","steps":["trace[2130430436] 'process raft request' (duration: 764.00523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:34.917538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.153004Z","time spent":"764.329008ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:35.746075Z","caller":"traceutil/trace.go:171","msg":"trace[700678813] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"1.514832453s","start":"2026-03-06T20:35:34.231223Z","end":"2026-03-06T20:35:35.746055Z","steps":["trace[700678813] 'process raft request' (duration: 1.473953495s)","trace[700678813] 'compare' (duration: 40.629273ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:35.746107Z","caller":"traceutil/trace.go:171","msg":"trace[127237837] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"256.317953ms","start":"2026-03-06T20:35:35.489778Z","end":"2026-03-06T20:35:35.746096Z","steps":["trace[127237837] 'process raft request' (duration: 256.285692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:35.746132Z","caller":"traceutil/trace.go:171","msg":"trace[128278687] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"1.333448627s","start":"2026-03-06T20:35:34.412652Z","end":"2026-03-06T20:35:35.7461Z","steps":["trace[128278687] 'process raft request' (duration: 1.333324004s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:35.746208Z","caller":"traceutil/trace.go:171","msg":"trace[1273247181] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8438; }","duration":"1.329131501s","start":"2026-03-06T20:35:34.417067Z","end":"2026-03-06T20:35:35.746199Z","steps":["trace[1273247181] 'read index received' (duration: 499.947077ms)","trace[1273247181] 'applied index is now lower than readState.Index' (duration: 829.183454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:35.746217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.231202Z","time spent":"1.514923844s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:35.746351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329281515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:35:35.746387Z","caller":"traceutil/trace.go:171","msg":"trace[1266374787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8130; }","duration":"1.329346276s","start":"2026-03-06T20:35:34.417031Z","end":"2026-03-06T20:35:35.746377Z","steps":["trace[1266374787] 'agreement among raft nodes before linearized reading' (duration: 1.329237684s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.746409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.417012Z","time spent":"1.329391557s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:35:35.746482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309871098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:35:35.746481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.202713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:35.746516Z","caller":"traceutil/trace.go:171","msg":"trace[684436791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8130; }","duration":"1.309918729s","start":"2026-03-06T20:35:34.436589Z","end":"2026-03-06T20:35:35.746507Z","steps":["trace[684436791] 'agreement among raft nodes before linearized reading' (duration: 1.309825557s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.746544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.436582Z","time spent":"1.309955859s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:35:35.746542Z","caller":"traceutil/trace.go:171","msg":"trace[1841173650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"500.304945ms","start":"2026-03-06T20:35:35.246221Z","end":"2026-03-06T20:35:35.746526Z","steps":["trace[1841173650] 'agreement among raft nodes before linearized reading' (duration: 500.200693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.746561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328780344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:35:35.746573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:35.246201Z","time spent":"500.366467ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:35:35.746562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329235063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:35:35.746599Z","caller":"traceutil/trace.go:171","msg":"trace[210633137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8130; }","duration":"1.328829425s","start":"2026-03-06T20:35:34.417756Z","end":"2026-03-06T20:35:35.746586Z","steps":["trace[210633137] 'agreement among raft nodes before linearized reading' (duration: 1.328687522s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.746591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329235144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:35:35.746632Z","caller":"traceutil/trace.go:171","msg":"trace[1633307096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8130; }","duration":"1.329329076s","start":"2026-03-06T20:35:34.417286Z","end":"2026-03-06T20:35:35.746615Z","steps":["trace[1633307096] 'agreement among raft nodes before linearized reading' (duration: 1.329129242s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.746664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.417749Z","time spent":"1.328889277s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T20:35:35.746668Z","caller":"traceutil/trace.go:171","msg":"trace[80245502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8130; }","duration":"1.329327216s","start":"2026-03-06T20:35:34.417318Z","end":"2026-03-06T20:35:35.746645Z","steps":["trace[80245502] 'agreement among raft nodes before linearized reading' (duration: 1.329133411s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.746699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.41728Z","time spent":"1.329384107s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:35.746705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275958733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:35:35.746709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.352776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68fbd79775-hlfhx.189a5ad7a4ff8a62\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-06T20:35:35.746726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.417313Z","time spent":"1.329404738s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:35.746731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310201455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:35:35.746762Z","caller":"traceutil/trace.go:171","msg":"trace[16508632] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68fbd79775-hlfhx.189a5ad7a4ff8a62; range_end:; response_count:1; response_revision:8130; }","duration":"186.437738ms","start":"2026-03-06T20:35:35.560309Z","end":"2026-03-06T20:35:35.746746Z","steps":["trace[16508632] 'agreement among raft nodes before linearized reading' (duration: 186.179781ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:35.74685Z","caller":"traceutil/trace.go:171","msg":"trace[1202091219] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:8130; }","duration":"1.31035995s","start":"2026-03-06T20:35:34.436464Z","end":"2026-03-06T20:35:35.746824Z","steps":["trace[1202091219] 'agreement among raft nodes before linearized reading' (duration: 1.309998401s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.746902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.436455Z","time spent":"1.310439931s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"info","ts":"2026-03-06T20:35:35.746974Z","caller":"traceutil/trace.go:171","msg":"trace[1377652481] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8130; }","duration":"1.276044146s","start":"2026-03-06T20:35:34.47069Z","end":"2026-03-06T20:35:35.746734Z","steps":["trace[1377652481] 'agreement among raft nodes before linearized reading' (duration: 1.275783319s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.747017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.470669Z","time spent":"1.276337812s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:35.74735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:34.41263Z","time spent":"1.333562819s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:37.259324Z","caller":"traceutil/trace.go:171","msg":"trace[2111368751] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8450; }","duration":"245.089336ms","start":"2026-03-06T20:35:37.014213Z","end":"2026-03-06T20:35:37.259302Z","steps":["trace[2111368751] 'read index received' (duration: 244.937543ms)","trace[2111368751] 'applied index is now lower than readState.Index' (duration: 150.673µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:37.259556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.324422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:35:37.259605Z","caller":"traceutil/trace.go:171","msg":"trace[1891635681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8139; }","duration":"245.422244ms","start":"2026-03-06T20:35:37.014169Z","end":"2026-03-06T20:35:37.259592Z","steps":["trace[1891635681] 'agreement among raft nodes before linearized reading' (duration: 245.239259ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:37.259545Z","caller":"traceutil/trace.go:171","msg":"trace[1027483182] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"337.487618ms","start":"2026-03-06T20:35:36.922015Z","end":"2026-03-06T20:35:37.259502Z","steps":["trace[1027483182] 'process raft request' (duration: 337.093819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:37.259851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:36.921998Z","time spent":"337.737863ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:37.438436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.421204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:35:37.438528Z","caller":"traceutil/trace.go:171","msg":"trace[1852430391] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8451; }","duration":"179.125797ms","start":"2026-03-06T20:35:37.259387Z","end":"2026-03-06T20:35:37.438513Z","steps":["trace[1852430391] 'read index received' (duration: 19.445287ms)","trace[1852430391] 'applied index is now lower than readState.Index' (duration: 159.67922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:37.438629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.39473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:37.438687Z","caller":"traceutil/trace.go:171","msg":"trace[637516392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"193.480882ms","start":"2026-03-06T20:35:37.245197Z","end":"2026-03-06T20:35:37.438678Z","steps":["trace[637516392] 'agreement among raft nodes before linearized reading' (duration: 193.402781ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:37.438546Z","caller":"traceutil/trace.go:171","msg":"trace[217338084] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"249.010842ms","start":"2026-03-06T20:35:37.189504Z","end":"2026-03-06T20:35:37.438515Z","steps":["trace[217338084] 'process raft request' (duration: 89.429254ms)","trace[217338084] 'compare' (duration: 159.309082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:37.438858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.423156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:35:37.438939Z","caller":"traceutil/trace.go:171","msg":"trace[2098979679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8140; }","duration":"175.530609ms","start":"2026-03-06T20:35:37.263388Z","end":"2026-03-06T20:35:37.438918Z","steps":["trace[2098979679] 'agreement among raft nodes before linearized reading' (duration: 175.325763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:38.018817Z","caller":"traceutil/trace.go:171","msg":"trace[119609857] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"507.28037ms","start":"2026-03-06T20:35:37.511513Z","end":"2026-03-06T20:35:38.018793Z","steps":["trace[119609857] 'read index received' (duration: 435.40672ms)","trace[119609857] 'applied index is now lower than readState.Index' (duration: 71.87234ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:38.018926Z","caller":"traceutil/trace.go:171","msg":"trace[1304345310] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"509.673572ms","start":"2026-03-06T20:35:37.509225Z","end":"2026-03-06T20:35:38.018898Z","steps":["trace[1304345310] 'process raft request' (duration: 437.577727ms)","trace[1304345310] 'compare' (duration: 71.86978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:38.019079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.548706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:38.019177Z","caller":"traceutil/trace.go:171","msg":"trace[364280042] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8141; }","duration":"507.680449ms","start":"2026-03-06T20:35:37.511485Z","end":"2026-03-06T20:35:38.019165Z","steps":["trace[364280042] 'agreement among raft nodes before linearized reading' (duration: 507.519686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.019175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.509209Z","time spent":"509.902697ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:38.019258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.511476Z","time spent":"507.772041ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T20:35:38.174352Z","caller":"traceutil/trace.go:171","msg":"trace[593971410] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8454; }","duration":"155.352264ms","start":"2026-03-06T20:35:38.018979Z","end":"2026-03-06T20:35:38.174331Z","steps":["trace[593971410] 'read index received' (duration: 112.285978ms)","trace[593971410] 'applied index is now lower than readState.Index' (duration: 43.065116ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:38.174396Z","caller":"traceutil/trace.go:171","msg":"trace[327476770] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"423.695001ms","start":"2026-03-06T20:35:37.75066Z","end":"2026-03-06T20:35:38.174355Z","steps":["trace[327476770] 'process raft request' (duration: 380.671266ms)","trace[327476770] 'compare' (duration: 42.79152ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:38.174483Z","caller":"traceutil/trace.go:171","msg":"trace[1737100005] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"422.118028ms","start":"2026-03-06T20:35:37.752354Z","end":"2026-03-06T20:35:38.174472Z","steps":["trace[1737100005] 'process raft request' (duration: 421.915344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.174603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.75233Z","time spent":"422.182579ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:38.174629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.750635Z","time spent":"423.845465ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:38.174735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.763942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:35:38.17479Z","caller":"traceutil/trace.go:171","msg":"trace[294057252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8143; }","duration":"417.861464ms","start":"2026-03-06T20:35:37.756915Z","end":"2026-03-06T20:35:38.174776Z","steps":["trace[294057252] 'agreement among raft nodes before linearized reading' (duration: 417.671429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.174778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.936334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:35:38.174832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.507934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-06T20:35:38.174882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.121224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:35:38.174943Z","caller":"traceutil/trace.go:171","msg":"trace[1036799575] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8143; }","duration":"153.676538ms","start":"2026-03-06T20:35:38.021248Z","end":"2026-03-06T20:35:38.174925Z","steps":["trace[1036799575] 'agreement among raft nodes before linearized reading' (duration: 153.364521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.175002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.641364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:35:38.175014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.607523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:35:38.175042Z","caller":"traceutil/trace.go:171","msg":"trace[1472998629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8143; }","duration":"415.704526ms","start":"2026-03-06T20:35:37.759326Z","end":"2026-03-06T20:35:38.175031Z","steps":["trace[1472998629] 'agreement among raft nodes before linearized reading' (duration: 415.590974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:38.175099Z","caller":"traceutil/trace.go:171","msg":"trace[82654930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8143; }","duration":"415.711866ms","start":"2026-03-06T20:35:37.75937Z","end":"2026-03-06T20:35:38.175082Z","steps":["trace[82654930] 'agreement among raft nodes before linearized reading' (duration: 415.44181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.175115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.759314Z","time spent":"415.787018ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:38.175149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.759354Z","time spent":"415.784947ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:35:38.174881Z","caller":"traceutil/trace.go:171","msg":"trace[1338525911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8143; }","duration":"417.084617ms","start":"2026-03-06T20:35:37.757773Z","end":"2026-03-06T20:35:38.174858Z","steps":["trace[1338525911] 'agreement among raft nodes before linearized reading' (duration: 416.74445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.175289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.757763Z","time spent":"417.512866ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:35:38.174952Z","caller":"traceutil/trace.go:171","msg":"trace[109403046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8143; }","duration":"152.192555ms","start":"2026-03-06T20:35:38.022744Z","end":"2026-03-06T20:35:38.174936Z","steps":["trace[109403046] 'agreement among raft nodes before linearized reading' (duration: 152.007191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.174817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.756899Z","time spent":"417.912735ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:35:38.174906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.782406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T20:35:38.175469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.509298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:35:38.175552Z","caller":"traceutil/trace.go:171","msg":"trace[1585955010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8143; }","duration":"418.639102ms","start":"2026-03-06T20:35:37.756895Z","end":"2026-03-06T20:35:38.175534Z","steps":["trace[1585955010] 'agreement among raft nodes before linearized reading' (duration: 418.347585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:38.175487Z","caller":"traceutil/trace.go:171","msg":"trace[2118975060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:8143; }","duration":"415.369969ms","start":"2026-03-06T20:35:37.760101Z","end":"2026-03-06T20:35:38.175471Z","steps":["trace[2118975060] 'agreement among raft nodes before linearized reading' (duration: 414.766686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.175599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.756877Z","time spent":"418.713263ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:38.175613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.760091Z","time spent":"415.503442ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"warn","ts":"2026-03-06T20:35:39.579203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946397117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:35:40.079742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946397117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:35:40.343583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361403311s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:35:40.344312Z","caller":"traceutil/trace.go:171","msg":"trace[1553388489] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"1.36225018s","start":"2026-03-06T20:35:38.982042Z","end":"2026-03-06T20:35:40.344292Z","steps":["trace[1553388489] 'process raft request' (duration: 1.362096507s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.344441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:38.982019Z","time spent":"1.362355573s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:40.412759Z","caller":"traceutil/trace.go:171","msg":"trace[558457206] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"231.621601ms","start":"2026-03-06T20:35:40.181117Z","end":"2026-03-06T20:35:40.412739Z","steps":["trace[558457206] 'process raft request' (duration: 231.531019ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.412789Z","caller":"traceutil/trace.go:171","msg":"trace[508948086] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"1.148377969s","start":"2026-03-06T20:35:39.264367Z","end":"2026-03-06T20:35:40.412745Z","steps":["trace[508948086] 'process raft request' (duration: 1.148102443s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.412995Z","caller":"traceutil/trace.go:171","msg":"trace[2074419420] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8461; }","duration":"1.334575241s","start":"2026-03-06T20:35:39.078381Z","end":"2026-03-06T20:35:40.412956Z","steps":["trace[2074419420] 'read index received' (duration: 1.265676927s)","trace[2074419420] 'applied index is now lower than readState.Index' (duration: 68.896894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:40.413169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.26435Z","time spent":"1.148630584s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:40.413165Z","caller":"traceutil/trace.go:171","msg":"trace[1774838147] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"231.435986ms","start":"2026-03-06T20:35:40.181684Z","end":"2026-03-06T20:35:40.41312Z","steps":["trace[1774838147] 'process raft request' (duration: 231.009787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.4133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1702908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:40.413356Z","caller":"traceutil/trace.go:171","msg":"trace[1718735553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8152; }","duration":"1.170346811s","start":"2026-03-06T20:35:39.242996Z","end":"2026-03-06T20:35:40.413343Z","steps":["trace[1718735553] 'agreement among raft nodes before linearized reading' (duration: 1.170265929s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.413394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.242956Z","time spent":"1.170430423s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:35:40.413189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334796086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:40.41354Z","caller":"traceutil/trace.go:171","msg":"trace[1463612675] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8152; }","duration":"1.335161354s","start":"2026-03-06T20:35:39.078362Z","end":"2026-03-06T20:35:40.413523Z","steps":["trace[1463612675] 'agreement among raft nodes before linearized reading' (duration: 1.334770265s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.413621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.078299Z","time spent":"1.335301677s","remote":"127.0.0.1:44264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:40.413793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.959459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:35:40.413834Z","caller":"traceutil/trace.go:171","msg":"trace[947071713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8152; }","duration":"166.029929ms","start":"2026-03-06T20:35:40.247794Z","end":"2026-03-06T20:35:40.413824Z","steps":["trace[947071713] 'agreement among raft nodes before linearized reading' (duration: 165.872705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.41364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.389225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:35:40.413959Z","caller":"traceutil/trace.go:171","msg":"trace[643398329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8152; }","duration":"165.731633ms","start":"2026-03-06T20:35:40.248214Z","end":"2026-03-06T20:35:40.413945Z","steps":["trace[643398329] 'agreement among raft nodes before linearized reading' (duration: 165.311293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.414006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.619191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:35:40.414064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.17408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:35:40.414129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.055001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T20:35:40.414146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.209438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:35:40.414151Z","caller":"traceutil/trace.go:171","msg":"trace[73613703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8152; }","duration":"165.283662ms","start":"2026-03-06T20:35:40.248848Z","end":"2026-03-06T20:35:40.414131Z","steps":["trace[73613703] 'agreement among raft nodes before linearized reading' (duration: 165.032097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.414178Z","caller":"traceutil/trace.go:171","msg":"trace[1132465708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:8152; }","duration":"227.118532ms","start":"2026-03-06T20:35:40.187048Z","end":"2026-03-06T20:35:40.414167Z","steps":["trace[1132465708] 'agreement among raft nodes before linearized reading' (duration: 227.00913ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.414183Z","caller":"traceutil/trace.go:171","msg":"trace[2052540697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8152; }","duration":"199.2827ms","start":"2026-03-06T20:35:40.21489Z","end":"2026-03-06T20:35:40.414173Z","steps":["trace[2052540697] 'agreement among raft nodes before linearized reading' (duration: 199.127697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.414091Z","caller":"traceutil/trace.go:171","msg":"trace[1116928372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8152; }","duration":"165.724603ms","start":"2026-03-06T20:35:40.248348Z","end":"2026-03-06T20:35:40.414072Z","steps":["trace[1116928372] 'agreement among raft nodes before linearized reading' (duration: 165.482398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.414603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.946083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T20:35:40.414668Z","caller":"traceutil/trace.go:171","msg":"trace[307863376] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8152; }","duration":"174.033435ms","start":"2026-03-06T20:35:40.240625Z","end":"2026-03-06T20:35:40.414659Z","steps":["trace[307863376] 'agreement among raft nodes before linearized reading' (duration: 173.487843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.643412Z","caller":"traceutil/trace.go:171","msg":"trace[725655961] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"222.834687ms","start":"2026-03-06T20:35:40.420525Z","end":"2026-03-06T20:35:40.643359Z","steps":["trace[725655961] 'process raft request' (duration: 222.635223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.643838Z","caller":"traceutil/trace.go:171","msg":"trace[2036045502] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8465; }","duration":"220.723921ms","start":"2026-03-06T20:35:40.423085Z","end":"2026-03-06T20:35:40.643809Z","steps":["trace[2036045502] 'read index received' (duration: 3.763082ms)","trace[2036045502] 'applied index is now lower than readState.Index' (duration: 216.958869ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:40.643885Z","caller":"traceutil/trace.go:171","msg":"trace[301357596] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"223.319728ms","start":"2026-03-06T20:35:40.420538Z","end":"2026-03-06T20:35:40.643858Z","steps":["trace[301357596] 'process raft request' (duration: 222.781845ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.643953Z","caller":"traceutil/trace.go:171","msg":"trace[1242099254] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"223.201706ms","start":"2026-03-06T20:35:40.420737Z","end":"2026-03-06T20:35:40.643939Z","steps":["trace[1242099254] 'process raft request' (duration: 222.955681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.643973Z","caller":"traceutil/trace.go:171","msg":"trace[1349542922] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"220.455345ms","start":"2026-03-06T20:35:40.423497Z","end":"2026-03-06T20:35:40.643952Z","steps":["trace[1349542922] 'process raft request' (duration: 220.254351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.644056Z","caller":"traceutil/trace.go:171","msg":"trace[444010155] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"223.503212ms","start":"2026-03-06T20:35:40.420542Z","end":"2026-03-06T20:35:40.644046Z","steps":["trace[444010155] 'process raft request' (duration: 223.020252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.644121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.932805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:40.644222Z","caller":"traceutil/trace.go:171","msg":"trace[1548545535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8158; }","duration":"221.051528ms","start":"2026-03-06T20:35:40.42315Z","end":"2026-03-06T20:35:40.644202Z","steps":["trace[1548545535] 'agreement among raft nodes before linearized reading' (duration: 220.920516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.644248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.856068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:40.64429Z","caller":"traceutil/trace.go:171","msg":"trace[557197750] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8158; }","duration":"171.944619ms","start":"2026-03-06T20:35:40.472331Z","end":"2026-03-06T20:35:40.644276Z","steps":["trace[557197750] 'agreement among raft nodes before linearized reading' (duration: 171.782986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.644449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.345364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227487"} {"level":"info","ts":"2026-03-06T20:35:40.644507Z","caller":"traceutil/trace.go:171","msg":"trace[1378755813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8158; }","duration":"221.453467ms","start":"2026-03-06T20:35:40.423038Z","end":"2026-03-06T20:35:40.644491Z","steps":["trace[1378755813] 'agreement among raft nodes before linearized reading' (duration: 220.943386ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:49.713807Z","caller":"traceutil/trace.go:171","msg":"trace[1951135827] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"295.526344ms","start":"2026-03-06T20:35:49.418256Z","end":"2026-03-06T20:35:49.713782Z","steps":["trace[1951135827] 'process raft request' (duration: 295.375081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:50.139458Z","caller":"traceutil/trace.go:171","msg":"trace[1005901679] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8559; }","duration":"237.691124ms","start":"2026-03-06T20:35:49.901733Z","end":"2026-03-06T20:35:50.139424Z","steps":["trace[1005901679] 'read index received' (duration: 237.438559ms)","trace[1005901679] 'applied index is now lower than readState.Index' (duration: 251.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:50.139522Z","caller":"traceutil/trace.go:171","msg":"trace[1682745114] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"707.813915ms","start":"2026-03-06T20:35:49.431672Z","end":"2026-03-06T20:35:50.139486Z","steps":["trace[1682745114] 'process raft request' (duration: 707.613001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.139719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.96608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-06T20:35:50.139758Z","caller":"traceutil/trace.go:171","msg":"trace[103847134] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8242; }","duration":"238.050492ms","start":"2026-03-06T20:35:49.901699Z","end":"2026-03-06T20:35:50.13975Z","steps":["trace[103847134] 'agreement among raft nodes before linearized reading' (duration: 237.873708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.139895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:49.43166Z","time spent":"708.002999ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:50.203395Z","caller":"traceutil/trace.go:171","msg":"trace[1174484514] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"175.134329ms","start":"2026-03-06T20:35:50.028228Z","end":"2026-03-06T20:35:50.203362Z","steps":["trace[1174484514] 'process raft request' (duration: 175.005436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.203409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.843253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:50.203867Z","caller":"traceutil/trace.go:171","msg":"trace[1369949122] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8243; }","duration":"180.338163ms","start":"2026-03-06T20:35:50.023495Z","end":"2026-03-06T20:35:50.203833Z","steps":["trace[1369949122] 'agreement among raft nodes before linearized reading' (duration: 179.835582ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:50.666584Z","caller":"traceutil/trace.go:171","msg":"trace[1819738987] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"513.011095ms","start":"2026-03-06T20:35:50.153544Z","end":"2026-03-06T20:35:50.666555Z","steps":["trace[1819738987] 'process raft request' (duration: 512.786911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.666746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.153519Z","time spent":"513.143918ms","remote":"127.0.0.1:37368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:50.773223Z","caller":"traceutil/trace.go:171","msg":"trace[1403607715] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"565.405396ms","start":"2026-03-06T20:35:50.207787Z","end":"2026-03-06T20:35:50.773192Z","steps":["trace[1403607715] 'process raft request' (duration: 555.703273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.773374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.207764Z","time spent":"565.533999ms","remote":"127.0.0.1:42570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:50.773447Z","caller":"traceutil/trace.go:171","msg":"trace[1926406576] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"565.52746ms","start":"2026-03-06T20:35:50.207897Z","end":"2026-03-06T20:35:50.773424Z","steps":["trace[1926406576] 'process raft request' (duration: 565.226972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.773534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.207889Z","time spent":"565.611262ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:35:50.774807Z","caller":"traceutil/trace.go:171","msg":"trace[205869653] linearizableReadLoop","detail":"{readStateIndex:8564; appliedIndex:8561; }","duration":"566.063751ms","start":"2026-03-06T20:35:50.208722Z","end":"2026-03-06T20:35:50.774786Z","steps":["trace[205869653] 'read index received' (duration: 457.537196ms)","trace[205869653] 'applied index is now lower than readState.Index' (duration: 108.525335ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:50.774924Z","caller":"traceutil/trace.go:171","msg":"trace[769744960] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"323.49931ms","start":"2026-03-06T20:35:50.451391Z","end":"2026-03-06T20:35:50.77489Z","steps":["trace[769744960] 'process raft request' (duration: 323.333466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:50.774836Z","caller":"traceutil/trace.go:171","msg":"trace[1479698891] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"324.664316ms","start":"2026-03-06T20:35:50.450147Z","end":"2026-03-06T20:35:50.774811Z","steps":["trace[1479698891] 'process raft request' (duration: 324.528313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.775089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.451366Z","time spent":"323.648932ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:50.775105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.536138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-06T20:35:50.775108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.391518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T20:35:50.775145Z","caller":"traceutil/trace.go:171","msg":"trace[93143250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8249; }","duration":"418.60867ms","start":"2026-03-06T20:35:50.356526Z","end":"2026-03-06T20:35:50.775135Z","steps":["trace[93143250] 'agreement among raft nodes before linearized reading' (duration: 418.484627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:50.775162Z","caller":"traceutil/trace.go:171","msg":"trace[44690243] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8249; }","duration":"566.48567ms","start":"2026-03-06T20:35:50.208661Z","end":"2026-03-06T20:35:50.775147Z","steps":["trace[44690243] 'agreement among raft nodes before linearized reading' (duration: 566.291686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.775185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.356513Z","time spent":"418.664401ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T20:35:50.775194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.208642Z","time spent":"566.544281ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T20:35:50.775228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.450118Z","time spent":"324.986122ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:50.775132Z","caller":"traceutil/trace.go:171","msg":"trace[802162664] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"324.695516ms","start":"2026-03-06T20:35:50.450093Z","end":"2026-03-06T20:35:50.774789Z","steps":["trace[802162664] 'process raft request' (duration: 323.239885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.775877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.669072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T20:35:50.775944Z","caller":"traceutil/trace.go:171","msg":"trace[185928082] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8249; }","duration":"101.01551ms","start":"2026-03-06T20:35:50.674913Z","end":"2026-03-06T20:35:50.775928Z","steps":["trace[185928082] 'agreement among raft nodes before linearized reading' (duration: 100.176202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.776333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:50.450067Z","time spent":"325.32944ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:52.980489Z","caller":"traceutil/trace.go:171","msg":"trace[1915920583] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"199.992695ms","start":"2026-03-06T20:35:52.780476Z","end":"2026-03-06T20:35:52.980468Z","steps":["trace[1915920583] 'process raft request' (duration: 199.865342ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:53.191241Z","caller":"traceutil/trace.go:171","msg":"trace[1282451447] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"410.612094ms","start":"2026-03-06T20:35:52.780603Z","end":"2026-03-06T20:35:53.191215Z","steps":["trace[1282451447] 'process raft request' (duration: 410.39033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:53.191629Z","caller":"traceutil/trace.go:171","msg":"trace[26696682] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"410.033162ms","start":"2026-03-06T20:35:52.781572Z","end":"2026-03-06T20:35:53.191605Z","steps":["trace[26696682] 'process raft request' (duration: 409.600952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.191782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.781541Z","time spent":"410.154375ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:53.192282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.780572Z","time spent":"410.747038ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:53.300623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.066437ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T20:35:53.300743Z","caller":"traceutil/trace.go:171","msg":"trace[726947706] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8578; }","duration":"465.874669ms","start":"2026-03-06T20:35:52.834852Z","end":"2026-03-06T20:35:53.300727Z","steps":["trace[726947706] 'read index received' (duration: 145.503387ms)","trace[726947706] 'applied index is now lower than readState.Index' (duration: 320.369632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:53.300847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.994082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:53.300867Z","caller":"traceutil/trace.go:171","msg":"trace[1039926494] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8263; }","duration":"466.091234ms","start":"2026-03-06T20:35:52.834769Z","end":"2026-03-06T20:35:53.30086Z","steps":["trace[1039926494] 'agreement among raft nodes before linearized reading' (duration: 466.032683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.300896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.834749Z","time spent":"466.139586ms","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:53.300972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.054398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:35:53.300982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.108725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:53.301029Z","caller":"traceutil/trace.go:171","msg":"trace[2112528683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8263; }","duration":"423.16114ms","start":"2026-03-06T20:35:52.877852Z","end":"2026-03-06T20:35:53.301014Z","steps":["trace[2112528683] 'agreement among raft nodes before linearized reading' (duration: 422.993277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.30103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.360816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:35:53.301038Z","caller":"traceutil/trace.go:171","msg":"trace[849482425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8263; }","duration":"355.198116ms","start":"2026-03-06T20:35:52.945824Z","end":"2026-03-06T20:35:53.301022Z","steps":["trace[849482425] 'agreement among raft nodes before linearized reading' (duration: 355.103494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.301054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.877833Z","time spent":"423.215201ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:35:53.30108Z","caller":"traceutil/trace.go:171","msg":"trace[98609936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8263; }","duration":"424.432998ms","start":"2026-03-06T20:35:52.876632Z","end":"2026-03-06T20:35:53.301065Z","steps":["trace[98609936] 'agreement among raft nodes before linearized reading' (duration: 424.263335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.301083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.945812Z","time spent":"355.260339ms","remote":"127.0.0.1:46670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:53.301108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.876615Z","time spent":"424.487469ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:53.301129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.49154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:35:53.301169Z","caller":"traceutil/trace.go:171","msg":"trace[1496283350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8263; }","duration":"424.562771ms","start":"2026-03-06T20:35:52.876594Z","end":"2026-03-06T20:35:53.301156Z","steps":["trace[1496283350] 'agreement among raft nodes before linearized reading' (duration: 424.306266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.301017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.072091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:35:53.301201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.876575Z","time spent":"424.619312ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:53.30122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.230437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:35:53.301233Z","caller":"traceutil/trace.go:171","msg":"trace[1537217240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8263; }","duration":"424.317446ms","start":"2026-03-06T20:35:52.876904Z","end":"2026-03-06T20:35:53.301222Z","steps":["trace[1537217240] 'agreement among raft nodes before linearized reading' (duration: 423.979478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.30124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.675954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:35:53.301256Z","caller":"traceutil/trace.go:171","msg":"trace[2108219404] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:8263; }","duration":"421.290228ms","start":"2026-03-06T20:35:52.879955Z","end":"2026-03-06T20:35:53.301245Z","steps":["trace[2108219404] 'agreement among raft nodes before linearized reading' (duration: 420.991722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.301259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.876894Z","time spent":"424.357876ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T20:35:53.30127Z","caller":"traceutil/trace.go:171","msg":"trace[964140247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8263; }","duration":"424.744806ms","start":"2026-03-06T20:35:52.876517Z","end":"2026-03-06T20:35:53.301262Z","steps":["trace[964140247] 'agreement among raft nodes before linearized reading' (duration: 424.322856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:53.301281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.879948Z","time spent":"421.32717ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"warn","ts":"2026-03-06T20:35:53.301288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:52.876501Z","time spent":"424.782636ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:35:53.446464Z","caller":"traceutil/trace.go:171","msg":"trace[625252771] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"140.643561ms","start":"2026-03-06T20:35:53.305792Z","end":"2026-03-06T20:35:53.446436Z","steps":["trace[625252771] 'process raft request' (duration: 138.183266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:53.446699Z","caller":"traceutil/trace.go:171","msg":"trace[755720175] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"140.487218ms","start":"2026-03-06T20:35:53.306189Z","end":"2026-03-06T20:35:53.446676Z","steps":["trace[755720175] 'process raft request' (duration: 140.197041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:53.446979Z","caller":"traceutil/trace.go:171","msg":"trace[1548441550] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"139.291142ms","start":"2026-03-06T20:35:53.307678Z","end":"2026-03-06T20:35:53.446969Z","steps":["trace[1548441550] 'process raft request' (duration: 139.164639ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:53.446982Z","caller":"traceutil/trace.go:171","msg":"trace[964691878] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"140.167911ms","start":"2026-03-06T20:35:53.306783Z","end":"2026-03-06T20:35:53.446951Z","steps":["trace[964691878] 'process raft request' (duration: 139.802743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:53.446989Z","caller":"traceutil/trace.go:171","msg":"trace[371678678] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8582; }","duration":"139.19727ms","start":"2026-03-06T20:35:53.307757Z","end":"2026-03-06T20:35:53.446955Z","steps":["trace[371678678] 'read index received' (duration: 46.060773ms)","trace[371678678] 'applied index is now lower than readState.Index' (duration: 93.134787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:53.447493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.728691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227402"} {"level":"info","ts":"2026-03-06T20:35:53.44758Z","caller":"traceutil/trace.go:171","msg":"trace[1743570987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8268; }","duration":"139.857704ms","start":"2026-03-06T20:35:53.307705Z","end":"2026-03-06T20:35:53.447563Z","steps":["trace[1743570987] 'agreement among raft nodes before linearized reading' (duration: 139.357033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:02.088697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.164599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:36:02.088759Z","caller":"traceutil/trace.go:171","msg":"trace[1618798115] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:8333; }","duration":"215.306272ms","start":"2026-03-06T20:36:01.873438Z","end":"2026-03-06T20:36:02.088744Z","steps":["trace[1618798115] 'range keys from in-memory index tree' (duration: 215.058127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:54.076404Z","caller":"traceutil/trace.go:171","msg":"trace[1664636903] linearizableReadLoop","detail":"{readStateIndex:9215; appliedIndex:9214; }","duration":"308.586513ms","start":"2026-03-06T20:36:53.767794Z","end":"2026-03-06T20:36:54.07638Z","steps":["trace[1664636903] 'read index received' (duration: 308.43985ms)","trace[1664636903] 'applied index is now lower than readState.Index' (duration: 145.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:36:54.076484Z","caller":"traceutil/trace.go:171","msg":"trace[1227658096] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"309.996675ms","start":"2026-03-06T20:36:53.766455Z","end":"2026-03-06T20:36:54.076452Z","steps":["trace[1227658096] 'process raft request' (duration: 309.734439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:54.076621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.816618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:36:54.076628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:36:53.766439Z","time spent":"310.111077ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:36:54.076665Z","caller":"traceutil/trace.go:171","msg":"trace[185523118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8879; }","duration":"308.89304ms","start":"2026-03-06T20:36:53.767761Z","end":"2026-03-06T20:36:54.076654Z","steps":["trace[185523118] 'agreement among raft nodes before linearized reading' (duration: 308.739727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:54.076698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:36:53.767724Z","time spent":"308.965761ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:36:54.077624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.139714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:36:54.077661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.690647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:36:54.077681Z","caller":"traceutil/trace.go:171","msg":"trace[1401544343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8880; }","duration":"303.219985ms","start":"2026-03-06T20:36:53.774446Z","end":"2026-03-06T20:36:54.077666Z","steps":["trace[1401544343] 'agreement among raft nodes before linearized reading' (duration: 303.064012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:54.077637Z","caller":"traceutil/trace.go:171","msg":"trace[986257404] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"308.069041ms","start":"2026-03-06T20:36:53.76953Z","end":"2026-03-06T20:36:54.077599Z","steps":["trace[986257404] 'process raft request' (duration: 307.883837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:54.077703Z","caller":"traceutil/trace.go:171","msg":"trace[1108638308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8880; }","duration":"135.764309ms","start":"2026-03-06T20:36:53.941925Z","end":"2026-03-06T20:36:54.07769Z","steps":["trace[1108638308] 'agreement among raft nodes before linearized reading' (duration: 135.697118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:54.077724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:36:53.774435Z","time spent":"303.279027ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:36:54.077804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.447212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:36:54.077848Z","caller":"traceutil/trace.go:171","msg":"trace[328627164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:8880; }","duration":"257.524853ms","start":"2026-03-06T20:36:53.820312Z","end":"2026-03-06T20:36:54.077837Z","steps":["trace[328627164] 'agreement among raft nodes before linearized reading' (duration: 257.39074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:54.077844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:36:53.769505Z","time spent":"308.239176ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:37:07.969337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946399362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:37:08.211973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.939018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:37:08.212065Z","caller":"traceutil/trace.go:171","msg":"trace[1863015448] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:8948; }","duration":"769.067841ms","start":"2026-03-06T20:37:07.442979Z","end":"2026-03-06T20:37:08.212047Z","steps":["trace[1863015448] 'range keys from in-memory index tree' (duration: 768.748934ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.212066Z","caller":"traceutil/trace.go:171","msg":"trace[1310484196] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"756.345661ms","start":"2026-03-06T20:37:07.455687Z","end":"2026-03-06T20:37:08.212033Z","steps":["trace[1310484196] 'process raft request' (duration: 729.140344ms)","trace[1310484196] 'compare' (duration: 26.616474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:37:08.212114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:37:07.44296Z","time spent":"769.143383ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T20:37:08.212176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:37:07.455652Z","time spent":"756.459034ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:37:08.22142Z","caller":"traceutil/trace.go:171","msg":"trace[1942544181] linearizableReadLoop","detail":"{readStateIndex:9289; appliedIndex:9287; }","duration":"752.874555ms","start":"2026-03-06T20:37:07.468519Z","end":"2026-03-06T20:37:08.221393Z","steps":["trace[1942544181] 'read index received' (duration: 716.298233ms)","trace[1942544181] 'applied index is now lower than readState.Index' (duration: 36.575492ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:37:08.221444Z","caller":"traceutil/trace.go:171","msg":"trace[2038508011] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"730.980305ms","start":"2026-03-06T20:37:07.490435Z","end":"2026-03-06T20:37:08.221415Z","steps":["trace[2038508011] 'process raft request' (duration: 730.808801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.221514Z","caller":"traceutil/trace.go:171","msg":"trace[1409260128] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"129.095914ms","start":"2026-03-06T20:37:08.092408Z","end":"2026-03-06T20:37:08.221504Z","steps":["trace[1409260128] 'process raft request' (duration: 128.94808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:37:08.221552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:37:07.490404Z","time spent":"731.089067ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:37:08.221817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.290754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9qpbf\" ","response":"range_response_count:1 size:19694"} {"level":"info","ts":"2026-03-06T20:37:08.221896Z","caller":"traceutil/trace.go:171","msg":"trace[1830114053] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9qpbf; range_end:; response_count:1; response_revision:8951; }","duration":"753.411247ms","start":"2026-03-06T20:37:07.468468Z","end":"2026-03-06T20:37:08.221879Z","steps":["trace[1830114053] 'agreement among raft nodes before linearized reading' (duration: 753.11669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:37:08.22194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:37:07.468446Z","time spent":"753.486029ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19717,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9qpbf\" "} {"level":"warn","ts":"2026-03-06T20:37:08.245093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.909438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:37:08.24515Z","caller":"traceutil/trace.go:171","msg":"trace[1838036698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8951; }","duration":"544.022681ms","start":"2026-03-06T20:37:07.701114Z","end":"2026-03-06T20:37:08.245137Z","steps":["trace[1838036698] 'agreement among raft nodes before linearized reading' (duration: 543.840597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:37:08.245164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.30713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:37:08.245187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:37:07.701073Z","time spent":"544.102973ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:37:08.245194Z","caller":"traceutil/trace.go:171","msg":"trace[1227844996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8951; }","duration":"104.387332ms","start":"2026-03-06T20:37:08.140798Z","end":"2026-03-06T20:37:08.245185Z","steps":["trace[1227844996] 'agreement among raft nodes before linearized reading' (duration: 104.299279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:37:08.245231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.217776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:37:08.245301Z","caller":"traceutil/trace.go:171","msg":"trace[2064978475] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8951; }","duration":"298.349469ms","start":"2026-03-06T20:37:07.946938Z","end":"2026-03-06T20:37:08.245287Z","steps":["trace[2064978475] 'agreement among raft nodes before linearized reading' (duration: 298.216176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.472301Z","caller":"traceutil/trace.go:171","msg":"trace[370921689] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"238.060056ms","start":"2026-03-06T20:37:08.234217Z","end":"2026-03-06T20:37:08.472277Z","steps":["trace[370921689] 'process raft request' (duration: 237.865452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.510274Z","caller":"traceutil/trace.go:171","msg":"trace[1580262560] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"258.719189ms","start":"2026-03-06T20:37:08.25153Z","end":"2026-03-06T20:37:08.51025Z","steps":["trace[1580262560] 'process raft request' (duration: 258.650517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.510475Z","caller":"traceutil/trace.go:171","msg":"trace[2102230375] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"262.804859ms","start":"2026-03-06T20:37:08.247644Z","end":"2026-03-06T20:37:08.510449Z","steps":["trace[2102230375] 'process raft request' (duration: 262.369019ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.510552Z","caller":"traceutil/trace.go:171","msg":"trace[862590733] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"259.108357ms","start":"2026-03-06T20:37:08.25143Z","end":"2026-03-06T20:37:08.510538Z","steps":["trace[862590733] 'process raft request' (duration: 258.694838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.510846Z","caller":"traceutil/trace.go:171","msg":"trace[1790740743] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"259.22614ms","start":"2026-03-06T20:37:08.251595Z","end":"2026-03-06T20:37:08.510821Z","steps":["trace[1790740743] 'process raft request' (duration: 258.621007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.511096Z","caller":"traceutil/trace.go:171","msg":"trace[1039300758] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"259.468494ms","start":"2026-03-06T20:37:08.251614Z","end":"2026-03-06T20:37:08.511083Z","steps":["trace[1039300758] 'process raft request' (duration: 259.107037ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:08.511265Z","caller":"traceutil/trace.go:171","msg":"trace[2020179493] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9291; }","duration":"259.750921ms","start":"2026-03-06T20:37:08.251503Z","end":"2026-03-06T20:37:08.511254Z","steps":["trace[2020179493] 'read index received' (duration: 220.604593ms)","trace[2020179493] 'applied index is now lower than readState.Index' (duration: 39.145508ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:37:08.511453Z","caller":"traceutil/trace.go:171","msg":"trace[1788577382] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"259.759442ms","start":"2026-03-06T20:37:08.251649Z","end":"2026-03-06T20:37:08.511408Z","steps":["trace[1788577382] 'process raft request' (duration: 259.364712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:37:08.511713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.189152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289819"} {"level":"info","ts":"2026-03-06T20:37:08.511799Z","caller":"traceutil/trace.go:171","msg":"trace[1683758052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8958; }","duration":"260.352785ms","start":"2026-03-06T20:37:08.251436Z","end":"2026-03-06T20:37:08.511789Z","steps":["trace[1683758052] 'agreement among raft nodes before linearized reading' (duration: 259.861854ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:38:52.248383Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":10004,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T20:38:52.256552Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10004} {"level":"info","ts":"2026-03-06T20:38:52.256633Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5004} {"level":"info","ts":"2026-03-06T20:39:03.65779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7451} {"level":"info","ts":"2026-03-06T20:39:03.72964Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7451,"took":"68.294646ms","hash":2422808505,"current-db-size-bytes":40919040,"current-db-size":"41 MB","current-db-size-in-use-bytes":24428544,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T20:39:03.729705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2422808505,"revision":7451,"compact-revision":5435} {"level":"info","ts":"2026-03-06T20:40:29.823741Z","caller":"traceutil/trace.go:171","msg":"trace[206526916] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"270.833908ms","start":"2026-03-06T20:40:29.552873Z","end":"2026-03-06T20:40:29.823707Z","steps":["trace[206526916] 'process raft request' (duration: 270.635934ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:29.824265Z","caller":"traceutil/trace.go:171","msg":"trace[2034201635] linearizableReadLoop","detail":"{readStateIndex:10963; appliedIndex:10961; }","duration":"266.39015ms","start":"2026-03-06T20:40:29.557853Z","end":"2026-03-06T20:40:29.824243Z","steps":["trace[2034201635] 'read index received' (duration: 265.769187ms)","trace[2034201635] 'applied index is now lower than readState.Index' (duration: 620.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:29.824421Z","caller":"traceutil/trace.go:171","msg":"trace[1000199649] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"268.065308ms","start":"2026-03-06T20:40:29.556335Z","end":"2026-03-06T20:40:29.8244Z","steps":["trace[1000199649] 'process raft request' (duration: 267.761791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:29.8245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.056441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:40:29.824536Z","caller":"traceutil/trace.go:171","msg":"trace[123207929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10572; }","duration":"249.111002ms","start":"2026-03-06T20:40:29.575415Z","end":"2026-03-06T20:40:29.824526Z","steps":["trace[123207929] 'agreement among raft nodes before linearized reading' (duration: 249.061591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:29.824443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.554844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:40:29.824767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.5166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:40:29.824798Z","caller":"traceutil/trace.go:171","msg":"trace[1461797273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10572; }","duration":"266.921172ms","start":"2026-03-06T20:40:29.557828Z","end":"2026-03-06T20:40:29.824749Z","steps":["trace[1461797273] 'agreement among raft nodes before linearized reading' (duration: 266.534084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:29.824846Z","caller":"traceutil/trace.go:171","msg":"trace[808754148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10572; }","duration":"211.618792ms","start":"2026-03-06T20:40:29.613208Z","end":"2026-03-06T20:40:29.824827Z","steps":["trace[808754148] 'agreement among raft nodes before linearized reading' (duration: 211.398847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:30.204199Z","caller":"traceutil/trace.go:171","msg":"trace[1871660443] transaction","detail":"{read_only:false; response_revision:10576; number_of_response:1; }","duration":"153.800556ms","start":"2026-03-06T20:40:30.050336Z","end":"2026-03-06T20:40:30.204136Z","steps":["trace[1871660443] 'process raft request' (duration: 153.683293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:53.005467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.38661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:40:53.00551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.41793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-06T20:40:53.005527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.863659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:53.00557Z","caller":"traceutil/trace.go:171","msg":"trace[1338133276] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10688; }","duration":"103.564253ms","start":"2026-03-06T20:40:52.901945Z","end":"2026-03-06T20:40:53.005546Z","steps":["trace[1338133276] 'agreement among raft nodes before linearized reading' (duration: 76.369633ms)","trace[1338133276] 'range keys from in-memory index tree' (duration: 27.052277ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:53.005606Z","caller":"traceutil/trace.go:171","msg":"trace[1471072181] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10688; }","duration":"103.538353ms","start":"2026-03-06T20:40:52.902045Z","end":"2026-03-06T20:40:53.005583Z","steps":["trace[1471072181] 'agreement among raft nodes before linearized reading' (duration: 76.348633ms)","trace[1471072181] 'range keys from in-memory index tree' (duration: 26.995725ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:53.005608Z","caller":"traceutil/trace.go:171","msg":"trace[364572209] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10688; }","duration":"102.985971ms","start":"2026-03-06T20:40:52.902604Z","end":"2026-03-06T20:40:53.00559Z","steps":["trace[364572209] 'agreement among raft nodes before linearized reading' (duration: 75.794541ms)","trace[364572209] 'range keys from in-memory index tree' (duration: 27.094858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:40:53.005602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.324218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:53.005692Z","caller":"traceutil/trace.go:171","msg":"trace[989208127] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10688; }","duration":"103.455041ms","start":"2026-03-06T20:40:52.902216Z","end":"2026-03-06T20:40:53.005671Z","steps":["trace[989208127] 'agreement among raft nodes before linearized reading' (duration: 76.19991ms)","trace[989208127] 'range keys from in-memory index tree' (duration: 27.122108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:40:53.005673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.411681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:40:53.005855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.032252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-06T20:40:53.005905Z","caller":"traceutil/trace.go:171","msg":"trace[1641136617] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10688; }","duration":"103.099793ms","start":"2026-03-06T20:40:52.902794Z","end":"2026-03-06T20:40:53.005893Z","steps":["trace[1641136617] 'agreement among raft nodes before linearized reading' (duration: 75.615387ms)","trace[1641136617] 'range keys from in-memory index tree' (duration: 26.996035ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:53.009411Z","caller":"traceutil/trace.go:171","msg":"trace[946497360] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10688; }","duration":"103.575674ms","start":"2026-03-06T20:40:52.902169Z","end":"2026-03-06T20:40:53.005745Z","steps":["trace[946497360] 'agreement among raft nodes before linearized reading' (duration: 76.251451ms)","trace[946497360] 'range keys from in-memory index tree' (duration: 27.159989ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:53.169869Z","caller":"traceutil/trace.go:171","msg":"trace[1461199705] linearizableReadLoop","detail":"{readStateIndex:11086; appliedIndex:11085; }","duration":"110.935516ms","start":"2026-03-06T20:40:53.058913Z","end":"2026-03-06T20:40:53.169849Z","steps":["trace[1461199705] 'read index received' (duration: 48.53794ms)","trace[1461199705] 'applied index is now lower than readState.Index' (duration: 62.396446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:40:53.169988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.597343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:40:53.169998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.58441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:53.170076Z","caller":"traceutil/trace.go:171","msg":"trace[833690037] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10690; }","duration":"131.684933ms","start":"2026-03-06T20:40:53.038374Z","end":"2026-03-06T20:40:53.170059Z","steps":["trace[833690037] 'agreement among raft nodes before linearized reading' (duration: 131.523599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:53.170081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.37852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:53.170083Z","caller":"traceutil/trace.go:171","msg":"trace[596605539] transaction","detail":"{read_only:false; response_revision:10690; number_of_response:1; }","duration":"125.821864ms","start":"2026-03-06T20:40:53.044226Z","end":"2026-03-06T20:40:53.170048Z","steps":["trace[596605539] 'process raft request' (duration: 63.292345ms)","trace[596605539] 'compare' (duration: 62.193701ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:53.170134Z","caller":"traceutil/trace.go:171","msg":"trace[259721277] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10690; }","duration":"132.438501ms","start":"2026-03-06T20:40:53.03768Z","end":"2026-03-06T20:40:53.170118Z","steps":["trace[259721277] 'agreement among raft nodes before linearized reading' (duration: 132.373419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:53.169999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.96513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:53.17028Z","caller":"traceutil/trace.go:171","msg":"trace[1081958111] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10690; }","duration":"132.229976ms","start":"2026-03-06T20:40:53.038005Z","end":"2026-03-06T20:40:53.170235Z","steps":["trace[1081958111] 'agreement among raft nodes before linearized reading' (duration: 131.941279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:53.17055Z","caller":"traceutil/trace.go:171","msg":"trace[1470753645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10690; }","duration":"132.683496ms","start":"2026-03-06T20:40:53.037327Z","end":"2026-03-06T20:40:53.17001Z","steps":["trace[1470753645] 'agreement among raft nodes before linearized reading' (duration: 132.612444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:53.170934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.975384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-06T20:40:53.171001Z","caller":"traceutil/trace.go:171","msg":"trace[2035317294] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10690; }","duration":"129.063606ms","start":"2026-03-06T20:40:53.041919Z","end":"2026-03-06T20:40:53.170983Z","steps":["trace[2035317294] 'agreement among raft nodes before linearized reading' (duration: 128.336541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:53.499808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.424059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:40:53.499799Z","caller":"traceutil/trace.go:171","msg":"trace[660297129] transaction","detail":"{read_only:false; response_revision:10691; number_of_response:1; }","duration":"200.957502ms","start":"2026-03-06T20:40:53.298809Z","end":"2026-03-06T20:40:53.499767Z","steps":["trace[660297129] 'process raft request' (duration: 133.32407ms)","trace[660297129] 'compare' (duration: 67.498259ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:53.499879Z","caller":"traceutil/trace.go:171","msg":"trace[1301799104] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10690; }","duration":"229.555902ms","start":"2026-03-06T20:40:53.270309Z","end":"2026-03-06T20:40:53.499865Z","steps":["trace[1301799104] 'count revisions from in-memory index tree' (duration: 229.339178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.337229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.245647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:40:54.337378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.921918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:40:54.33748Z","caller":"traceutil/trace.go:171","msg":"trace[1603970232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10691; }","duration":"385.056741ms","start":"2026-03-06T20:40:53.9524Z","end":"2026-03-06T20:40:54.337457Z","steps":["trace[1603970232] 'range keys from in-memory index tree' (duration: 384.767124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.337331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.00591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:40:54.337622Z","caller":"traceutil/trace.go:171","msg":"trace[1691479330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10691; }","duration":"385.368778ms","start":"2026-03-06T20:40:53.952233Z","end":"2026-03-06T20:40:54.337602Z","steps":["trace[1691479330] 'range keys from in-memory index tree' (duration: 384.812985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.337689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:53.952212Z","time spent":"385.463069ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:40:54.337229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.55732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:40:54.338127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.789052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:40:54.338164Z","caller":"traceutil/trace.go:171","msg":"trace[1010243255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10691; }","duration":"368.871734ms","start":"2026-03-06T20:40:53.969282Z","end":"2026-03-06T20:40:54.338154Z","steps":["trace[1010243255] 'range keys from in-memory index tree' (duration: 368.613388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.338204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:53.969261Z","time spent":"368.936886ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:40:54.338138Z","caller":"traceutil/trace.go:171","msg":"trace[855527237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10691; }","duration":"385.590212ms","start":"2026-03-06T20:40:53.952534Z","end":"2026-03-06T20:40:54.338124Z","steps":["trace[855527237] 'range keys from in-memory index tree' (duration: 384.285994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.338392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:53.952457Z","time spent":"385.91309ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:40:54.337503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.27291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T20:40:54.337443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.218371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:40:54.338612Z","caller":"traceutil/trace.go:171","msg":"trace[754479625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10691; }","duration":"342.561974ms","start":"2026-03-06T20:40:53.994872Z","end":"2026-03-06T20:40:54.337434Z","steps":["trace[754479625] 'range keys from in-memory index tree' (duration: 341.94293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.33879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:53.994852Z","time spent":"343.917054ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:40:54.337531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:53.952394Z","time spent":"385.127212ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:40:54.338746Z","caller":"traceutil/trace.go:171","msg":"trace[239250850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:10691; }","duration":"282.52319ms","start":"2026-03-06T20:40:54.056146Z","end":"2026-03-06T20:40:54.338669Z","steps":["trace[239250850] 'range keys from in-memory index tree' (duration: 281.029987ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:54.338887Z","caller":"traceutil/trace.go:171","msg":"trace[566978839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10691; }","duration":"442.426226ms","start":"2026-03-06T20:40:53.896132Z","end":"2026-03-06T20:40:54.338559Z","steps":["trace[566978839] 'range keys from in-memory index tree' (duration: 441.141978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.339163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:53.896113Z","time spent":"443.027789ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T20:40:54.70752Z","caller":"traceutil/trace.go:171","msg":"trace[209139757] transaction","detail":"{read_only:false; response_revision:10692; number_of_response:1; }","duration":"364.564649ms","start":"2026-03-06T20:40:54.342925Z","end":"2026-03-06T20:40:54.70749Z","steps":["trace[209139757] 'process raft request' (duration: 364.360684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.707669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.342907Z","time spent":"364.687161ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:40:54.707719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.071188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:40:54.707786Z","caller":"traceutil/trace.go:171","msg":"trace[938575618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10692; }","duration":"364.18021ms","start":"2026-03-06T20:40:54.343591Z","end":"2026-03-06T20:40:54.707771Z","steps":["trace[938575618] 'agreement among raft nodes before linearized reading' (duration: 363.982545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.707831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.343574Z","time spent":"364.249132ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T20:40:54.707469Z","caller":"traceutil/trace.go:171","msg":"trace[491643588] linearizableReadLoop","detail":"{readStateIndex:11088; appliedIndex:11087; }","duration":"363.816573ms","start":"2026-03-06T20:40:54.343626Z","end":"2026-03-06T20:40:54.707443Z","steps":["trace[491643588] 'read index received' (duration: 363.595618ms)","trace[491643588] 'applied index is now lower than readState.Index' (duration: 219.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:54.801799Z","caller":"traceutil/trace.go:171","msg":"trace[238076814] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"457.175821ms","start":"2026-03-06T20:40:54.344586Z","end":"2026-03-06T20:40:54.801762Z","steps":["trace[238076814] 'process raft request' (duration: 457.072418ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:54.801825Z","caller":"traceutil/trace.go:171","msg":"trace[532697625] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"457.345654ms","start":"2026-03-06T20:40:54.344433Z","end":"2026-03-06T20:40:54.801778Z","steps":["trace[532697625] 'process raft request' (duration: 403.535428ms)","trace[532697625] 'compare' (duration: 53.495639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:40:54.802038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.344576Z","time spent":"457.334094ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:40:54.802045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.344423Z","time spent":"457.506227ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:40:54.802182Z","caller":"traceutil/trace.go:171","msg":"trace[2144120621] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"457.487117ms","start":"2026-03-06T20:40:54.344671Z","end":"2026-03-06T20:40:54.802158Z","steps":["trace[2144120621] 'process raft request' (duration: 457.264452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:54.802258Z","caller":"traceutil/trace.go:171","msg":"trace[1082261711] transaction","detail":"{read_only:false; response_revision:10695; number_of_response:1; }","duration":"457.64196ms","start":"2026-03-06T20:40:54.344604Z","end":"2026-03-06T20:40:54.802246Z","steps":["trace[1082261711] 'process raft request' (duration: 457.109078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.802311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.344577Z","time spent":"457.706602ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:40:54.802324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.344635Z","time spent":"457.62051ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:40:54.802287Z","caller":"traceutil/trace.go:171","msg":"trace[191879639] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"436.404403ms","start":"2026-03-06T20:40:54.365865Z","end":"2026-03-06T20:40:54.802269Z","steps":["trace[191879639] 'process raft request' (duration: 436.174538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.802867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.656892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444849"} {"level":"warn","ts":"2026-03-06T20:40:54.802802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.365848Z","time spent":"436.611967ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:40:54.802911Z","caller":"traceutil/trace.go:171","msg":"trace[393471384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10697; }","duration":"458.737304ms","start":"2026-03-06T20:40:54.344163Z","end":"2026-03-06T20:40:54.8029Z","steps":["trace[393471384] 'agreement among raft nodes before linearized reading' (duration: 458.190152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:54.802945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:40:54.344156Z","time spent":"458.780075ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444872,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T20:40:55.171845Z","caller":"traceutil/trace.go:171","msg":"trace[1781024492] transaction","detail":"{read_only:false; response_revision:10698; number_of_response:1; }","duration":"108.320399ms","start":"2026-03-06T20:40:55.06348Z","end":"2026-03-06T20:40:55.1718Z","steps":["trace[1781024492] 'process raft request' (duration: 107.952351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:55.333555Z","caller":"traceutil/trace.go:171","msg":"trace[101359407] transaction","detail":"{read_only:false; response_revision:10699; number_of_response:1; }","duration":"148.310251ms","start":"2026-03-06T20:40:55.185217Z","end":"2026-03-06T20:40:55.333528Z","steps":["trace[101359407] 'process raft request' (duration: 99.33908ms)","trace[101359407] 'compare' (duration: 48.784056ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:58.850004Z","caller":"traceutil/trace.go:171","msg":"trace[1856692702] transaction","detail":"{read_only:false; response_revision:10710; number_of_response:1; }","duration":"103.697977ms","start":"2026-03-06T20:40:58.74628Z","end":"2026-03-06T20:40:58.849978Z","steps":["trace[1856692702] 'process raft request' (duration: 103.575844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.12208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.431147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:40:59.122228Z","caller":"traceutil/trace.go:171","msg":"trace[1964743346] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"190.434849ms","start":"2026-03-06T20:40:58.93178Z","end":"2026-03-06T20:40:59.122215Z","steps":["trace[1964743346] 'process raft request' (duration: 190.388228ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:59.122221Z","caller":"traceutil/trace.go:171","msg":"trace[2092006229] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"262.412406ms","start":"2026-03-06T20:40:58.859778Z","end":"2026-03-06T20:40:59.12219Z","steps":["trace[2092006229] 'process raft request' (duration: 111.783254ms)","trace[2092006229] 'compare' (duration: 150.350626ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:59.122295Z","caller":"traceutil/trace.go:171","msg":"trace[1257658407] linearizableReadLoop","detail":"{readStateIndex:11108; appliedIndex:11107; }","duration":"191.614955ms","start":"2026-03-06T20:40:58.930652Z","end":"2026-03-06T20:40:59.122267Z","steps":["trace[1257658407] 'read index received' (duration: 40.876181ms)","trace[1257658407] 'applied index is now lower than readState.Index' (duration: 150.733873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:40:59.122488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.818499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:40:59.122546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.027303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T20:40:59.122549Z","caller":"traceutil/trace.go:171","msg":"trace[253222700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10712; }","duration":"191.929271ms","start":"2026-03-06T20:40:58.930608Z","end":"2026-03-06T20:40:59.122537Z","steps":["trace[253222700] 'agreement among raft nodes before linearized reading' (duration: 191.764728ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:59.12257Z","caller":"traceutil/trace.go:171","msg":"trace[586881379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:10712; }","duration":"187.070514ms","start":"2026-03-06T20:40:58.935492Z","end":"2026-03-06T20:40:59.122563Z","steps":["trace[586881379] 'agreement among raft nodes before linearized reading' (duration: 186.911851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.122676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.253875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:40:59.122698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.812578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:40:59.122749Z","caller":"traceutil/trace.go:171","msg":"trace[1091187143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10712; }","duration":"190.359538ms","start":"2026-03-06T20:40:58.932372Z","end":"2026-03-06T20:40:59.122732Z","steps":["trace[1091187143] 'agreement among raft nodes before linearized reading' (duration: 190.134843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:59.122755Z","caller":"traceutil/trace.go:171","msg":"trace[1349605552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10712; }","duration":"190.9069ms","start":"2026-03-06T20:40:58.931832Z","end":"2026-03-06T20:40:59.122739Z","steps":["trace[1349605552] 'agreement among raft nodes before linearized reading' (duration: 190.765677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.122754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.560784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:40:59.122821Z","caller":"traceutil/trace.go:171","msg":"trace[92004698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10712; }","duration":"191.651625ms","start":"2026-03-06T20:40:58.931152Z","end":"2026-03-06T20:40:59.122804Z","steps":["trace[92004698] 'agreement among raft nodes before linearized reading' (duration: 191.246386ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:59.334848Z","caller":"traceutil/trace.go:171","msg":"trace[860098768] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"207.742201ms","start":"2026-03-06T20:40:59.127082Z","end":"2026-03-06T20:40:59.334825Z","steps":["trace[860098768] 'process raft request' (duration: 197.578297ms)","trace[860098768] 'compare' (duration: 10.01027ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:59.335202Z","caller":"traceutil/trace.go:171","msg":"trace[776468428] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"207.762361ms","start":"2026-03-06T20:40:59.127415Z","end":"2026-03-06T20:40:59.335177Z","steps":["trace[776468428] 'process raft request' (duration: 207.372363ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:59.335258Z","caller":"traceutil/trace.go:171","msg":"trace[538931608] linearizableReadLoop","detail":"{readStateIndex:11113; appliedIndex:11110; }","duration":"203.362103ms","start":"2026-03-06T20:40:59.131869Z","end":"2026-03-06T20:40:59.335231Z","steps":["trace[538931608] 'read index received' (duration: 9.09049ms)","trace[538931608] 'applied index is now lower than readState.Index' (duration: 194.270363ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:40:59.335588Z","caller":"traceutil/trace.go:171","msg":"trace[1027827356] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"206.708957ms","start":"2026-03-06T20:40:59.128629Z","end":"2026-03-06T20:40:59.335337Z","steps":["trace[1027827356] 'process raft request' (duration: 206.38161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.336134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.243733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444849"} {"level":"info","ts":"2026-03-06T20:40:59.33631Z","caller":"traceutil/trace.go:171","msg":"trace[178937047] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10716; }","duration":"204.453038ms","start":"2026-03-06T20:40:59.131839Z","end":"2026-03-06T20:40:59.336292Z","steps":["trace[178937047] 'agreement among raft nodes before linearized reading' (duration: 203.511247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.337578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.374127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-06T20:40:59.337634Z","caller":"traceutil/trace.go:171","msg":"trace[1379308476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10717; }","duration":"131.471059ms","start":"2026-03-06T20:40:59.206151Z","end":"2026-03-06T20:40:59.337622Z","steps":["trace[1379308476] 'agreement among raft nodes before linearized reading' (duration: 131.350457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.337641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.827906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:59.337701Z","caller":"traceutil/trace.go:171","msg":"trace[65787107] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10717; }","duration":"130.946308ms","start":"2026-03-06T20:40:59.206737Z","end":"2026-03-06T20:40:59.337683Z","steps":["trace[65787107] 'agreement among raft nodes before linearized reading' (duration: 130.772914ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:59.33793Z","caller":"traceutil/trace.go:171","msg":"trace[627565177] transaction","detail":"{read_only:false; response_revision:10717; number_of_response:1; }","duration":"131.710895ms","start":"2026-03-06T20:40:59.206207Z","end":"2026-03-06T20:40:59.337917Z","steps":["trace[627565177] 'process raft request' (duration: 131.218534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.338279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.834097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:40:59.338346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.914879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:59.338352Z","caller":"traceutil/trace.go:171","msg":"trace[1298758146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10717; }","duration":"131.94628ms","start":"2026-03-06T20:40:59.206389Z","end":"2026-03-06T20:40:59.338335Z","steps":["trace[1298758146] 'agreement among raft nodes before linearized reading' (duration: 131.831747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:40:59.338389Z","caller":"traceutil/trace.go:171","msg":"trace[1132321230] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10717; }","duration":"131.980991ms","start":"2026-03-06T20:40:59.206393Z","end":"2026-03-06T20:40:59.338374Z","steps":["trace[1132321230] 'agreement among raft nodes before linearized reading' (duration: 131.923529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.338738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.042303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:40:59.338867Z","caller":"traceutil/trace.go:171","msg":"trace[618804927] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10717; }","duration":"132.188236ms","start":"2026-03-06T20:40:59.206653Z","end":"2026-03-06T20:40:59.338841Z","steps":["trace[618804927] 'agreement among raft nodes before linearized reading' (duration: 132.019982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:40:59.543354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.26496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:40:59.543494Z","caller":"traceutil/trace.go:171","msg":"trace[124918026] transaction","detail":"{read_only:false; response_revision:10718; number_of_response:1; }","duration":"174.143781ms","start":"2026-03-06T20:40:59.369335Z","end":"2026-03-06T20:40:59.543479Z","steps":["trace[124918026] 'process raft request' (duration: 69.686867ms)","trace[124918026] 'compare' (duration: 104.173178ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:41:00.975529Z","caller":"traceutil/trace.go:171","msg":"trace[957926607] linearizableReadLoop","detail":"{readStateIndex:11117; appliedIndex:11116; }","duration":"102.49542ms","start":"2026-03-06T20:41:00.873006Z","end":"2026-03-06T20:41:00.975501Z","steps":["trace[957926607] 'read index received' (duration: 23.596501ms)","trace[957926607] 'applied index is now lower than readState.Index' (duration: 78.897699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:41:00.975686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.652704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19328"} {"level":"info","ts":"2026-03-06T20:41:00.975724Z","caller":"traceutil/trace.go:171","msg":"trace[285523797] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10720; }","duration":"102.734856ms","start":"2026-03-06T20:41:00.87298Z","end":"2026-03-06T20:41:00.975714Z","steps":["trace[285523797] 'agreement among raft nodes before linearized reading' (duration: 102.625524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:41:00.975786Z","caller":"traceutil/trace.go:171","msg":"trace[1744642938] transaction","detail":"{read_only:false; response_revision:10720; number_of_response:1; }","duration":"104.542325ms","start":"2026-03-06T20:41:00.871046Z","end":"2026-03-06T20:41:00.975588Z","steps":["trace[1744642938] 'process raft request' (duration: 25.603405ms)","trace[1744642938] 'compare' (duration: 78.728096ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:42:39.019117Z","caller":"traceutil/trace.go:171","msg":"trace[326303766] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"128.744749ms","start":"2026-03-06T20:42:38.890346Z","end":"2026-03-06T20:42:39.01909Z","steps":["trace[326303766] 'process raft request' (duration: 69.941152ms)","trace[326303766] 'compare' (duration: 58.666124ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:44:03.664939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9727} {"level":"info","ts":"2026-03-06T20:44:03.754467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9727,"took":"87.125471ms","hash":440986385,"current-db-size-bytes":40919040,"current-db-size":"41 MB","current-db-size-in-use-bytes":23527424,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T20:44:03.754558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":440986385,"revision":9727,"compact-revision":7451} {"level":"info","ts":"2026-03-06T20:45:20.667721Z","caller":"traceutil/trace.go:171","msg":"trace[1592187098] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"140.536501ms","start":"2026-03-06T20:45:20.52715Z","end":"2026-03-06T20:45:20.667687Z","steps":["trace[1592187098] 'process raft request' (duration: 117.867241ms)","trace[1592187098] 'compare' (duration: 22.555827ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:46:06.125104Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003342.wal"} {"level":"info","ts":"2026-03-06T20:46:43.645898Z","caller":"traceutil/trace.go:171","msg":"trace[1453209983] linearizableReadLoop","detail":"{readStateIndex:13382; appliedIndex:13381; }","duration":"439.426474ms","start":"2026-03-06T20:46:43.206427Z","end":"2026-03-06T20:46:43.645854Z","steps":["trace[1453209983] 'read index received' (duration: 439.24303ms)","trace[1453209983] 'applied index is now lower than readState.Index' (duration: 181.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:46:43.645943Z","caller":"traceutil/trace.go:171","msg":"trace[622295731] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"453.543335ms","start":"2026-03-06T20:46:43.192355Z","end":"2026-03-06T20:46:43.645899Z","steps":["trace[622295731] 'process raft request' (duration: 453.260488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:46:43.646246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.802641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:46:43.646354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.94584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:46:43.646374Z","caller":"traceutil/trace.go:171","msg":"trace[1503402076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12903; }","duration":"439.998316ms","start":"2026-03-06T20:46:43.20634Z","end":"2026-03-06T20:46:43.646339Z","steps":["trace[1503402076] 'agreement among raft nodes before linearized reading' (duration: 439.655609ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:46:43.646416Z","caller":"traceutil/trace.go:171","msg":"trace[904171847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12903; }","duration":"360.059782ms","start":"2026-03-06T20:46:43.286336Z","end":"2026-03-06T20:46:43.646396Z","steps":["trace[904171847] 'agreement among raft nodes before linearized reading' (duration: 359.854548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:46:43.646433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:46:43.206314Z","time spent":"440.107488ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:46:43.646446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.025572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T20:46:43.646495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.62553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:46:43.646444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:46:43.286316Z","time spent":"360.121733ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:46:43.646529Z","caller":"traceutil/trace.go:171","msg":"trace[260096345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12903; }","duration":"127.182846ms","start":"2026-03-06T20:46:43.519322Z","end":"2026-03-06T20:46:43.646505Z","steps":["trace[260096345] 'agreement among raft nodes before linearized reading' (duration: 126.881979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:46:43.646627Z","caller":"traceutil/trace.go:171","msg":"trace[452528518] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12903; }","duration":"183.706462ms","start":"2026-03-06T20:46:43.462806Z","end":"2026-03-06T20:46:43.646513Z","steps":["trace[452528518] 'agreement among raft nodes before linearized reading' (duration: 183.303393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:46:43.646856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.050682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-06T20:46:43.646668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.715047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:46:43.646965Z","caller":"traceutil/trace.go:171","msg":"trace[34651448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12903; }","duration":"393.184695ms","start":"2026-03-06T20:46:43.253731Z","end":"2026-03-06T20:46:43.646916Z","steps":["trace[34651448] 'agreement among raft nodes before linearized reading' (duration: 392.352376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:46:43.647009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:46:43.253712Z","time spent":"393.288816ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-06T20:46:43.647155Z","caller":"traceutil/trace.go:171","msg":"trace[1075021657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12903; }","duration":"327.2885ms","start":"2026-03-06T20:46:43.319838Z","end":"2026-03-06T20:46:43.647127Z","steps":["trace[1075021657] 'agreement among raft nodes before linearized reading' (duration: 326.311538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:46:43.647312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:46:43.319814Z","time spent":"327.408172ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:46:43.646866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:46:43.192338Z","time spent":"453.74671ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8258,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:47:03.03448Z","caller":"traceutil/trace.go:171","msg":"trace[22990586] linearizableReadLoop","detail":"{readStateIndex:13481; appliedIndex:13480; }","duration":"460.379365ms","start":"2026-03-06T20:47:02.574083Z","end":"2026-03-06T20:47:03.034462Z","steps":["trace[22990586] 'read index received' (duration: 460.268443ms)","trace[22990586] 'applied index is now lower than readState.Index' (duration: 110.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:47:03.03456Z","caller":"traceutil/trace.go:171","msg":"trace[857176952] transaction","detail":"{read_only:false; response_revision:12999; number_of_response:1; }","duration":"479.357764ms","start":"2026-03-06T20:47:02.555175Z","end":"2026-03-06T20:47:03.034533Z","steps":["trace[857176952] 'process raft request' (duration: 479.15435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:03.034671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.574869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:47:03.034702Z","caller":"traceutil/trace.go:171","msg":"trace[1029276603] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12999; }","duration":"460.663491ms","start":"2026-03-06T20:47:02.57403Z","end":"2026-03-06T20:47:03.034693Z","steps":["trace[1029276603] 'agreement among raft nodes before linearized reading' (duration: 460.518908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:03.034743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:02.57396Z","time spent":"460.775233ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":100,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:47:03.034779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:02.555155Z","time spent":"479.465746ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:47:03.535153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946410824,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:47:03.89598Z","caller":"traceutil/trace.go:171","msg":"trace[1497699614] linearizableReadLoop","detail":"{readStateIndex:13484; appliedIndex:13481; }","duration":"861.425053ms","start":"2026-03-06T20:47:03.034528Z","end":"2026-03-06T20:47:03.895953Z","steps":["trace[1497699614] 'read index received' (duration: 855.022722ms)","trace[1497699614] 'applied index is now lower than readState.Index' (duration: 6.401251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:47:03.896435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251531638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T20:47:03.89651Z","caller":"traceutil/trace.go:171","msg":"trace[48302700] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13001; }","duration":"1.25164793s","start":"2026-03-06T20:47:02.644842Z","end":"2026-03-06T20:47:03.89649Z","steps":["trace[48302700] 'agreement among raft nodes before linearized reading' (duration: 1.251395775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:03.896545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:02.644825Z","time spent":"1.251711141s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T20:47:03.896548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.243224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:47:03.896558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.871086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:47:03.896628Z","caller":"traceutil/trace.go:171","msg":"trace[1720004784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13001; }","duration":"145.375777ms","start":"2026-03-06T20:47:03.751234Z","end":"2026-03-06T20:47:03.89661Z","steps":["trace[1720004784] 'agreement among raft nodes before linearized reading' (duration: 145.130132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:03.896602Z","caller":"traceutil/trace.go:171","msg":"trace[1075827461] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"1.130497219s","start":"2026-03-06T20:47:02.766051Z","end":"2026-03-06T20:47:03.896548Z","steps":["trace[1075827461] 'process raft request' (duration: 1.129722972s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:03.896647Z","caller":"traceutil/trace.go:171","msg":"trace[1631174084] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"915.767551ms","start":"2026-03-06T20:47:02.980852Z","end":"2026-03-06T20:47:03.89662Z","steps":["trace[1631174084] 'process raft request' (duration: 915.033165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:03.896684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.518388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:47:03.896712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.156915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:47:03.896759Z","caller":"traceutil/trace.go:171","msg":"trace[1738770778] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13001; }","duration":"700.217497ms","start":"2026-03-06T20:47:03.196526Z","end":"2026-03-06T20:47:03.896744Z","steps":["trace[1738770778] 'agreement among raft nodes before linearized reading' (duration: 700.153816ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:03.896763Z","caller":"traceutil/trace.go:171","msg":"trace[342905348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13001; }","duration":"144.625461ms","start":"2026-03-06T20:47:03.752116Z","end":"2026-03-06T20:47:03.896741Z","steps":["trace[342905348] 'agreement among raft nodes before linearized reading' (duration: 144.347885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:03.896645Z","caller":"traceutil/trace.go:171","msg":"trace[1734602212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13001; }","duration":"144.997399ms","start":"2026-03-06T20:47:03.751624Z","end":"2026-03-06T20:47:03.896621Z","steps":["trace[1734602212] 'agreement among raft nodes before linearized reading' (duration: 144.745244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:03.896793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:03.19652Z","time spent":"700.265258ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:47:03.896831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:02.766031Z","time spent":"1.130680042s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:47:03.896783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:02.980829Z","time spent":"915.885424ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:47:03.897374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05447062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:47:03.897453Z","caller":"traceutil/trace.go:171","msg":"trace[775939958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13001; }","duration":"1.054569983s","start":"2026-03-06T20:47:02.842865Z","end":"2026-03-06T20:47:03.897435Z","steps":["trace[775939958] 'agreement among raft nodes before linearized reading' (duration: 1.054360888s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:03.897528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:02.842855Z","time spent":"1.054659765s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:47:03.898025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.411148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:47:03.898142Z","caller":"traceutil/trace.go:171","msg":"trace[780492789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13001; }","duration":"728.560592ms","start":"2026-03-06T20:47:03.169562Z","end":"2026-03-06T20:47:03.898123Z","steps":["trace[780492789] 'agreement among raft nodes before linearized reading' (duration: 726.990977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:03.898194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:03.169547Z","time spent":"728.637783ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:47:11.500745Z","caller":"traceutil/trace.go:171","msg":"trace[493775564] transaction","detail":"{read_only:false; response_revision:13036; number_of_response:1; }","duration":"441.056728ms","start":"2026-03-06T20:47:11.059662Z","end":"2026-03-06T20:47:11.500719Z","steps":["trace[493775564] 'process raft request' (duration: 440.880315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:11.500923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:11.059635Z","time spent":"441.195453ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:47:11.502449Z","caller":"traceutil/trace.go:171","msg":"trace[11432713] linearizableReadLoop","detail":"{readStateIndex:13521; appliedIndex:13520; }","duration":"256.1803ms","start":"2026-03-06T20:47:11.246245Z","end":"2026-03-06T20:47:11.502425Z","steps":["trace[11432713] 'read index received' (duration: 254.473852ms)","trace[11432713] 'applied index is now lower than readState.Index' (duration: 1.705378ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:47:11.502528Z","caller":"traceutil/trace.go:171","msg":"trace[1961007499] transaction","detail":"{read_only:false; response_revision:13038; number_of_response:1; }","duration":"256.278063ms","start":"2026-03-06T20:47:11.24623Z","end":"2026-03-06T20:47:11.502508Z","steps":["trace[1961007499] 'process raft request' (duration: 256.1489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:11.502526Z","caller":"traceutil/trace.go:171","msg":"trace[625810757] transaction","detail":"{read_only:false; response_revision:13037; number_of_response:1; }","duration":"330.175004ms","start":"2026-03-06T20:47:11.172327Z","end":"2026-03-06T20:47:11.502502Z","steps":["trace[625810757] 'process raft request' (duration: 329.926539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:11.502568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.313254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:47:11.502604Z","caller":"traceutil/trace.go:171","msg":"trace[1886345136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13038; }","duration":"256.418196ms","start":"2026-03-06T20:47:11.246174Z","end":"2026-03-06T20:47:11.502592Z","steps":["trace[1886345136] 'agreement among raft nodes before linearized reading' (duration: 256.342364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:11.502652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:11.172311Z","time spent":"330.276636ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:47:19.206273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.855459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:47:19.206343Z","caller":"traceutil/trace.go:171","msg":"trace[1367181681] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13087; }","duration":"311.992652ms","start":"2026-03-06T20:47:18.894335Z","end":"2026-03-06T20:47:19.206328Z","steps":["trace[1367181681] 'count revisions from in-memory index tree' (duration: 311.747167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:19.206375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:18.894309Z","time spent":"312.058063ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:47:19.206469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.594119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-szpxj\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-03-06T20:47:19.206559Z","caller":"traceutil/trace.go:171","msg":"trace[1700394890] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-szpxj; range_end:; response_count:1; response_revision:13087; }","duration":"178.741892ms","start":"2026-03-06T20:47:19.027796Z","end":"2026-03-06T20:47:19.206538Z","steps":["trace[1700394890] 'range keys from in-memory index tree' (duration: 178.385945ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:22.208495Z","caller":"traceutil/trace.go:171","msg":"trace[1795066864] linearizableReadLoop","detail":"{readStateIndex:13590; appliedIndex:13588; }","duration":"190.485142ms","start":"2026-03-06T20:47:22.017989Z","end":"2026-03-06T20:47:22.208474Z","steps":["trace[1795066864] 'read index received' (duration: 1.361789ms)","trace[1795066864] 'applied index is now lower than readState.Index' (duration: 189.122563ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:47:22.208634Z","caller":"traceutil/trace.go:171","msg":"trace[1802806676] transaction","detail":"{read_only:false; response_revision:13103; number_of_response:1; }","duration":"201.526616ms","start":"2026-03-06T20:47:22.00707Z","end":"2026-03-06T20:47:22.208596Z","steps":["trace[1802806676] 'process raft request' (duration: 201.26914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.208709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.712107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:47:22.208746Z","caller":"traceutil/trace.go:171","msg":"trace[1137958109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13103; }","duration":"190.80889ms","start":"2026-03-06T20:47:22.017926Z","end":"2026-03-06T20:47:22.208735Z","steps":["trace[1137958109] 'agreement among raft nodes before linearized reading' (duration: 190.655496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.209638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.849027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:47:22.209718Z","caller":"traceutil/trace.go:171","msg":"trace[1434560499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13104; }","duration":"184.99279ms","start":"2026-03-06T20:47:22.024706Z","end":"2026-03-06T20:47:22.209699Z","steps":["trace[1434560499] 'agreement among raft nodes before linearized reading' (duration: 184.725695ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:22.209709Z","caller":"traceutil/trace.go:171","msg":"trace[1398514188] transaction","detail":"{read_only:false; response_revision:13104; number_of_response:1; }","duration":"131.560003ms","start":"2026-03-06T20:47:22.078097Z","end":"2026-03-06T20:47:22.209657Z","steps":["trace[1398514188] 'process raft request' (duration: 131.211755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.209748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.666023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:47:22.20978Z","caller":"traceutil/trace.go:171","msg":"trace[2029616575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13104; }","duration":"179.700664ms","start":"2026-03-06T20:47:22.03007Z","end":"2026-03-06T20:47:22.209771Z","steps":["trace[2029616575] 'agreement among raft nodes before linearized reading' (duration: 179.591332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.209912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.782038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:47:22.209946Z","caller":"traceutil/trace.go:171","msg":"trace[577870820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13104; }","duration":"180.837109ms","start":"2026-03-06T20:47:22.029101Z","end":"2026-03-06T20:47:22.209938Z","steps":["trace[577870820] 'agreement among raft nodes before linearized reading' (duration: 180.745457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.209951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.194728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-szpxj\" ","response":"range_response_count:1 size:11826"} {"level":"info","ts":"2026-03-06T20:47:22.210067Z","caller":"traceutil/trace.go:171","msg":"trace[1767850606] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-szpxj; range_end:; response_count:1; response_revision:13104; }","duration":"133.342481ms","start":"2026-03-06T20:47:22.076718Z","end":"2026-03-06T20:47:22.21006Z","steps":["trace[1767850606] 'agreement among raft nodes before linearized reading' (duration: 133.177848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.210162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.226827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:47:22.210182Z","caller":"traceutil/trace.go:171","msg":"trace[1200508167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13104; }","duration":"181.298629ms","start":"2026-03-06T20:47:22.028879Z","end":"2026-03-06T20:47:22.210177Z","steps":["trace[1200508167] 'agreement among raft nodes before linearized reading' (duration: 181.241358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.932899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.236992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590518"} {"level":"info","ts":"2026-03-06T20:47:22.932973Z","caller":"traceutil/trace.go:171","msg":"trace[1925929697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13111; }","duration":"470.357434ms","start":"2026-03-06T20:47:22.462601Z","end":"2026-03-06T20:47:22.932959Z","steps":["trace[1925929697] 'range keys from in-memory index tree' (duration: 461.397247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:22.933007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:22.462589Z","time spent":"470.410335ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":590541,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T20:47:43.019753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.467126ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T20:47:43.019866Z","caller":"traceutil/trace.go:171","msg":"trace[587281913] linearizableReadLoop","detail":"{readStateIndex:13897; appliedIndex:13896; }","duration":"242.323886ms","start":"2026-03-06T20:47:42.777522Z","end":"2026-03-06T20:47:43.019846Z","steps":["trace[587281913] 'read index received' (duration: 73.769128ms)","trace[587281913] 'applied index is now lower than readState.Index' (duration: 168.553187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:47:43.019975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.436328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:47:43.020041Z","caller":"traceutil/trace.go:171","msg":"trace[1327039051] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13395; }","duration":"242.53777ms","start":"2026-03-06T20:47:42.777489Z","end":"2026-03-06T20:47:43.020026Z","steps":["trace[1327039051] 'agreement among raft nodes before linearized reading' (duration: 242.418928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.020076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.162176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c7e0c5b-1d52-451f-b095-cbb007dfa58f\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-06T20:47:43.02011Z","caller":"traceutil/trace.go:171","msg":"trace[2035069766] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c7e0c5b-1d52-451f-b095-cbb007dfa58f; range_end:; response_count:1; response_revision:13395; }","duration":"210.228667ms","start":"2026-03-06T20:47:42.809872Z","end":"2026-03-06T20:47:43.020101Z","steps":["trace[2035069766] 'agreement among raft nodes before linearized reading' (duration: 210.078764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.773692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946411951,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:47:43.808633Z","caller":"traceutil/trace.go:171","msg":"trace[1350616124] transaction","detail":"{read_only:false; response_revision:13396; number_of_response:1; }","duration":"542.535517ms","start":"2026-03-06T20:47:43.266074Z","end":"2026-03-06T20:47:43.80861Z","steps":["trace[1350616124] 'process raft request' (duration: 542.269262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.808833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:43.266052Z","time spent":"542.66924ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:47:43.823133Z","caller":"traceutil/trace.go:171","msg":"trace[17174079] linearizableReadLoop","detail":"{readStateIndex:13899; appliedIndex:13897; }","duration":"549.904271ms","start":"2026-03-06T20:47:43.273202Z","end":"2026-03-06T20:47:43.823106Z","steps":["trace[17174079] 'read index received' (duration: 535.132184ms)","trace[17174079] 'applied index is now lower than readState.Index' (duration: 14.771007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:47:43.823376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.136556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:47:43.823366Z","caller":"traceutil/trace.go:171","msg":"trace[2134619473] transaction","detail":"{read_only:false; response_revision:13397; number_of_response:1; }","duration":"162.533005ms","start":"2026-03-06T20:47:43.660805Z","end":"2026-03-06T20:47:43.823338Z","steps":["trace[2134619473] 'process raft request' (duration: 162.153546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:43.82344Z","caller":"traceutil/trace.go:171","msg":"trace[929701899] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13397; }","duration":"550.270789ms","start":"2026-03-06T20:47:43.27315Z","end":"2026-03-06T20:47:43.823421Z","steps":["trace[929701899] 'agreement among raft nodes before linearized reading' (duration: 550.132576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.823502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:43.27313Z","time spent":"550.35418ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:47:43.823566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.392472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c7e0c5b-1d52-451f-b095-cbb007dfa58f\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-03-06T20:47:43.823602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.001024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T20:47:43.823648Z","caller":"traceutil/trace.go:171","msg":"trace[32403015] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c7e0c5b-1d52-451f-b095-cbb007dfa58f; range_end:; response_count:1; response_revision:13397; }","duration":"434.554805ms","start":"2026-03-06T20:47:43.389073Z","end":"2026-03-06T20:47:43.823628Z","steps":["trace[32403015] 'agreement among raft nodes before linearized reading' (duration: 434.277449ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:43.823668Z","caller":"traceutil/trace.go:171","msg":"trace[1154741327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13397; }","duration":"133.101827ms","start":"2026-03-06T20:47:43.690547Z","end":"2026-03-06T20:47:43.823649Z","steps":["trace[1154741327] 'agreement among raft nodes before linearized reading' (duration: 132.897842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.8237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:43.38904Z","time spent":"434.650908ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c7e0c5b-1d52-451f-b095-cbb007dfa58f\" "} {"level":"info","ts":"2026-03-06T20:47:44.073454Z","caller":"traceutil/trace.go:171","msg":"trace[454249737] linearizableReadLoop","detail":"{readStateIndex:13901; appliedIndex:13900; }","duration":"240.151519ms","start":"2026-03-06T20:47:43.833268Z","end":"2026-03-06T20:47:44.073419Z","steps":["trace[454249737] 'read index received' (duration: 142.75522ms)","trace[454249737] 'applied index is now lower than readState.Index' (duration: 97.394669ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:47:44.073517Z","caller":"traceutil/trace.go:171","msg":"trace[397139397] transaction","detail":"{read_only:false; response_revision:13399; number_of_response:1; }","duration":"241.443406ms","start":"2026-03-06T20:47:43.832037Z","end":"2026-03-06T20:47:44.07348Z","steps":["trace[397139397] 'process raft request' (duration: 144.103288ms)","trace[397139397] 'compare' (duration: 97.125503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:47:44.073801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.508226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-03-06T20:47:44.073867Z","caller":"traceutil/trace.go:171","msg":"trace[1513924670] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:13399; }","duration":"240.628789ms","start":"2026-03-06T20:47:43.833221Z","end":"2026-03-06T20:47:44.07385Z","steps":["trace[1513924670] 'agreement among raft nodes before linearized reading' (duration: 240.385984ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:58.350123Z","caller":"traceutil/trace.go:171","msg":"trace[844925508] linearizableReadLoop","detail":"{readStateIndex:14634; appliedIndex:14633; }","duration":"158.25201ms","start":"2026-03-06T20:48:58.191848Z","end":"2026-03-06T20:48:58.3501Z","steps":["trace[844925508] 'read index received' (duration: 158.065296ms)","trace[844925508] 'applied index is now lower than readState.Index' (duration: 185.854µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:48:58.350394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.514656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:48:58.350445Z","caller":"traceutil/trace.go:171","msg":"trace[862703505] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:14112; }","duration":"158.627808ms","start":"2026-03-06T20:48:58.191804Z","end":"2026-03-06T20:48:58.350432Z","steps":["trace[862703505] 'agreement among raft nodes before linearized reading' (duration: 158.521946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:58.350511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.499524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:48:58.350572Z","caller":"traceutil/trace.go:171","msg":"trace[710519778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14112; }","duration":"104.610447ms","start":"2026-03-06T20:48:58.245945Z","end":"2026-03-06T20:48:58.350555Z","steps":["trace[710519778] 'agreement among raft nodes before linearized reading' (duration: 104.518105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:58.350271Z","caller":"traceutil/trace.go:171","msg":"trace[1637784998] transaction","detail":"{read_only:false; response_revision:14112; number_of_response:1; }","duration":"222.891746ms","start":"2026-03-06T20:48:58.127369Z","end":"2026-03-06T20:48:58.35026Z","steps":["trace[1637784998] 'process raft request' (duration: 222.59296ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:58.541631Z","caller":"traceutil/trace.go:171","msg":"trace[1446115615] linearizableReadLoop","detail":"{readStateIndex:14635; appliedIndex:14634; }","duration":"169.162712ms","start":"2026-03-06T20:48:58.37244Z","end":"2026-03-06T20:48:58.541603Z","steps":["trace[1446115615] 'read index received' (duration: 73.827979ms)","trace[1446115615] 'applied index is now lower than readState.Index' (duration: 95.333583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:48:58.541898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.437089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-85jqz\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-06T20:48:58.541953Z","caller":"traceutil/trace.go:171","msg":"trace[568027571] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-85jqz; range_end:; response_count:1; response_revision:14113; }","duration":"169.5351ms","start":"2026-03-06T20:48:58.372405Z","end":"2026-03-06T20:48:58.54194Z","steps":["trace[568027571] 'agreement among raft nodes before linearized reading' (duration: 169.304875ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:58.541952Z","caller":"traceutil/trace.go:171","msg":"trace[1230347036] transaction","detail":"{read_only:false; response_revision:14113; number_of_response:1; }","duration":"174.07899ms","start":"2026-03-06T20:48:58.367838Z","end":"2026-03-06T20:48:58.541917Z","steps":["trace[1230347036] 'process raft request' (duration: 78.375819ms)","trace[1230347036] 'compare' (duration: 95.254361ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:48:58.571074Z","caller":"traceutil/trace.go:171","msg":"trace[1527927270] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"193.245343ms","start":"2026-03-06T20:48:58.377808Z","end":"2026-03-06T20:48:58.571054Z","steps":["trace[1527927270] 'process raft request' (duration: 193.045489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:58.774416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.965905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:48:58.7745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.972275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:48:58.774514Z","caller":"traceutil/trace.go:171","msg":"trace[650164383] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14114; }","duration":"124.113778ms","start":"2026-03-06T20:48:58.650377Z","end":"2026-03-06T20:48:58.774491Z","steps":["trace[650164383] 'range keys from in-memory index tree' (duration: 123.77872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:58.774568Z","caller":"traceutil/trace.go:171","msg":"trace[995868023] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14114; }","duration":"124.088167ms","start":"2026-03-06T20:48:58.650462Z","end":"2026-03-06T20:48:58.77455Z","steps":["trace[995868023] 'range keys from in-memory index tree' (duration: 123.808611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:59.005419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.652442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:48:59.005684Z","caller":"traceutil/trace.go:171","msg":"trace[1079779750] transaction","detail":"{read_only:false; response_revision:14117; number_of_response:1; }","duration":"177.873484ms","start":"2026-03-06T20:48:58.827771Z","end":"2026-03-06T20:48:59.005644Z","steps":["trace[1079779750] 'process raft request' (duration: 56.913615ms)","trace[1079779750] 'compare' (duration: 120.515509ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:48:59.005748Z","caller":"traceutil/trace.go:171","msg":"trace[1184162088] transaction","detail":"{read_only:false; response_revision:14118; number_of_response:1; }","duration":"177.116687ms","start":"2026-03-06T20:48:58.8286Z","end":"2026-03-06T20:48:59.005717Z","steps":["trace[1184162088] 'process raft request' (duration: 176.936083ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:59.005812Z","caller":"traceutil/trace.go:171","msg":"trace[832833638] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"176.867891ms","start":"2026-03-06T20:48:58.828902Z","end":"2026-03-06T20:48:59.00577Z","steps":["trace[832833638] 'process raft request' (duration: 176.764229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:59.005861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.226859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:48:59.005904Z","caller":"traceutil/trace.go:171","msg":"trace[1153490138] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14119; }","duration":"177.288721ms","start":"2026-03-06T20:48:58.828605Z","end":"2026-03-06T20:48:59.005894Z","steps":["trace[1153490138] 'agreement among raft nodes before linearized reading' (duration: 177.152038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:59.005726Z","caller":"traceutil/trace.go:171","msg":"trace[1601332348] linearizableReadLoop","detail":"{readStateIndex:14640; appliedIndex:14637; }","duration":"177.079026ms","start":"2026-03-06T20:48:58.82863Z","end":"2026-03-06T20:48:59.005709Z","steps":["trace[1601332348] 'read index received' (duration: 24.643374ms)","trace[1601332348] 'applied index is now lower than readState.Index' (duration: 152.432782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:48:59.006246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.656767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:48:59.006251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.304766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:48:59.006257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.137473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T20:48:59.006299Z","caller":"traceutil/trace.go:171","msg":"trace[1856271440] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"103.735799ms","start":"2026-03-06T20:48:58.902548Z","end":"2026-03-06T20:48:59.006283Z","steps":["trace[1856271440] 'agreement among raft nodes before linearized reading' (duration: 103.568884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:59.006316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.263021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:48:59.006315Z","caller":"traceutil/trace.go:171","msg":"trace[649037762] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"174.406258ms","start":"2026-03-06T20:48:58.831891Z","end":"2026-03-06T20:48:59.006297Z","steps":["trace[649037762] 'agreement among raft nodes before linearized reading' (duration: 174.157371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:59.006369Z","caller":"traceutil/trace.go:171","msg":"trace[370801333] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14119; }","duration":"148.339372ms","start":"2026-03-06T20:48:58.858017Z","end":"2026-03-06T20:48:59.006356Z","steps":["trace[370801333] 'agreement among raft nodes before linearized reading' (duration: 148.25123ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:59.006326Z","caller":"traceutil/trace.go:171","msg":"trace[122595146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14119; }","duration":"131.250265ms","start":"2026-03-06T20:48:58.875059Z","end":"2026-03-06T20:48:59.006309Z","steps":["trace[122595146] 'agreement among raft nodes before linearized reading' (duration: 131.07143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:59.00666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.073166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:48:59.0067Z","caller":"traceutil/trace.go:171","msg":"trace[1740436708] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14119; }","duration":"104.124867ms","start":"2026-03-06T20:48:58.902566Z","end":"2026-03-06T20:48:59.006691Z","steps":["trace[1740436708] 'agreement among raft nodes before linearized reading' (duration: 104.070686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:59.006819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.330784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:48:59.006869Z","caller":"traceutil/trace.go:171","msg":"trace[1915416963] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14119; }","duration":"105.456427ms","start":"2026-03-06T20:48:58.9014Z","end":"2026-03-06T20:48:59.006856Z","steps":["trace[1915416963] 'agreement among raft nodes before linearized reading' (duration: 104.955346ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:59.953757Z","caller":"traceutil/trace.go:171","msg":"trace[1111568918] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"121.327337ms","start":"2026-03-06T20:48:59.832407Z","end":"2026-03-06T20:48:59.953734Z","steps":["trace[1111568918] 'process raft request' (duration: 121.159294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:00.269752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.113808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:00.269867Z","caller":"traceutil/trace.go:171","msg":"trace[1430454495] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14121; }","duration":"192.253081ms","start":"2026-03-06T20:49:00.077587Z","end":"2026-03-06T20:49:00.26984Z","steps":["trace[1430454495] 'range keys from in-memory index tree' (duration: 192.025297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:00.270005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.216111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T20:49:00.27003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.689991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:00.270075Z","caller":"traceutil/trace.go:171","msg":"trace[1287755495] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14121; }","duration":"202.331954ms","start":"2026-03-06T20:49:00.067727Z","end":"2026-03-06T20:49:00.270059Z","steps":["trace[1287755495] 'range keys from in-memory index tree' (duration: 202.004687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:00.270096Z","caller":"traceutil/trace.go:171","msg":"trace[1039729856] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14121; }","duration":"192.802814ms","start":"2026-03-06T20:49:00.077278Z","end":"2026-03-06T20:49:00.270081Z","steps":["trace[1039729856] 'range keys from in-memory index tree' (duration: 192.62087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:00.270083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.329085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-06T20:49:00.269984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.521597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T20:49:00.27015Z","caller":"traceutil/trace.go:171","msg":"trace[1194475559] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14121; }","duration":"193.447848ms","start":"2026-03-06T20:49:00.076684Z","end":"2026-03-06T20:49:00.270132Z","steps":["trace[1194475559] 'range keys from in-memory index tree' (duration: 193.159311ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:00.270168Z","caller":"traceutil/trace.go:171","msg":"trace[136916024] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14121; }","duration":"187.736842ms","start":"2026-03-06T20:49:00.082411Z","end":"2026-03-06T20:49:00.270148Z","steps":["trace[136916024] 'range keys from in-memory index tree' (duration: 187.338793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.830829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.502501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:49:01.83094Z","caller":"traceutil/trace.go:171","msg":"trace[1763199921] linearizableReadLoop","detail":"{readStateIndex:14648; appliedIndex:14647; }","duration":"819.630941ms","start":"2026-03-06T20:49:01.011291Z","end":"2026-03-06T20:49:01.830922Z","steps":["trace[1763199921] 'read index received' (duration: 337.981606ms)","trace[1763199921] 'applied index is now lower than readState.Index' (duration: 481.648215ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:01.831014Z","caller":"traceutil/trace.go:171","msg":"trace[780575935] transaction","detail":"{read_only:false; response_revision:14126; number_of_response:1; }","duration":"971.773446ms","start":"2026-03-06T20:49:00.859202Z","end":"2026-03-06T20:49:01.830976Z","steps":["trace[780575935] 'process raft request' (duration: 490.012789ms)","trace[780575935] 'compare' (duration: 480.284904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:49:01.831117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.824505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:49:01.831149Z","caller":"traceutil/trace.go:171","msg":"trace[784345862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14126; }","duration":"819.888507ms","start":"2026-03-06T20:49:01.01125Z","end":"2026-03-06T20:49:01.831138Z","steps":["trace[784345862] 'agreement among raft nodes before linearized reading' (duration: 819.757124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.011231Z","time spent":"819.943597ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:49:01.83121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:00.859187Z","time spent":"971.90821ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:01.831331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.955897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:01.831336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.025719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:01.831389Z","caller":"traceutil/trace.go:171","msg":"trace[1600966793] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14126; }","duration":"820.02841ms","start":"2026-03-06T20:49:01.011342Z","end":"2026-03-06T20:49:01.83137Z","steps":["trace[1600966793] 'agreement among raft nodes before linearized reading' (duration: 819.908047ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:01.831406Z","caller":"traceutil/trace.go:171","msg":"trace[1590400851] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14126; }","duration":"650.103671ms","start":"2026-03-06T20:49:01.181283Z","end":"2026-03-06T20:49:01.831386Z","steps":["trace[1590400851] 'agreement among raft nodes before linearized reading' (duration: 649.991529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.83143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.011336Z","time spent":"820.086261ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T20:49:01.831449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.181277Z","time spent":"650.160922ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T20:49:01.831464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.201652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:01.831472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.123773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:01.831555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.275595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:01.831525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.874489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T20:49:01.831542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.799335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:49:01.83158Z","caller":"traceutil/trace.go:171","msg":"trace[927916675] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14126; }","duration":"650.309845ms","start":"2026-03-06T20:49:01.181264Z","end":"2026-03-06T20:49:01.831574Z","steps":["trace[927916675] 'agreement among raft nodes before linearized reading' (duration: 650.269664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.300643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xfzcs\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-06T20:49:01.83161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.181261Z","time spent":"650.342776ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T20:49:01.831619Z","caller":"traceutil/trace.go:171","msg":"trace[1213512378] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xfzcs; range_end:; response_count:1; response_revision:14126; }","duration":"756.365575ms","start":"2026-03-06T20:49:01.075241Z","end":"2026-03-06T20:49:01.831606Z","steps":["trace[1213512378] 'agreement among raft nodes before linearized reading' (duration: 756.242472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.342873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hltcz\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-06T20:49:01.831682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.075232Z","time spent":"756.442716ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xfzcs\" "} {"level":"info","ts":"2026-03-06T20:49:01.831615Z","caller":"traceutil/trace.go:171","msg":"trace[891737432] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14126; }","duration":"817.000032ms","start":"2026-03-06T20:49:01.014592Z","end":"2026-03-06T20:49:01.831592Z","steps":["trace[891737432] 'agreement among raft nodes before linearized reading' (duration: 816.766717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.693016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:49:01.831728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.01457Z","time spent":"817.147956ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T20:49:01.831758Z","caller":"traceutil/trace.go:171","msg":"trace[1433228131] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14126; }","duration":"646.836199ms","start":"2026-03-06T20:49:01.184909Z","end":"2026-03-06T20:49:01.831745Z","steps":["trace[1433228131] 'agreement among raft nodes before linearized reading' (duration: 646.627384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.221773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:49:01.83178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.487169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:49:01.831779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.546976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:01.831799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.184903Z","time spent":"646.88433ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T20:49:01.831805Z","caller":"traceutil/trace.go:171","msg":"trace[1917356923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14126; }","duration":"820.274455ms","start":"2026-03-06T20:49:01.011519Z","end":"2026-03-06T20:49:01.831794Z","steps":["trace[1917356923] 'agreement among raft nodes before linearized reading' (duration: 820.149362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.563289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T20:49:01.83183Z","caller":"traceutil/trace.go:171","msg":"trace[349995864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14126; }","duration":"585.620068ms","start":"2026-03-06T20:49:01.246198Z","end":"2026-03-06T20:49:01.831818Z","steps":["trace[349995864] 'agreement among raft nodes before linearized reading' (duration: 585.543087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:01.83185Z","caller":"traceutil/trace.go:171","msg":"trace[742387443] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14126; }","duration":"819.63232ms","start":"2026-03-06T20:49:01.012206Z","end":"2026-03-06T20:49:01.831838Z","steps":["trace[742387443] 'agreement among raft nodes before linearized reading' (duration: 819.500407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.246188Z","time spent":"585.670789ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:49:01.831717Z","caller":"traceutil/trace.go:171","msg":"trace[1128738810] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hltcz; range_end:; response_count:1; response_revision:14126; }","duration":"610.453906ms","start":"2026-03-06T20:49:01.221246Z","end":"2026-03-06T20:49:01.8317Z","steps":["trace[1128738810] 'agreement among raft nodes before linearized reading' (duration: 610.218441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:01.831512Z","caller":"traceutil/trace.go:171","msg":"trace[450695667] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14126; }","duration":"650.277234ms","start":"2026-03-06T20:49:01.181221Z","end":"2026-03-06T20:49:01.831498Z","steps":["trace[450695667] 'agreement among raft nodes before linearized reading' (duration: 650.184432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.213431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:49:01.831914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.414427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:49:01.831922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.221226Z","time spent":"610.685351ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hltcz\" "} {"level":"info","ts":"2026-03-06T20:49:01.831929Z","caller":"traceutil/trace.go:171","msg":"trace[637770833] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14126; }","duration":"241.254692ms","start":"2026-03-06T20:49:01.590667Z","end":"2026-03-06T20:49:01.831922Z","steps":["trace[637770833] 'agreement among raft nodes before linearized reading' (duration: 241.17058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.53524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:49:01.831957Z","caller":"traceutil/trace.go:171","msg":"trace[1432940556] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14126; }","duration":"820.497029ms","start":"2026-03-06T20:49:01.011449Z","end":"2026-03-06T20:49:01.831946Z","steps":["trace[1432940556] 'agreement among raft nodes before linearized reading' (duration: 820.382757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:01.831972Z","caller":"traceutil/trace.go:171","msg":"trace[262844709] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14126; }","duration":"242.59575ms","start":"2026-03-06T20:49:01.589365Z","end":"2026-03-06T20:49:01.83196Z","steps":["trace[262844709] 'agreement among raft nodes before linearized reading' (duration: 242.500708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.831986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.011427Z","time spent":"820.554631ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T20:49:01.831617Z","caller":"traceutil/trace.go:171","msg":"trace[1933938774] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14126; }","duration":"819.912347ms","start":"2026-03-06T20:49:01.011686Z","end":"2026-03-06T20:49:01.831598Z","steps":["trace[1933938774] 'agreement among raft nodes before linearized reading' (duration: 819.713392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:01.831568Z","caller":"traceutil/trace.go:171","msg":"trace[261336391] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14126; }","duration":"243.275986ms","start":"2026-03-06T20:49:01.588268Z","end":"2026-03-06T20:49:01.831544Z","steps":["trace[261336391] 'agreement among raft nodes before linearized reading' (duration: 243.071502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.832036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.01168Z","time spent":"820.332316ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T20:49:01.83192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.181204Z","time spent":"650.706983ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T20:49:01.831836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.011512Z","time spent":"820.318146ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:49:01.832124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.012199Z","time spent":"819.679591ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T20:49:01.831817Z","caller":"traceutil/trace.go:171","msg":"trace[1459106414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14126; }","duration":"820.555131ms","start":"2026-03-06T20:49:01.011249Z","end":"2026-03-06T20:49:01.831805Z","steps":["trace[1459106414] 'agreement among raft nodes before linearized reading' (duration: 820.351007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:01.832206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.01123Z","time spent":"820.96332ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:49:02.338401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946414425,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:49:02.491249Z","caller":"traceutil/trace.go:171","msg":"trace[1768905061] linearizableReadLoop","detail":"{readStateIndex:14651; appliedIndex:14648; }","duration":"653.409155ms","start":"2026-03-06T20:49:01.837801Z","end":"2026-03-06T20:49:02.49121Z","steps":["trace[1768905061] 'read index received' (duration: 616.488709ms)","trace[1768905061] 'applied index is now lower than readState.Index' (duration: 36.919076ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:02.491343Z","caller":"traceutil/trace.go:171","msg":"trace[956031590] transaction","detail":"{read_only:false; response_revision:14128; number_of_response:1; }","duration":"653.259491ms","start":"2026-03-06T20:49:01.838037Z","end":"2026-03-06T20:49:02.491296Z","steps":["trace[956031590] 'process raft request' (duration: 653.011805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:02.491356Z","caller":"traceutil/trace.go:171","msg":"trace[1196042490] transaction","detail":"{read_only:false; response_revision:14127; number_of_response:1; }","duration":"654.112409ms","start":"2026-03-06T20:49:01.837221Z","end":"2026-03-06T20:49:02.491334Z","steps":["trace[1196042490] 'process raft request' (duration: 617.077352ms)","trace[1196042490] 'compare' (duration: 36.545466ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:02.49142Z","caller":"traceutil/trace.go:171","msg":"trace[999523869] transaction","detail":"{read_only:false; response_revision:14129; number_of_response:1; }","duration":"652.554765ms","start":"2026-03-06T20:49:01.838848Z","end":"2026-03-06T20:49:02.491403Z","steps":["trace[999523869] 'process raft request' (duration: 652.266669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.491452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.838026Z","time spent":"653.366514ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:02.491452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.837204Z","time spent":"654.192252ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:02.49178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.838837Z","time spent":"652.632116ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:02.491804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.657347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:02.491843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.391613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-06T20:49:02.49185Z","caller":"traceutil/trace.go:171","msg":"trace[2033624736] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14130; }","duration":"215.701248ms","start":"2026-03-06T20:49:02.276127Z","end":"2026-03-06T20:49:02.491828Z","steps":["trace[2033624736] 'agreement among raft nodes before linearized reading' (duration: 215.642047ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:02.491862Z","caller":"traceutil/trace.go:171","msg":"trace[1918870834] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14130; }","duration":"216.426874ms","start":"2026-03-06T20:49:02.275428Z","end":"2026-03-06T20:49:02.491855Z","steps":["trace[1918870834] 'agreement among raft nodes before linearized reading' (duration: 216.335672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.491861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.516809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:02.491925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.858022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T20:49:02.491925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.207713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c47bn\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T20:49:02.491971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.23475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:02.491969Z","caller":"traceutil/trace.go:171","msg":"trace[311406802] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14130; }","duration":"215.917113ms","start":"2026-03-06T20:49:02.276039Z","end":"2026-03-06T20:49:02.491956Z","steps":["trace[311406802] 'agreement among raft nodes before linearized reading' (duration: 215.76504ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:02.491987Z","caller":"traceutil/trace.go:171","msg":"trace[330180858] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14130; }","duration":"216.28197ms","start":"2026-03-06T20:49:02.2757Z","end":"2026-03-06T20:49:02.491982Z","steps":["trace[330180858] 'agreement among raft nodes before linearized reading' (duration: 216.25343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:02.491981Z","caller":"traceutil/trace.go:171","msg":"trace[925807160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c47bn; range_end:; response_count:1; response_revision:14130; }","duration":"650.276054ms","start":"2026-03-06T20:49:01.841688Z","end":"2026-03-06T20:49:02.491964Z","steps":["trace[925807160] 'agreement among raft nodes before linearized reading' (duration: 650.133621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.492019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.841682Z","time spent":"650.326906ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-c47bn\" "} {"level":"warn","ts":"2026-03-06T20:49:02.492041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.502033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T20:49:02.491937Z","caller":"traceutil/trace.go:171","msg":"trace[287943482] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:14130; }","duration":"314.647641ms","start":"2026-03-06T20:49:02.177269Z","end":"2026-03-06T20:49:02.491916Z","steps":["trace[287943482] 'agreement among raft nodes before linearized reading' (duration: 314.509098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.492087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.922895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:49:02.492124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:02.177247Z","time spent":"314.865956ms","remote":"127.0.0.1:46610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:49:02.492139Z","caller":"traceutil/trace.go:171","msg":"trace[475834606] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14130; }","duration":"217.010258ms","start":"2026-03-06T20:49:02.275117Z","end":"2026-03-06T20:49:02.492127Z","steps":["trace[475834606] 'agreement among raft nodes before linearized reading' (duration: 216.845854ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:02.492129Z","caller":"traceutil/trace.go:171","msg":"trace[80040209] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14130; }","duration":"530.650126ms","start":"2026-03-06T20:49:01.961455Z","end":"2026-03-06T20:49:02.492105Z","steps":["trace[80040209] 'agreement among raft nodes before linearized reading' (duration: 530.35495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.492255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.961424Z","time spent":"530.81538ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T20:49:02.492997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.456256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732180"} {"level":"info","ts":"2026-03-06T20:49:02.49307Z","caller":"traceutil/trace.go:171","msg":"trace[577520763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14130; }","duration":"654.572739ms","start":"2026-03-06T20:49:01.83848Z","end":"2026-03-06T20:49:02.493053Z","steps":["trace[577520763] 'agreement among raft nodes before linearized reading' (duration: 653.221899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.493121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.838445Z","time spent":"654.658361ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732203,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T20:49:02.49365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.812247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732180"} {"level":"info","ts":"2026-03-06T20:49:02.493716Z","caller":"traceutil/trace.go:171","msg":"trace[685522788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14130; }","duration":"655.923579ms","start":"2026-03-06T20:49:01.837775Z","end":"2026-03-06T20:49:02.493699Z","steps":["trace[685522788] 'agreement among raft nodes before linearized reading' (duration: 653.656529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.493766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:01.837761Z","time spent":"655.987781ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732203,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T20:49:02.857118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.577904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:49:02.85725Z","caller":"traceutil/trace.go:171","msg":"trace[139324083] transaction","detail":"{read_only:false; response_revision:14131; number_of_response:1; }","duration":"280.854835ms","start":"2026-03-06T20:49:02.576368Z","end":"2026-03-06T20:49:02.857222Z","steps":["trace[139324083] 'process raft request' (duration: 31.962955ms)","trace[139324083] 'compare' (duration: 248.328358ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:02.865625Z","caller":"traceutil/trace.go:171","msg":"trace[916222207] linearizableReadLoop","detail":"{readStateIndex:14654; appliedIndex:14653; }","duration":"247.946369ms","start":"2026-03-06T20:49:02.61766Z","end":"2026-03-06T20:49:02.865606Z","steps":["trace[916222207] 'read index received' (duration: 247.782175ms)","trace[916222207] 'applied index is now lower than readState.Index' (duration: 163.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:02.865716Z","caller":"traceutil/trace.go:171","msg":"trace[779860429] transaction","detail":"{read_only:false; response_revision:14132; number_of_response:1; }","duration":"269.362222ms","start":"2026-03-06T20:49:02.596317Z","end":"2026-03-06T20:49:02.865679Z","steps":["trace[779860429] 'process raft request' (duration: 269.191969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:02.865861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.189064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-85jqz\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-06T20:49:02.865942Z","caller":"traceutil/trace.go:171","msg":"trace[457310671] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-85jqz; range_end:; response_count:1; response_revision:14132; }","duration":"248.280596ms","start":"2026-03-06T20:49:02.617642Z","end":"2026-03-06T20:49:02.865923Z","steps":["trace[457310671] 'agreement among raft nodes before linearized reading' (duration: 248.062801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:03.67125Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11830} {"level":"info","ts":"2026-03-06T20:49:03.747368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11830,"took":"73.572423ms","hash":1550240268,"current-db-size-bytes":40919040,"current-db-size":"41 MB","current-db-size-in-use-bytes":26968064,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T20:49:03.747464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1550240268,"revision":11830,"compact-revision":9727} {"level":"info","ts":"2026-03-06T20:50:22.209534Z","caller":"traceutil/trace.go:171","msg":"trace[1668244594] linearizableReadLoop","detail":"{readStateIndex:15136; appliedIndex:15135; }","duration":"470.832978ms","start":"2026-03-06T20:50:21.738657Z","end":"2026-03-06T20:50:22.20949Z","steps":["trace[1668244594] 'read index received' (duration: 470.48276ms)","trace[1668244594] 'applied index is now lower than readState.Index' (duration: 348.358µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:50:22.209638Z","caller":"traceutil/trace.go:171","msg":"trace[1419574101] transaction","detail":"{read_only:false; response_revision:14596; number_of_response:1; }","duration":"480.797306ms","start":"2026-03-06T20:50:21.728799Z","end":"2026-03-06T20:50:22.209597Z","steps":["trace[1419574101] 'process raft request' (duration: 480.458549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.209871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.728783Z","time spent":"480.94022ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:50:22.209916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.802338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-85jqz\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-06T20:50:22.209971Z","caller":"traceutil/trace.go:171","msg":"trace[139915451] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-85jqz; range_end:; response_count:1; response_revision:14596; }","duration":"343.928881ms","start":"2026-03-06T20:50:21.866026Z","end":"2026-03-06T20:50:22.209955Z","steps":["trace[139915451] 'agreement among raft nodes before linearized reading' (duration: 343.693546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.210022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.866006Z","time spent":"344.005862ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-85jqz\" "} {"level":"warn","ts":"2026-03-06T20:50:22.210035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.940477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12418"} {"level":"warn","ts":"2026-03-06T20:50:22.210085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.72342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:50:22.210131Z","caller":"traceutil/trace.go:171","msg":"trace[245958751] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:14596; }","duration":"180.07898ms","start":"2026-03-06T20:50:22.030031Z","end":"2026-03-06T20:50:22.21011Z","steps":["trace[245958751] 'agreement among raft nodes before linearized reading' (duration: 179.780584ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.210151Z","caller":"traceutil/trace.go:171","msg":"trace[994950861] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14596; }","duration":"183.831692ms","start":"2026-03-06T20:50:22.026306Z","end":"2026-03-06T20:50:22.210138Z","steps":["trace[994950861] 'agreement among raft nodes before linearized reading' (duration: 183.672689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.210174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.25299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T20:50:22.209812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.071884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:50:22.210248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.287518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:50:22.210494Z","caller":"traceutil/trace.go:171","msg":"trace[443824985] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14596; }","duration":"182.547743ms","start":"2026-03-06T20:50:22.027926Z","end":"2026-03-06T20:50:22.210474Z","steps":["trace[443824985] 'agreement among raft nodes before linearized reading' (duration: 182.172045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.210271Z","caller":"traceutil/trace.go:171","msg":"trace[1022416560] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14596; }","duration":"183.381952ms","start":"2026-03-06T20:50:22.026866Z","end":"2026-03-06T20:50:22.210248Z","steps":["trace[1022416560] 'agreement among raft nodes before linearized reading' (duration: 183.082376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.210176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.021769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:50:22.210717Z","caller":"traceutil/trace.go:171","msg":"trace[732934337] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14596; }","duration":"180.627242ms","start":"2026-03-06T20:50:22.030073Z","end":"2026-03-06T20:50:22.2107Z","steps":["trace[732934337] 'agreement among raft nodes before linearized reading' (duration: 179.830275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.210408Z","caller":"traceutil/trace.go:171","msg":"trace[1305670042] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14596; }","duration":"471.751728ms","start":"2026-03-06T20:50:21.738622Z","end":"2026-03-06T20:50:22.210374Z","steps":["trace[1305670042] 'agreement among raft nodes before linearized reading' (duration: 471.048802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.210885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.738608Z","time spent":"472.25517ms","remote":"127.0.0.1:46636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:52:09.186875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.151578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T20:52:09.186964Z","caller":"traceutil/trace.go:171","msg":"trace[509402846] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15524; }","duration":"198.28143ms","start":"2026-03-06T20:52:08.988664Z","end":"2026-03-06T20:52:09.186946Z","steps":["trace[509402846] 'range keys from in-memory index tree' (duration: 198.018455ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:52:10.203356Z","caller":"traceutil/trace.go:171","msg":"trace[1921113011] transaction","detail":"{read_only:false; response_revision:15531; number_of_response:1; }","duration":"245.290957ms","start":"2026-03-06T20:52:09.958032Z","end":"2026-03-06T20:52:10.203323Z","steps":["trace[1921113011] 'process raft request' (duration: 245.127614ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:52:12.402466Z","caller":"traceutil/trace.go:171","msg":"trace[1337947414] linearizableReadLoop","detail":"{readStateIndex:16118; appliedIndex:16117; }","duration":"156.656803ms","start":"2026-03-06T20:52:12.245764Z","end":"2026-03-06T20:52:12.402421Z","steps":["trace[1337947414] 'read index received' (duration: 156.441308ms)","trace[1337947414] 'applied index is now lower than readState.Index' (duration: 214.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:52:12.402622Z","caller":"traceutil/trace.go:171","msg":"trace[265445573] transaction","detail":"{read_only:false; response_revision:15546; number_of_response:1; }","duration":"190.647052ms","start":"2026-03-06T20:52:12.211911Z","end":"2026-03-06T20:52:12.402558Z","steps":["trace[265445573] 'process raft request' (duration: 190.354016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:52:12.402713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.917228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:52:12.402798Z","caller":"traceutil/trace.go:171","msg":"trace[403814534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15546; }","duration":"157.059792ms","start":"2026-03-06T20:52:12.245711Z","end":"2026-03-06T20:52:12.40277Z","steps":["trace[403814534] 'agreement among raft nodes before linearized reading' (duration: 156.887688ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:54:03.682515Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14136} {"level":"info","ts":"2026-03-06T20:54:03.788373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14136,"took":"102.555515ms","hash":1485841405,"current-db-size-bytes":42401792,"current-db-size":"42 MB","current-db-size-in-use-bytes":27512832,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T20:54:03.788456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1485841405,"revision":14136,"compact-revision":11830} {"level":"info","ts":"2026-03-06T20:55:04.116945Z","caller":"traceutil/trace.go:171","msg":"trace[2015723780] transaction","detail":"{read_only:false; response_revision:16603; number_of_response:1; }","duration":"288.241179ms","start":"2026-03-06T20:55:03.82868Z","end":"2026-03-06T20:55:04.116921Z","steps":["trace[2015723780] 'process raft request' (duration: 288.092856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:04.164246Z","caller":"traceutil/trace.go:171","msg":"trace[1465688580] transaction","detail":"{read_only:false; response_revision:16604; number_of_response:1; }","duration":"303.629616ms","start":"2026-03-06T20:55:03.860593Z","end":"2026-03-06T20:55:04.164222Z","steps":["trace[1465688580] 'process raft request' (duration: 302.094293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:04.164397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:03.860557Z","time spent":"303.768589ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:55:10.746668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946424819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:55:10.940739Z","caller":"traceutil/trace.go:171","msg":"trace[1354796901] transaction","detail":"{read_only:false; response_revision:16636; number_of_response:1; }","duration":"775.248117ms","start":"2026-03-06T20:55:10.165456Z","end":"2026-03-06T20:55:10.940704Z","steps":["trace[1354796901] 'process raft request' (duration: 774.94696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.941036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.16544Z","time spent":"775.40664ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:55:10.961405Z","caller":"traceutil/trace.go:171","msg":"trace[38293302] transaction","detail":"{read_only:false; response_revision:16638; number_of_response:1; }","duration":"765.263359ms","start":"2026-03-06T20:55:10.19611Z","end":"2026-03-06T20:55:10.961374Z","steps":["trace[38293302] 'process raft request' (duration: 765.138746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:10.961444Z","caller":"traceutil/trace.go:171","msg":"trace[128343343] linearizableReadLoop","detail":"{readStateIndex:17254; appliedIndex:17249; }","duration":"714.881751ms","start":"2026-03-06T20:55:10.24653Z","end":"2026-03-06T20:55:10.961412Z","steps":["trace[128343343] 'read index received' (duration: 693.987651ms)","trace[128343343] 'applied index is now lower than readState.Index' (duration: 20.89302ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:55:10.961602Z","caller":"traceutil/trace.go:171","msg":"trace[1454268076] transaction","detail":"{read_only:false; response_revision:16639; number_of_response:1; }","duration":"689.42887ms","start":"2026-03-06T20:55:10.272163Z","end":"2026-03-06T20:55:10.961592Z","steps":["trace[1454268076] 'process raft request' (duration: 689.133873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.961727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.181917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:55:10.961822Z","caller":"traceutil/trace.go:171","msg":"trace[433495502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16640; }","duration":"715.33675ms","start":"2026-03-06T20:55:10.246464Z","end":"2026-03-06T20:55:10.961801Z","steps":["trace[433495502] 'agreement among raft nodes before linearized reading' (duration: 715.197347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.961861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.246443Z","time spent":"715.411522ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:55:10.961922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.673453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T20:55:10.961965Z","caller":"traceutil/trace.go:171","msg":"trace[391022780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16640; }","duration":"582.759665ms","start":"2026-03-06T20:55:10.379195Z","end":"2026-03-06T20:55:10.961955Z","steps":["trace[391022780] 'agreement among raft nodes before linearized reading' (duration: 582.600411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.961995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.379173Z","time spent":"582.816205ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:55:10.962091Z","caller":"traceutil/trace.go:171","msg":"trace[1863976105] transaction","detail":"{read_only:false; response_revision:16640; number_of_response:1; }","duration":"296.101421ms","start":"2026-03-06T20:55:10.665972Z","end":"2026-03-06T20:55:10.962073Z","steps":["trace[1863976105] 'process raft request' (duration: 295.361355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.961754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.272124Z","time spent":"689.514272ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:55:10.962491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.993179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T20:55:10.962531Z","caller":"traceutil/trace.go:171","msg":"trace[1933884380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16640; }","duration":"467.048851ms","start":"2026-03-06T20:55:10.495473Z","end":"2026-03-06T20:55:10.962521Z","steps":["trace[1933884380] 'agreement among raft nodes before linearized reading' (duration: 466.910408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.962561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.495466Z","time spent":"467.088501ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:55:10.962685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.983762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T20:55:10.962767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.368589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hltcz\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-06T20:55:10.962805Z","caller":"traceutil/trace.go:171","msg":"trace[1055145064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16640; }","duration":"469.162036ms","start":"2026-03-06T20:55:10.493617Z","end":"2026-03-06T20:55:10.962779Z","steps":["trace[1055145064] 'agreement among raft nodes before linearized reading' (duration: 468.785518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.962859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.778244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T20:55:10.962869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.493599Z","time spent":"469.259898ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:55:10.962905Z","caller":"traceutil/trace.go:171","msg":"trace[334461059] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:16640; }","duration":"496.828515ms","start":"2026-03-06T20:55:10.466067Z","end":"2026-03-06T20:55:10.962895Z","steps":["trace[334461059] 'agreement among raft nodes before linearized reading' (duration: 496.755843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:10.962798Z","caller":"traceutil/trace.go:171","msg":"trace[688755457] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hltcz; range_end:; response_count:1; response_revision:16640; }","duration":"106.430251ms","start":"2026-03-06T20:55:10.856358Z","end":"2026-03-06T20:55:10.962789Z","steps":["trace[688755457] 'agreement among raft nodes before linearized reading' (duration: 106.334508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.96293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.465993Z","time spent":"496.930806ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:55:10.963409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.196101Z","time spent":"765.365051ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:55:10.96509Z","caller":"traceutil/trace.go:171","msg":"trace[807732553] transaction","detail":"{read_only:false; response_revision:16637; number_of_response:1; }","duration":"776.028755ms","start":"2026-03-06T20:55:10.189044Z","end":"2026-03-06T20:55:10.965073Z","steps":["trace[807732553] 'process raft request' (duration: 772.009947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:10.965161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:10.189008Z","time spent":"776.119936ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:55:11.883923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.165629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T20:55:11.883998Z","caller":"traceutil/trace.go:171","msg":"trace[1246774023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16643; }","duration":"571.274022ms","start":"2026-03-06T20:55:11.312706Z","end":"2026-03-06T20:55:11.88398Z","steps":["trace[1246774023] 'range keys from in-memory index tree' (duration: 570.966635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:11.884036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:11.31269Z","time spent":"571.336943ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:55:11.884888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.040652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T20:55:11.884969Z","caller":"traceutil/trace.go:171","msg":"trace[441550629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16643; }","duration":"418.184735ms","start":"2026-03-06T20:55:11.466766Z","end":"2026-03-06T20:55:11.88495Z","steps":["trace[441550629] 'range keys from in-memory index tree' (duration: 417.827598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:11.885007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:11.466735Z","time spent":"418.264167ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T20:55:11.885125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.87246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T20:55:11.885182Z","caller":"traceutil/trace.go:171","msg":"trace[2116885967] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16643; }","duration":"278.063614ms","start":"2026-03-06T20:55:11.607104Z","end":"2026-03-06T20:55:11.885167Z","steps":["trace[2116885967] 'range keys from in-memory index tree' (duration: 277.731286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:11.885438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.779888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-85jqz\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-06T20:55:11.885478Z","caller":"traceutil/trace.go:171","msg":"trace[1154715540] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-85jqz; range_end:; response_count:1; response_revision:16643; }","duration":"212.8222ms","start":"2026-03-06T20:55:11.672646Z","end":"2026-03-06T20:55:11.885469Z","steps":["trace[1154715540] 'range keys from in-memory index tree' (duration: 212.600835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:12.785057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.918225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T20:55:12.785181Z","caller":"traceutil/trace.go:171","msg":"trace[219692106] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16644; }","duration":"526.066849ms","start":"2026-03-06T20:55:12.259083Z","end":"2026-03-06T20:55:12.78515Z","steps":["trace[219692106] 'range keys from in-memory index tree' (duration: 525.728161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:12.785232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.259066Z","time spent":"526.15408ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T20:55:12.785403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.007421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:55:12.7855Z","caller":"traceutil/trace.go:171","msg":"trace[657609470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16644; }","duration":"533.171715ms","start":"2026-03-06T20:55:12.252306Z","end":"2026-03-06T20:55:12.785477Z","steps":["trace[657609470] 'range keys from in-memory index tree' (duration: 532.903398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:12.785509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.521421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T20:55:12.785436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.290732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:55:12.785602Z","caller":"traceutil/trace.go:171","msg":"trace[1140193638] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16644; }","duration":"787.496986ms","start":"2026-03-06T20:55:11.998095Z","end":"2026-03-06T20:55:12.785592Z","steps":["trace[1140193638] 'range keys from in-memory index tree' (duration: 787.169839ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:12.785611Z","caller":"traceutil/trace.go:171","msg":"trace[1739028992] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16644; }","duration":"372.692285ms","start":"2026-03-06T20:55:12.412895Z","end":"2026-03-06T20:55:12.785587Z","steps":["trace[1739028992] 'count revisions from in-memory index tree' (duration: 372.45598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:12.785635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:11.998075Z","time spent":"787.553168ms","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T20:55:12.785656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.412873Z","time spent":"372.771337ms","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:55:12.785551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.25227Z","time spent":"533.270987ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:55:13.366904Z","caller":"traceutil/trace.go:171","msg":"trace[486025642] linearizableReadLoop","detail":"{readStateIndex:17259; appliedIndex:17258; }","duration":"509.7703ms","start":"2026-03-06T20:55:12.857086Z","end":"2026-03-06T20:55:13.366856Z","steps":["trace[486025642] 'read index received' (duration: 460.161689ms)","trace[486025642] 'applied index is now lower than readState.Index' (duration: 49.606231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:55:13.367056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.941643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:55:13.367155Z","caller":"traceutil/trace.go:171","msg":"trace[1768731286] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:16644; }","duration":"510.089837ms","start":"2026-03-06T20:55:12.857042Z","end":"2026-03-06T20:55:13.367132Z","steps":["trace[1768731286] 'agreement among raft nodes before linearized reading' (duration: 509.929943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.367206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.857022Z","time spent":"510.174519ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-06T20:55:13.448963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.891417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:55:13.449031Z","caller":"traceutil/trace.go:171","msg":"trace[1519523841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16647; }","duration":"501.98794ms","start":"2026-03-06T20:55:12.947025Z","end":"2026-03-06T20:55:13.449013Z","steps":["trace[1519523841] 'agreement among raft nodes before linearized reading' (duration: 501.823596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.449071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.94701Z","time spent":"502.051111ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:55:13.449384Z","caller":"traceutil/trace.go:171","msg":"trace[566812762] transaction","detail":"{read_only:false; response_revision:16645; number_of_response:1; }","duration":"481.279943ms","start":"2026-03-06T20:55:12.968093Z","end":"2026-03-06T20:55:13.449373Z","steps":["trace[566812762] 'process raft request' (duration: 480.524977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.449499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.968065Z","time spent":"481.371825ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:55:13.449645Z","caller":"traceutil/trace.go:171","msg":"trace[1751075468] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"479.961583ms","start":"2026-03-06T20:55:12.969674Z","end":"2026-03-06T20:55:13.449636Z","steps":["trace[1751075468] 'process raft request' (duration: 479.088364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.449702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.969658Z","time spent":"480.016475ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:55:13.449831Z","caller":"traceutil/trace.go:171","msg":"trace[936764381] transaction","detail":"{read_only:false; response_revision:16647; number_of_response:1; }","duration":"477.568572ms","start":"2026-03-06T20:55:12.972251Z","end":"2026-03-06T20:55:13.44982Z","steps":["trace[936764381] 'process raft request' (duration: 476.55481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.449886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:12.972238Z","time spent":"477.620993ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:55:13.45007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.36233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T20:55:13.450108Z","caller":"traceutil/trace.go:171","msg":"trace[1508473192] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16647; }","duration":"172.430242ms","start":"2026-03-06T20:55:13.277667Z","end":"2026-03-06T20:55:13.450097Z","steps":["trace[1508473192] 'agreement among raft nodes before linearized reading' (duration: 172.366641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.450323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.202896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hltcz\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-06T20:55:13.450361Z","caller":"traceutil/trace.go:171","msg":"trace[1338330025] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hltcz; range_end:; response_count:1; response_revision:16647; }","duration":"368.277588ms","start":"2026-03-06T20:55:13.082075Z","end":"2026-03-06T20:55:13.450352Z","steps":["trace[1338330025] 'agreement among raft nodes before linearized reading' (duration: 368.167075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.450387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:13.082062Z","time spent":"368.318388ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hltcz\" "} {"level":"warn","ts":"2026-03-06T20:55:13.45059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.901496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T20:55:13.450625Z","caller":"traceutil/trace.go:171","msg":"trace[1321701591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16647; }","duration":"380.936296ms","start":"2026-03-06T20:55:13.069681Z","end":"2026-03-06T20:55:13.450617Z","steps":["trace[1321701591] 'agreement among raft nodes before linearized reading' (duration: 380.848024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.450651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:13.069613Z","time spent":"381.032449ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:55:13.450831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.670513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T20:55:13.450858Z","caller":"traceutil/trace.go:171","msg":"trace[605204507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16647; }","duration":"381.738074ms","start":"2026-03-06T20:55:13.069112Z","end":"2026-03-06T20:55:13.45085Z","steps":["trace[605204507] 'agreement among raft nodes before linearized reading' (duration: 381.645542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.450889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:13.069085Z","time spent":"381.798685ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:55:13.45104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.360778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T20:55:13.451074Z","caller":"traceutil/trace.go:171","msg":"trace[262614249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16647; }","duration":"438.393239ms","start":"2026-03-06T20:55:13.012671Z","end":"2026-03-06T20:55:13.451064Z","steps":["trace[262614249] 'agreement among raft nodes before linearized reading' (duration: 438.317477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.4511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:55:13.012583Z","time spent":"438.511842ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:55:13.578618Z","caller":"traceutil/trace.go:171","msg":"trace[1130297426] transaction","detail":"{read_only:false; response_revision:16648; number_of_response:1; }","duration":"208.937465ms","start":"2026-03-06T20:55:13.369639Z","end":"2026-03-06T20:55:13.578576Z","steps":["trace[1130297426] 'process raft request' (duration: 133.019605ms)","trace[1130297426] 'compare' (duration: 75.561932ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:55:13.614102Z","caller":"traceutil/trace.go:171","msg":"trace[190362302] transaction","detail":"{read_only:false; response_revision:16649; number_of_response:1; }","duration":"158.569337ms","start":"2026-03-06T20:55:13.455507Z","end":"2026-03-06T20:55:13.614076Z","steps":["trace[190362302] 'process raft request' (duration: 158.133857ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:13.614096Z","caller":"traceutil/trace.go:171","msg":"trace[1545478695] transaction","detail":"{read_only:false; response_revision:16651; number_of_response:1; }","duration":"156.949931ms","start":"2026-03-06T20:55:13.457111Z","end":"2026-03-06T20:55:13.61406Z","steps":["trace[1545478695] 'process raft request' (duration: 156.841859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:13.614177Z","caller":"traceutil/trace.go:171","msg":"trace[1651880357] transaction","detail":"{read_only:false; response_revision:16650; number_of_response:1; }","duration":"158.055586ms","start":"2026-03-06T20:55:13.456065Z","end":"2026-03-06T20:55:13.61412Z","steps":["trace[1651880357] 'process raft request' (duration: 157.832642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:13.614786Z","caller":"traceutil/trace.go:171","msg":"trace[1150036199] linearizableReadLoop","detail":"{readStateIndex:17265; appliedIndex:17262; }","duration":"157.79645ms","start":"2026-03-06T20:55:13.456966Z","end":"2026-03-06T20:55:13.614763Z","steps":["trace[1150036199] 'read index received' (duration: 45.702696ms)","trace[1150036199] 'applied index is now lower than readState.Index' (duration: 112.091784ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:55:13.614794Z","caller":"traceutil/trace.go:171","msg":"trace[1639192518] transaction","detail":"{read_only:false; response_revision:16652; number_of_response:1; }","duration":"156.733247ms","start":"2026-03-06T20:55:13.458047Z","end":"2026-03-06T20:55:13.61478Z","steps":["trace[1639192518] 'process raft request' (duration: 155.94747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:13.616065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.065448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940217"} {"level":"info","ts":"2026-03-06T20:55:13.616137Z","caller":"traceutil/trace.go:171","msg":"trace[971430135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16652; }","duration":"159.166841ms","start":"2026-03-06T20:55:13.456951Z","end":"2026-03-06T20:55:13.616118Z","steps":["trace[971430135] 'agreement among raft nodes before linearized reading' (duration: 157.905243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:17.781927Z","caller":"traceutil/trace.go:171","msg":"trace[152212679] transaction","detail":"{read_only:false; response_revision:16748; number_of_response:1; }","duration":"146.01348ms","start":"2026-03-06T20:55:17.635888Z","end":"2026-03-06T20:55:17.781902Z","steps":["trace[152212679] 'process raft request' (duration: 145.853587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:17.838182Z","caller":"traceutil/trace.go:171","msg":"trace[317960934] linearizableReadLoop","detail":"{readStateIndex:17368; appliedIndex:17364; }","duration":"185.368845ms","start":"2026-03-06T20:55:17.652792Z","end":"2026-03-06T20:55:17.838161Z","steps":["trace[317960934] 'read index received' (duration: 128.953985ms)","trace[317960934] 'applied index is now lower than readState.Index' (duration: 56.41383ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:55:17.838262Z","caller":"traceutil/trace.go:171","msg":"trace[2062680108] transaction","detail":"{read_only:false; response_revision:16751; number_of_response:1; }","duration":"201.207104ms","start":"2026-03-06T20:55:17.637027Z","end":"2026-03-06T20:55:17.838234Z","steps":["trace[2062680108] 'process raft request' (duration: 201.098442ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:17.838251Z","caller":"traceutil/trace.go:171","msg":"trace[1391373923] transaction","detail":"{read_only:false; response_revision:16750; number_of_response:1; }","duration":"201.386287ms","start":"2026-03-06T20:55:17.636818Z","end":"2026-03-06T20:55:17.838204Z","steps":["trace[1391373923] 'process raft request' (duration: 201.268705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:17.838465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.628263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hltcz\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-06T20:55:17.838501Z","caller":"traceutil/trace.go:171","msg":"trace[1086890288] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hltcz; range_end:; response_count:1; response_revision:16751; }","duration":"185.721255ms","start":"2026-03-06T20:55:17.652771Z","end":"2026-03-06T20:55:17.838492Z","steps":["trace[1086890288] 'agreement among raft nodes before linearized reading' (duration: 185.5359ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:17.838793Z","caller":"traceutil/trace.go:171","msg":"trace[1473499936] transaction","detail":"{read_only:false; response_revision:16749; number_of_response:1; }","duration":"202.469163ms","start":"2026-03-06T20:55:17.636261Z","end":"2026-03-06T20:55:17.838731Z","steps":["trace[1473499936] 'process raft request' (duration: 201.186524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:18.120516Z","caller":"traceutil/trace.go:171","msg":"trace[1301229893] linearizableReadLoop","detail":"{readStateIndex:17369; appliedIndex:17368; }","duration":"183.810892ms","start":"2026-03-06T20:55:17.936661Z","end":"2026-03-06T20:55:18.120472Z","steps":["trace[1301229893] 'read index received' (duration: 183.647778ms)","trace[1301229893] 'applied index is now lower than readState.Index' (duration: 162.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:55:18.1208Z","caller":"traceutil/trace.go:171","msg":"trace[1859467335] transaction","detail":"{read_only:false; response_revision:16752; number_of_response:1; }","duration":"185.382126ms","start":"2026-03-06T20:55:17.935405Z","end":"2026-03-06T20:55:18.120787Z","steps":["trace[1859467335] 'process raft request' (duration: 184.911516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:18.121089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.405064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T20:55:18.12113Z","caller":"traceutil/trace.go:171","msg":"trace[238936405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16752; }","duration":"184.473676ms","start":"2026-03-06T20:55:17.936646Z","end":"2026-03-06T20:55:18.12112Z","steps":["trace[238936405] 'agreement among raft nodes before linearized reading' (duration: 184.330573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:18.123352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.737557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-85jqz\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-06T20:55:18.123422Z","caller":"traceutil/trace.go:171","msg":"trace[1264811209] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-85jqz; range_end:; response_count:1; response_revision:16753; }","duration":"146.823778ms","start":"2026-03-06T20:55:17.976586Z","end":"2026-03-06T20:55:18.123409Z","steps":["trace[1264811209] 'agreement among raft nodes before linearized reading' (duration: 146.634024ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:18.123681Z","caller":"traceutil/trace.go:171","msg":"trace[262193674] transaction","detail":"{read_only:false; response_revision:16753; number_of_response:1; }","duration":"123.870764ms","start":"2026-03-06T20:55:17.999797Z","end":"2026-03-06T20:55:18.123668Z","steps":["trace[262193674] 'process raft request' (duration: 123.23909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:46.197672Z","caller":"traceutil/trace.go:171","msg":"trace[1488365831] transaction","detail":"{read_only:false; response_revision:17125; number_of_response:1; }","duration":"107.486824ms","start":"2026-03-06T20:55:46.090136Z","end":"2026-03-06T20:55:46.197623Z","steps":["trace[1488365831] 'process raft request' (duration: 106.753908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:46.197802Z","caller":"traceutil/trace.go:171","msg":"trace[683838140] transaction","detail":"{read_only:false; response_revision:17126; number_of_response:1; }","duration":"107.422471ms","start":"2026-03-06T20:55:46.090342Z","end":"2026-03-06T20:55:46.197764Z","steps":["trace[683838140] 'process raft request' (duration: 106.709296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:55:46.198045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.163865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-03-06T20:55:46.198115Z","caller":"traceutil/trace.go:171","msg":"trace[1764046107] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17126; }","duration":"106.276067ms","start":"2026-03-06T20:55:46.091819Z","end":"2026-03-06T20:55:46.198095Z","steps":["trace[1764046107] 'agreement among raft nodes before linearized reading' (duration: 106.062003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:55:46.198057Z","caller":"traceutil/trace.go:171","msg":"trace[847829248] linearizableReadLoop","detail":"{readStateIndex:17756; appliedIndex:17754; }","duration":"105.610223ms","start":"2026-03-06T20:55:46.091868Z","end":"2026-03-06T20:55:46.197478Z","steps":["trace[847829248] 'read index received' (duration: 69.54597ms)","trace[847829248] 'applied index is now lower than readState.Index' (duration: 36.063103ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:38.445924Z","caller":"traceutil/trace.go:171","msg":"trace[272383526] transaction","detail":"{read_only:false; response_revision:17502; number_of_response:1; }","duration":"214.936786ms","start":"2026-03-06T20:56:38.230951Z","end":"2026-03-06T20:56:38.445888Z","steps":["trace[272383526] 'process raft request' (duration: 156.099342ms)","trace[272383526] 'compare' (duration: 58.483317ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:38.445851Z","caller":"traceutil/trace.go:171","msg":"trace[1043825360] linearizableReadLoop","detail":"{readStateIndex:18144; appliedIndex:18143; }","duration":"213.672918ms","start":"2026-03-06T20:56:38.232126Z","end":"2026-03-06T20:56:38.445799Z","steps":["trace[1043825360] 'read index received' (duration: 154.898286ms)","trace[1043825360] 'applied index is now lower than readState.Index' (duration: 58.771742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:56:38.446163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.019236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:38.446227Z","caller":"traceutil/trace.go:171","msg":"trace[809965837] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17502; }","duration":"214.102467ms","start":"2026-03-06T20:56:38.232113Z","end":"2026-03-06T20:56:38.446215Z","steps":["trace[809965837] 'agreement among raft nodes before linearized reading' (duration: 213.975305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:38.479641Z","caller":"traceutil/trace.go:171","msg":"trace[2057178796] transaction","detail":"{read_only:false; response_revision:17503; number_of_response:1; }","duration":"216.544671ms","start":"2026-03-06T20:56:38.26308Z","end":"2026-03-06T20:56:38.479625Z","steps":["trace[2057178796] 'process raft request' (duration: 216.322096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.480202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.063191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:38.480246Z","caller":"traceutil/trace.go:171","msg":"trace[1723617489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17504; }","duration":"226.184114ms","start":"2026-03-06T20:56:38.254051Z","end":"2026-03-06T20:56:38.480235Z","steps":["trace[1723617489] 'agreement among raft nodes before linearized reading' (duration: 226.068902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.480238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.777291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:38.480337Z","caller":"traceutil/trace.go:171","msg":"trace[1169341573] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17504; }","duration":"238.952824ms","start":"2026-03-06T20:56:38.241364Z","end":"2026-03-06T20:56:38.480317Z","steps":["trace[1169341573] 'agreement among raft nodes before linearized reading' (duration: 238.76214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:38.480398Z","caller":"traceutil/trace.go:171","msg":"trace[1132897130] transaction","detail":"{read_only:false; response_revision:17504; number_of_response:1; }","duration":"200.621921ms","start":"2026-03-06T20:56:38.279766Z","end":"2026-03-06T20:56:38.480388Z","steps":["trace[1132897130] 'process raft request' (duration: 199.792443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:46.000372Z","caller":"traceutil/trace.go:171","msg":"trace[1567064009] transaction","detail":"{read_only:false; response_revision:17561; number_of_response:1; }","duration":"160.187592ms","start":"2026-03-06T20:56:45.840158Z","end":"2026-03-06T20:56:46.000346Z","steps":["trace[1567064009] 'process raft request' (duration: 160.033248ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:46.028063Z","caller":"traceutil/trace.go:171","msg":"trace[1316952418] transaction","detail":"{read_only:false; response_revision:17562; number_of_response:1; }","duration":"179.120829ms","start":"2026-03-06T20:56:45.848926Z","end":"2026-03-06T20:56:46.028047Z","steps":["trace[1316952418] 'process raft request' (duration: 164.921897ms)","trace[1316952418] 'compare' (duration: 14.08907ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:46.028344Z","caller":"traceutil/trace.go:171","msg":"trace[2019674066] transaction","detail":"{read_only:false; response_revision:17563; number_of_response:1; }","duration":"179.19116ms","start":"2026-03-06T20:56:45.849111Z","end":"2026-03-06T20:56:46.028337Z","steps":["trace[2019674066] 'process raft request' (duration: 178.877192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.257352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.859858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T20:56:48.257578Z","caller":"traceutil/trace.go:171","msg":"trace[980061391] linearizableReadLoop","detail":"{readStateIndex:18215; appliedIndex:18213; }","duration":"223.249579ms","start":"2026-03-06T20:56:48.034311Z","end":"2026-03-06T20:56:48.25756Z","steps":["trace[980061391] 'read index received' (duration: 55.345667ms)","trace[980061391] 'applied index is now lower than readState.Index' (duration: 167.902742ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:48.257622Z","caller":"traceutil/trace.go:171","msg":"trace[93203188] transaction","detail":"{read_only:false; response_revision:17571; number_of_response:1; }","duration":"223.606697ms","start":"2026-03-06T20:56:48.033984Z","end":"2026-03-06T20:56:48.257591Z","steps":["trace[93203188] 'process raft request' (duration: 117.408313ms)","trace[93203188] 'compare' (duration: 105.55588ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:48.257648Z","caller":"traceutil/trace.go:171","msg":"trace[747461617] transaction","detail":"{read_only:false; response_revision:17572; number_of_response:1; }","duration":"222.325728ms","start":"2026-03-06T20:56:48.035296Z","end":"2026-03-06T20:56:48.257621Z","steps":["trace[747461617] 'process raft request' (duration: 222.162875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.257697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.383861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.257738Z","caller":"traceutil/trace.go:171","msg":"trace[1742486579] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17572; }","duration":"223.457483ms","start":"2026-03-06T20:56:48.034268Z","end":"2026-03-06T20:56:48.257726Z","steps":["trace[1742486579] 'agreement among raft nodes before linearized reading' (duration: 223.392622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.257856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.479124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.257933Z","caller":"traceutil/trace.go:171","msg":"trace[1076526833] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17572; }","duration":"223.588775ms","start":"2026-03-06T20:56:48.034327Z","end":"2026-03-06T20:56:48.257915Z","steps":["trace[1076526833] 'agreement among raft nodes before linearized reading' (duration: 223.467713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.25797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.102507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-06T20:56:48.258Z","caller":"traceutil/trace.go:171","msg":"trace[251423700] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17572; }","duration":"219.154679ms","start":"2026-03-06T20:56:48.038836Z","end":"2026-03-06T20:56:48.25799Z","steps":["trace[251423700] 'agreement among raft nodes before linearized reading' (duration: 219.030996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.258109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.376201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.258145Z","caller":"traceutil/trace.go:171","msg":"trace[298161724] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17572; }","duration":"223.435452ms","start":"2026-03-06T20:56:48.034701Z","end":"2026-03-06T20:56:48.258137Z","steps":["trace[298161724] 'agreement among raft nodes before linearized reading' (duration: 223.376091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.258225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.503784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T20:56:48.25825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.765591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.258278Z","caller":"traceutil/trace.go:171","msg":"trace[781676098] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17572; }","duration":"223.807701ms","start":"2026-03-06T20:56:48.034461Z","end":"2026-03-06T20:56:48.258269Z","steps":["trace[781676098] 'agreement among raft nodes before linearized reading' (duration: 223.7686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.25832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.613107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.258357Z","caller":"traceutil/trace.go:171","msg":"trace[1357614505] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17572; }","duration":"223.686249ms","start":"2026-03-06T20:56:48.034659Z","end":"2026-03-06T20:56:48.258346Z","steps":["trace[1357614505] 'agreement among raft nodes before linearized reading' (duration: 223.638388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.258443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.184598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-06T20:56:48.258277Z","caller":"traceutil/trace.go:171","msg":"trace[239487408] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17572; }","duration":"223.579757ms","start":"2026-03-06T20:56:48.034684Z","end":"2026-03-06T20:56:48.258264Z","steps":["trace[239487408] 'agreement among raft nodes before linearized reading' (duration: 223.485564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:48.258471Z","caller":"traceutil/trace.go:171","msg":"trace[1766982493] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17572; }","duration":"218.227228ms","start":"2026-03-06T20:56:48.040238Z","end":"2026-03-06T20:56:48.258465Z","steps":["trace[1766982493] 'agreement among raft nodes before linearized reading' (duration: 218.163457ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:59:03.688143Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16210} {"level":"info","ts":"2026-03-06T20:59:03.786168Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16210,"took":"94.856696ms","hash":1631082005,"current-db-size-bytes":43245568,"current-db-size":"43 MB","current-db-size-in-use-bytes":30138368,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T20:59:03.786249Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1631082005,"revision":16210,"compact-revision":14136} {"level":"info","ts":"2026-03-06T21:00:21.186295Z","caller":"traceutil/trace.go:171","msg":"trace[1785575615] transaction","detail":"{read_only:false; response_revision:19030; number_of_response:1; }","duration":"153.085277ms","start":"2026-03-06T21:00:21.033175Z","end":"2026-03-06T21:00:21.18626Z","steps":["trace[1785575615] 'process raft request' (duration: 150.309296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:23.241878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.46382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:23.241935Z","caller":"traceutil/trace.go:171","msg":"trace[595051309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19040; }","duration":"211.562363ms","start":"2026-03-06T21:00:23.030361Z","end":"2026-03-06T21:00:23.241923Z","steps":["trace[595051309] 'range keys from in-memory index tree' (duration: 211.326927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:54.478265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946432258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:00:54.774461Z","caller":"traceutil/trace.go:171","msg":"trace[181735429] linearizableReadLoop","detail":"{readStateIndex:19900; appliedIndex:19899; }","duration":"797.215081ms","start":"2026-03-06T21:00:53.977218Z","end":"2026-03-06T21:00:54.774433Z","steps":["trace[181735429] 'read index received' (duration: 797.044817ms)","trace[181735429] 'applied index is now lower than readState.Index' (duration: 169.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:00:54.774685Z","caller":"traceutil/trace.go:171","msg":"trace[505302481] transaction","detail":"{read_only:false; response_revision:19196; number_of_response:1; }","duration":"868.827524ms","start":"2026-03-06T21:00:53.905813Z","end":"2026-03-06T21:00:54.774641Z","steps":["trace[505302481] 'process raft request' (duration: 868.402155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:54.774747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.755806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:00:54.774796Z","caller":"traceutil/trace.go:171","msg":"trace[1360555469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19196; }","duration":"618.860919ms","start":"2026-03-06T21:00:54.155921Z","end":"2026-03-06T21:00:54.774782Z","steps":["trace[1360555469] 'agreement among raft nodes before linearized reading' (duration: 618.664714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:54.774843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:54.1559Z","time spent":"618.93405ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:00:54.774824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.576178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:00:54.774878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.267618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:54.774934Z","caller":"traceutil/trace.go:171","msg":"trace[208759933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19196; }","duration":"797.743902ms","start":"2026-03-06T21:00:53.977163Z","end":"2026-03-06T21:00:54.774907Z","steps":["trace[208759933] 'agreement among raft nodes before linearized reading' (duration: 797.415905ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:00:54.774979Z","caller":"traceutil/trace.go:171","msg":"trace[898062590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19196; }","duration":"529.426231ms","start":"2026-03-06T21:00:54.245532Z","end":"2026-03-06T21:00:54.774958Z","steps":["trace[898062590] 'agreement among raft nodes before linearized reading' (duration: 529.214587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:54.774996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:53.977137Z","time spent":"797.843684ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:00:54.775036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:54.245512Z","time spent":"529.514874ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:00:54.775095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:53.905741Z","time spent":"869.07525ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:54.975348Z","caller":"traceutil/trace.go:171","msg":"trace[868164696] linearizableReadLoop","detail":"{readStateIndex:19901; appliedIndex:19900; }","duration":"195.512809ms","start":"2026-03-06T21:00:54.77979Z","end":"2026-03-06T21:00:54.975303Z","steps":["trace[868164696] 'read index received' (duration: 151.697935ms)","trace[868164696] 'applied index is now lower than readState.Index' (duration: 43.813584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:54.97566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.835036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:00:54.975557Z","caller":"traceutil/trace.go:171","msg":"trace[2005446201] transaction","detail":"{read_only:false; response_revision:19197; number_of_response:1; }","duration":"195.99326ms","start":"2026-03-06T21:00:54.779514Z","end":"2026-03-06T21:00:54.975508Z","steps":["trace[2005446201] 'process raft request' (duration: 152.005052ms)","trace[2005446201] 'compare' (duration: 43.65064ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:00:54.975764Z","caller":"traceutil/trace.go:171","msg":"trace[2137362431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19197; }","duration":"195.975359ms","start":"2026-03-06T21:00:54.779774Z","end":"2026-03-06T21:00:54.97575Z","steps":["trace[2137362431] 'agreement among raft nodes before linearized reading' (duration: 195.729664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:54.976055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.970069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:54.976082Z","caller":"traceutil/trace.go:171","msg":"trace[665699814] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19197; }","duration":"176.015361ms","start":"2026-03-06T21:00:54.800054Z","end":"2026-03-06T21:00:54.97607Z","steps":["trace[665699814] 'agreement among raft nodes before linearized reading' (duration: 175.97008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:54.976367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.498611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-06T21:00:54.976415Z","caller":"traceutil/trace.go:171","msg":"trace[997839855] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19197; }","duration":"196.576082ms","start":"2026-03-06T21:00:54.779823Z","end":"2026-03-06T21:00:54.976399Z","steps":["trace[997839855] 'agreement among raft nodes before linearized reading' (duration: 195.994859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:55.881397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.429809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:55.881512Z","caller":"traceutil/trace.go:171","msg":"trace[1680259463] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19197; }","duration":"794.601243ms","start":"2026-03-06T21:00:55.086884Z","end":"2026-03-06T21:00:55.881485Z","steps":["trace[1680259463] 'range keys from in-memory index tree' (duration: 794.322666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:55.881564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.086867Z","time spent":"794.685875ms","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:00:55.881829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.198119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:00:55.881996Z","caller":"traceutil/trace.go:171","msg":"trace[917725008] transaction","detail":"{read_only:false; response_revision:19198; number_of_response:1; }","duration":"785.619024ms","start":"2026-03-06T21:00:55.096348Z","end":"2026-03-06T21:00:55.881967Z","steps":["trace[917725008] 'process raft request' (duration: 446.113789ms)","trace[917725008] 'compare' (duration: 338.896912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:55.882077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.096326Z","time spent":"785.716207ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:55.882715Z","caller":"traceutil/trace.go:171","msg":"trace[2134821626] transaction","detail":"{read_only:false; response_revision:19199; number_of_response:1; }","duration":"525.641689ms","start":"2026-03-06T21:00:55.357055Z","end":"2026-03-06T21:00:55.882697Z","steps":["trace[2134821626] 'process raft request' (duration: 525.479185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:55.882827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.357028Z","time spent":"525.73385ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:55.882904Z","caller":"traceutil/trace.go:171","msg":"trace[2147322240] linearizableReadLoop","detail":"{readStateIndex:19904; appliedIndex:19902; }","duration":"254.873504ms","start":"2026-03-06T21:00:55.628018Z","end":"2026-03-06T21:00:55.882891Z","steps":["trace[2147322240] 'read index received' (duration: 254.463554ms)","trace[2147322240] 'applied index is now lower than readState.Index' (duration: 409.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:55.883223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.202211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:00:55.883265Z","caller":"traceutil/trace.go:171","msg":"trace[1782809969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19200; }","duration":"255.293113ms","start":"2026-03-06T21:00:55.627963Z","end":"2026-03-06T21:00:55.883256Z","steps":["trace[1782809969] 'agreement among raft nodes before linearized reading' (duration: 255.15426ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:00:55.883351Z","caller":"traceutil/trace.go:171","msg":"trace[967232368] transaction","detail":"{read_only:false; response_revision:19200; number_of_response:1; }","duration":"525.616878ms","start":"2026-03-06T21:00:55.357725Z","end":"2026-03-06T21:00:55.883342Z","steps":["trace[967232368] 'process raft request' (duration: 524.937643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:55.883411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.357696Z","time spent":"525.68138ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:00:56.38948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946432276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:00:56.543106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.467875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:00:56.543324Z","caller":"traceutil/trace.go:171","msg":"trace[607496690] transaction","detail":"{read_only:false; response_revision:19201; number_of_response:1; }","duration":"654.251156ms","start":"2026-03-06T21:00:55.889056Z","end":"2026-03-06T21:00:56.543307Z","steps":["trace[607496690] 'process raft request' (duration: 510.335772ms)","trace[607496690] 'compare' (duration: 143.159757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:56.543378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.889034Z","time spent":"654.320168ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:56.783651Z","caller":"traceutil/trace.go:171","msg":"trace[159150805] transaction","detail":"{read_only:false; response_revision:19202; number_of_response:1; }","duration":"893.635ms","start":"2026-03-06T21:00:55.889981Z","end":"2026-03-06T21:00:56.783616Z","steps":["trace[159150805] 'process raft request' (duration: 887.095327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:56.783809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.889968Z","time spent":"893.763474ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:56.784017Z","caller":"traceutil/trace.go:171","msg":"trace[1475557137] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"892.901514ms","start":"2026-03-06T21:00:55.891102Z","end":"2026-03-06T21:00:56.784003Z","steps":["trace[1475557137] 'process raft request' (duration: 892.462554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:56.784085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.891091Z","time spent":"892.960505ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:00:56.784232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.081751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:56.78427Z","caller":"traceutil/trace.go:171","msg":"trace[391158042] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19203; }","duration":"895.153043ms","start":"2026-03-06T21:00:55.889108Z","end":"2026-03-06T21:00:56.784261Z","steps":["trace[391158042] 'agreement among raft nodes before linearized reading' (duration: 895.090922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:56.784301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:55.889093Z","time spent":"895.202224ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T21:00:56.784255Z","caller":"traceutil/trace.go:171","msg":"trace[576414685] linearizableReadLoop","detail":"{readStateIndex:19907; appliedIndex:19904; }","duration":"894.694063ms","start":"2026-03-06T21:00:55.889149Z","end":"2026-03-06T21:00:56.783843Z","steps":["trace[576414685] 'read index received' (duration: 510.238849ms)","trace[576414685] 'applied index is now lower than readState.Index' (duration: 384.453964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:56.784948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.286385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:00:56.785117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.258939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:56.785208Z","caller":"traceutil/trace.go:171","msg":"trace[388369864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19203; }","duration":"539.652307ms","start":"2026-03-06T21:00:56.245511Z","end":"2026-03-06T21:00:56.785163Z","steps":["trace[388369864] 'agreement among raft nodes before linearized reading' (duration: 539.250078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:56.785255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:56.245496Z","time spent":"539.746768ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:00:56.785464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.443963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T21:00:56.785527Z","caller":"traceutil/trace.go:171","msg":"trace[168040543] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19203; }","duration":"509.514484ms","start":"2026-03-06T21:00:56.275999Z","end":"2026-03-06T21:00:56.785514Z","steps":["trace[168040543] 'agreement among raft nodes before linearized reading' (duration: 509.349961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:56.785576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:56.275994Z","time spent":"509.554235ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-06T21:00:56.785016Z","caller":"traceutil/trace.go:171","msg":"trace[1257028705] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19203; }","duration":"366.475619ms","start":"2026-03-06T21:00:56.418521Z","end":"2026-03-06T21:00:56.784997Z","steps":["trace[1257028705] 'agreement among raft nodes before linearized reading' (duration: 366.274035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:56.787072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:56.4185Z","time spent":"368.555383ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:00:57.533707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.845114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:00:57.533829Z","caller":"traceutil/trace.go:171","msg":"trace[733963262] linearizableReadLoop","detail":"{readStateIndex:19908; appliedIndex:19907; }","duration":"745.214207ms","start":"2026-03-06T21:00:56.788598Z","end":"2026-03-06T21:00:57.533813Z","steps":["trace[733963262] 'read index received' (duration: 389.113616ms)","trace[733963262] 'applied index is now lower than readState.Index' (duration: 356.099081ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:00:57.534028Z","caller":"traceutil/trace.go:171","msg":"trace[891465013] transaction","detail":"{read_only:false; response_revision:19204; number_of_response:1; }","duration":"745.493613ms","start":"2026-03-06T21:00:56.788519Z","end":"2026-03-06T21:00:57.534013Z","steps":["trace[891465013] 'process raft request' (duration: 389.25765ms)","trace[891465013] 'compare' (duration: 355.406035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:57.534087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:56.788509Z","time spent":"745.544804ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:00:57.534404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.372401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-06T21:00:57.534502Z","caller":"traceutil/trace.go:171","msg":"trace[1367055278] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19204; }","duration":"745.489963ms","start":"2026-03-06T21:00:56.788989Z","end":"2026-03-06T21:00:57.534479Z","steps":["trace[1367055278] 'agreement among raft nodes before linearized reading' (duration: 745.089074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:57.534556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:56.788983Z","time spent":"745.560264ms","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18597,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T21:00:57.534576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.630929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:00:57.534618Z","caller":"traceutil/trace.go:171","msg":"trace[1002280620] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19204; }","duration":"128.715681ms","start":"2026-03-06T21:00:57.405889Z","end":"2026-03-06T21:00:57.534604Z","steps":["trace[1002280620] 'agreement among raft nodes before linearized reading' (duration: 128.626799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:57.534634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.073085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:00:57.534642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.027074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0fa031c-1009-4325-be6b-511799832d70\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-06T21:00:57.534668Z","caller":"traceutil/trace.go:171","msg":"trace[898999804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19204; }","duration":"555.183858ms","start":"2026-03-06T21:00:56.979475Z","end":"2026-03-06T21:00:57.534658Z","steps":["trace[898999804] 'agreement among raft nodes before linearized reading' (duration: 555.066925ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:00:57.53469Z","caller":"traceutil/trace.go:171","msg":"trace[1756390915] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0fa031c-1009-4325-be6b-511799832d70; range_end:; response_count:1; response_revision:19204; }","duration":"746.114036ms","start":"2026-03-06T21:00:56.788562Z","end":"2026-03-06T21:00:57.534676Z","steps":["trace[1756390915] 'agreement among raft nodes before linearized reading' (duration: 745.956583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:57.534698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:56.979452Z","time spent":"555.239469ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:00:57.534714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:56.788546Z","time spent":"746.163797ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-e0fa031c-1009-4325-be6b-511799832d70\" "} {"level":"warn","ts":"2026-03-06T21:00:58.420066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.747524ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T21:00:58.420636Z","caller":"traceutil/trace.go:171","msg":"trace[1023450398] linearizableReadLoop","detail":"{readStateIndex:19910; appliedIndex:19908; }","duration":"875.532972ms","start":"2026-03-06T21:00:57.545085Z","end":"2026-03-06T21:00:58.420618Z","steps":["trace[1023450398] 'read index received' (duration: 272.298098ms)","trace[1023450398] 'applied index is now lower than readState.Index' (duration: 603.233884ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:00:58.420753Z","caller":"traceutil/trace.go:171","msg":"trace[961454410] transaction","detail":"{read_only:false; response_revision:19205; number_of_response:1; }","duration":"881.562935ms","start":"2026-03-06T21:00:57.539179Z","end":"2026-03-06T21:00:58.420742Z","steps":["trace[961454410] 'process raft request' (duration: 881.245007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:58.42079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:57.53564Z","time spent":"885.145774ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:00:58.420907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:57.539079Z","time spent":"881.706098ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:58.420926Z","caller":"traceutil/trace.go:171","msg":"trace[2056519488] transaction","detail":"{read_only:false; response_revision:19206; number_of_response:1; }","duration":"765.31281ms","start":"2026-03-06T21:00:57.655572Z","end":"2026-03-06T21:00:58.420885Z","steps":["trace[2056519488] 'process raft request' (duration: 765.006313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:58.421016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.912841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T21:00:58.4211Z","caller":"traceutil/trace.go:171","msg":"trace[1022866457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19206; }","duration":"876.024023ms","start":"2026-03-06T21:00:57.545054Z","end":"2026-03-06T21:00:58.421078Z","steps":["trace[1022866457] 'agreement among raft nodes before linearized reading' (duration: 875.85228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:58.421104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:57.655548Z","time spent":"765.467043ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:00:58.42114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:57.545045Z","time spent":"876.086786ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T21:00:59.171787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.606848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:00:59.171988Z","caller":"traceutil/trace.go:171","msg":"trace[1851628763] transaction","detail":"{read_only:false; response_revision:19207; number_of_response:1; }","duration":"1.280715432s","start":"2026-03-06T21:00:57.891248Z","end":"2026-03-06T21:00:59.171963Z","steps":["trace[1851628763] 'process raft request' (duration: 895.749266ms)","trace[1851628763] 'compare' (duration: 383.742818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:59.17209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:57.891218Z","time spent":"1.280826734s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:59.172268Z","caller":"traceutil/trace.go:171","msg":"trace[1412028014] transaction","detail":"{read_only:false; response_revision:19211; number_of_response:1; }","duration":"750.491943ms","start":"2026-03-06T21:00:58.42176Z","end":"2026-03-06T21:00:59.172252Z","steps":["trace[1412028014] 'process raft request' (duration: 750.464172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.172381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:58.421739Z","time spent":"750.576804ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:59.172507Z","caller":"traceutil/trace.go:171","msg":"trace[576736452] linearizableReadLoop","detail":"{readStateIndex:19915; appliedIndex:19911; }","duration":"751.827191ms","start":"2026-03-06T21:00:58.420674Z","end":"2026-03-06T21:00:59.172501Z","steps":["trace[576736452] 'read index received' (duration: 366.412986ms)","trace[576736452] 'applied index is now lower than readState.Index' (duration: 385.413525ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:00:59.172539Z","caller":"traceutil/trace.go:171","msg":"trace[1700411866] transaction","detail":"{read_only:false; response_revision:19210; number_of_response:1; }","duration":"1.11644038s","start":"2026-03-06T21:00:58.056069Z","end":"2026-03-06T21:00:59.172509Z","steps":["trace[1700411866] 'process raft request' (duration: 1.116126854s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.172593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.570955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:59.17262Z","caller":"traceutil/trace.go:171","msg":"trace[287639996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19211; }","duration":"926.634316ms","start":"2026-03-06T21:00:58.245981Z","end":"2026-03-06T21:00:59.172615Z","steps":["trace[287639996] 'agreement among raft nodes before linearized reading' (duration: 926.594395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.172634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:58.245958Z","time spent":"926.672437ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:00:59.172679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:58.056048Z","time spent":"1.116545422s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:59.172755Z","caller":"traceutil/trace.go:171","msg":"trace[1645552704] transaction","detail":"{read_only:false; response_revision:19208; number_of_response:1; }","duration":"1.281278864s","start":"2026-03-06T21:00:57.891445Z","end":"2026-03-06T21:00:59.172724Z","steps":["trace[1645552704] 'process raft request' (duration: 1.280454616s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.172865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.036104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:00:59.172883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.658069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:00:59.1729Z","caller":"traceutil/trace.go:171","msg":"trace[291155427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19211; }","duration":"384.685709ms","start":"2026-03-06T21:00:58.78821Z","end":"2026-03-06T21:00:59.172896Z","steps":["trace[291155427] 'agreement among raft nodes before linearized reading' (duration: 384.595937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:00:59.172902Z","caller":"traceutil/trace.go:171","msg":"trace[360996833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19211; }","duration":"625.104916ms","start":"2026-03-06T21:00:58.547786Z","end":"2026-03-06T21:00:59.172891Z","steps":["trace[360996833] 'agreement among raft nodes before linearized reading' (duration: 624.993563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.172913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:58.788206Z","time spent":"384.704139ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:00:59.172923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:58.547767Z","time spent":"625.151046ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:00:59.1728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116467981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:59.172969Z","caller":"traceutil/trace.go:171","msg":"trace[1780031266] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19211; }","duration":"1.116671485s","start":"2026-03-06T21:00:58.056281Z","end":"2026-03-06T21:00:59.172952Z","steps":["trace[1780031266] 'agreement among raft nodes before linearized reading' (duration: 1.11644617s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.172985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:58.056275Z","time spent":"1.116705526s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:00:59.172968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.035956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:00:59.173031Z","caller":"traceutil/trace.go:171","msg":"trace[573668249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19211; }","duration":"385.130638ms","start":"2026-03-06T21:00:58.787883Z","end":"2026-03-06T21:00:59.173014Z","steps":["trace[573668249] 'agreement among raft nodes before linearized reading' (duration: 384.945904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.173075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:58.787866Z","time spent":"385.196389ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:00:59.173091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:57.891435Z","time spent":"1.281460918s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:00:59.173272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.816296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:59.17411Z","caller":"traceutil/trace.go:171","msg":"trace[1775997227] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19211; }","duration":"127.128345ms","start":"2026-03-06T21:00:59.046971Z","end":"2026-03-06T21:00:59.1741Z","steps":["trace[1775997227] 'agreement among raft nodes before linearized reading' (duration: 125.818827ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:00:59.174512Z","caller":"traceutil/trace.go:171","msg":"trace[772349375] transaction","detail":"{read_only:false; response_revision:19209; number_of_response:1; }","duration":"1.277020801s","start":"2026-03-06T21:00:57.895658Z","end":"2026-03-06T21:00:59.172679Z","steps":["trace[772349375] 'process raft request' (duration: 1.2764829s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.174725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:57.89565Z","time spent":"1.278984425s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:00:59.535686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.840187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:59.536988Z","caller":"traceutil/trace.go:171","msg":"trace[888715919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19211; }","duration":"102.147686ms","start":"2026-03-06T21:00:59.434813Z","end":"2026-03-06T21:00:59.53696Z","steps":["trace[888715919] 'range keys from in-memory index tree' (duration: 100.824357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.53633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.772245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:00:59.537434Z","caller":"traceutil/trace.go:171","msg":"trace[1613240622] transaction","detail":"{read_only:false; response_revision:19212; number_of_response:1; }","duration":"360.031126ms","start":"2026-03-06T21:00:59.177382Z","end":"2026-03-06T21:00:59.537413Z","steps":["trace[1613240622] 'process raft request' (duration: 108.094847ms)","trace[1613240622] 'compare' (duration: 250.217032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:59.537622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.195176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:00:59.537668Z","caller":"traceutil/trace.go:171","msg":"trace[1561885319] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19214; }","duration":"353.269288ms","start":"2026-03-06T21:00:59.184389Z","end":"2026-03-06T21:00:59.537658Z","steps":["trace[1561885319] 'agreement among raft nodes before linearized reading' (duration: 353.096944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.537704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:59.18438Z","time spent":"353.315069ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:00:59.537883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:59.177368Z","time spent":"360.153989ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:59.538012Z","caller":"traceutil/trace.go:171","msg":"trace[1376213331] transaction","detail":"{read_only:false; response_revision:19213; number_of_response:1; }","duration":"360.081717ms","start":"2026-03-06T21:00:59.177917Z","end":"2026-03-06T21:00:59.537998Z","steps":["trace[1376213331] 'process raft request' (duration: 359.352481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.538101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:59.177901Z","time spent":"360.149069ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:59.538232Z","caller":"traceutil/trace.go:171","msg":"trace[339796501] transaction","detail":"{read_only:false; response_revision:19214; number_of_response:1; }","duration":"359.444304ms","start":"2026-03-06T21:00:59.178778Z","end":"2026-03-06T21:00:59.538222Z","steps":["trace[339796501] 'process raft request' (duration: 358.601766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:00:59.538293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:00:59.178769Z","time spent":"359.492865ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:00:59.53744Z","caller":"traceutil/trace.go:171","msg":"trace[1356607253] linearizableReadLoop","detail":"{readStateIndex:19919; appliedIndex:19916; }","duration":"353.007912ms","start":"2026-03-06T21:00:59.184408Z","end":"2026-03-06T21:00:59.537416Z","steps":["trace[1356607253] 'read index received' (duration: 101.157134ms)","trace[1356607253] 'applied index is now lower than readState.Index' (duration: 251.849838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:00:59.538618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.42064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:00:59.538656Z","caller":"traceutil/trace.go:171","msg":"trace[128129960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19214; }","duration":"292.500972ms","start":"2026-03-06T21:00:59.246145Z","end":"2026-03-06T21:00:59.538646Z","steps":["trace[128129960] 'agreement among raft nodes before linearized reading' (duration: 292.445681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:01:17.728148Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":20005,"local-member-snapshot-index":10004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:01:17.733791Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20005} {"level":"info","ts":"2026-03-06T21:01:17.733914Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15005} {"level":"info","ts":"2026-03-06T21:02:28.099484Z","caller":"traceutil/trace.go:171","msg":"trace[662087165] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"270.717245ms","start":"2026-03-06T21:02:27.828745Z","end":"2026-03-06T21:02:28.099462Z","steps":["trace[662087165] 'process raft request' (duration: 270.45844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:28.100799Z","caller":"traceutil/trace.go:171","msg":"trace[523319386] transaction","detail":"{read_only:false; response_revision:19894; number_of_response:1; }","duration":"186.856847ms","start":"2026-03-06T21:02:27.913914Z","end":"2026-03-06T21:02:28.100771Z","steps":["trace[523319386] 'process raft request' (duration: 186.810106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:28.10094Z","caller":"traceutil/trace.go:171","msg":"trace[712489230] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"220.502218ms","start":"2026-03-06T21:02:27.880373Z","end":"2026-03-06T21:02:28.100875Z","steps":["trace[712489230] 'process raft request' (duration: 220.14409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:36.479109Z","caller":"traceutil/trace.go:171","msg":"trace[570617216] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"107.011017ms","start":"2026-03-06T21:02:36.372069Z","end":"2026-03-06T21:02:36.47908Z","steps":["trace[570617216] 'process raft request' (duration: 77.809964ms)","trace[570617216] 'compare' (duration: 29.083281ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:02:36.47934Z","caller":"traceutil/trace.go:171","msg":"trace[711466839] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"104.744797ms","start":"2026-03-06T21:02:36.374577Z","end":"2026-03-06T21:02:36.479322Z","steps":["trace[711466839] 'process raft request' (duration: 104.694876ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:36.479526Z","caller":"traceutil/trace.go:171","msg":"trace[1360658653] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"107.16414ms","start":"2026-03-06T21:02:36.37235Z","end":"2026-03-06T21:02:36.479514Z","steps":["trace[1360658653] 'process raft request' (duration: 106.837903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:04:03.695364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18404} {"level":"info","ts":"2026-03-06T21:04:03.800107Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18404,"took":"101.447465ms","hash":3137770284,"current-db-size-bytes":43671552,"current-db-size":"44 MB","current-db-size-in-use-bytes":30322688,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T21:04:03.800157Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3137770284,"revision":18404,"compact-revision":16210} {"level":"info","ts":"2026-03-06T21:04:56.022006Z","caller":"traceutil/trace.go:171","msg":"trace[2059572816] transaction","detail":"{read_only:false; response_revision:20906; number_of_response:1; }","duration":"185.914177ms","start":"2026-03-06T21:04:55.836061Z","end":"2026-03-06T21:04:56.021975Z","steps":["trace[2059572816] 'process raft request' (duration: 185.727713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:01.473318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.600919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:05:01.473395Z","caller":"traceutil/trace.go:171","msg":"trace[1823362009] linearizableReadLoop","detail":"{readStateIndex:21840; appliedIndex:21839; }","duration":"229.181639ms","start":"2026-03-06T21:05:01.2442Z","end":"2026-03-06T21:05:01.473381Z","steps":["trace[1823362009] 'read index received' (duration: 24.53425ms)","trace[1823362009] 'applied index is now lower than readState.Index' (duration: 204.646539ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:05:01.47351Z","caller":"traceutil/trace.go:171","msg":"trace[407178060] transaction","detail":"{read_only:false; response_revision:21069; number_of_response:1; }","duration":"276.85831ms","start":"2026-03-06T21:05:01.196645Z","end":"2026-03-06T21:05:01.473504Z","steps":["trace[407178060] 'process raft request' (duration: 72.019337ms)","trace[407178060] 'compare' (duration: 204.489545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:05:01.473717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.552058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:01.473738Z","caller":"traceutil/trace.go:171","msg":"trace[83396807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21069; }","duration":"229.615169ms","start":"2026-03-06T21:05:01.244118Z","end":"2026-03-06T21:05:01.473733Z","steps":["trace[83396807] 'agreement among raft nodes before linearized reading' (duration: 229.520457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:01.473945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.33544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4969"} {"level":"info","ts":"2026-03-06T21:05:01.473968Z","caller":"traceutil/trace.go:171","msg":"trace[2137968486] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:21069; }","duration":"158.37267ms","start":"2026-03-06T21:05:01.315589Z","end":"2026-03-06T21:05:01.473962Z","steps":["trace[2137968486] 'agreement among raft nodes before linearized reading' (duration: 158.293198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:01.47398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.403301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-06T21:05:01.474079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.406711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12660"} {"level":"info","ts":"2026-03-06T21:05:01.474074Z","caller":"traceutil/trace.go:171","msg":"trace[345742991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21069; }","duration":"178.543034ms","start":"2026-03-06T21:05:01.295514Z","end":"2026-03-06T21:05:01.474057Z","steps":["trace[345742991] 'agreement among raft nodes before linearized reading' (duration: 178.313029ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:01.474101Z","caller":"traceutil/trace.go:171","msg":"trace[526666233] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:21069; }","duration":"158.465242ms","start":"2026-03-06T21:05:01.315631Z","end":"2026-03-06T21:05:01.474096Z","steps":["trace[526666233] 'agreement among raft nodes before linearized reading' (duration: 158.411621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:01.474109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.346519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7374"} {"level":"info","ts":"2026-03-06T21:05:01.474152Z","caller":"traceutil/trace.go:171","msg":"trace[1172789689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:21069; }","duration":"158.3807ms","start":"2026-03-06T21:05:01.315757Z","end":"2026-03-06T21:05:01.474138Z","steps":["trace[1172789689] 'agreement among raft nodes before linearized reading' (duration: 158.306748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:01.474005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.229717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7069"} {"level":"warn","ts":"2026-03-06T21:05:01.474294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.195918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-06T21:05:01.474315Z","caller":"traceutil/trace.go:171","msg":"trace[1358992768] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:21069; }","duration":"159.237749ms","start":"2026-03-06T21:05:01.315073Z","end":"2026-03-06T21:05:01.474311Z","steps":["trace[1358992768] 'agreement among raft nodes before linearized reading' (duration: 159.183717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:01.474363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.601385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5102"} {"level":"info","ts":"2026-03-06T21:05:01.474392Z","caller":"traceutil/trace.go:171","msg":"trace[1578462486] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:21069; }","duration":"158.644376ms","start":"2026-03-06T21:05:01.315738Z","end":"2026-03-06T21:05:01.474382Z","steps":["trace[1578462486] 'agreement among raft nodes before linearized reading' (duration: 158.579355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:01.474413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.233709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-06T21:05:01.474442Z","caller":"traceutil/trace.go:171","msg":"trace[802982979] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:21069; }","duration":"159.29172ms","start":"2026-03-06T21:05:01.315135Z","end":"2026-03-06T21:05:01.474427Z","steps":["trace[802982979] 'agreement among raft nodes before linearized reading' (duration: 159.249829ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:01.474288Z","caller":"traceutil/trace.go:171","msg":"trace[1902391640] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:21069; }","duration":"158.544264ms","start":"2026-03-06T21:05:01.315733Z","end":"2026-03-06T21:05:01.474278Z","steps":["trace[1902391640] 'agreement among raft nodes before linearized reading' (duration: 158.112165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:03.806062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.660613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:05:03.806421Z","caller":"traceutil/trace.go:171","msg":"trace[1007403153] linearizableReadLoop","detail":"{readStateIndex:21866; appliedIndex:21865; }","duration":"339.130752ms","start":"2026-03-06T21:05:03.467267Z","end":"2026-03-06T21:05:03.806398Z","steps":["trace[1007403153] 'read index received' (duration: 136.938367ms)","trace[1007403153] 'applied index is now lower than readState.Index' (duration: 202.189935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:05:03.806559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.283915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:05:03.806618Z","caller":"traceutil/trace.go:171","msg":"trace[1492114389] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21094; }","duration":"339.395008ms","start":"2026-03-06T21:05:03.46721Z","end":"2026-03-06T21:05:03.806605Z","steps":["trace[1492114389] 'agreement among raft nodes before linearized reading' (duration: 339.259745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:03.806642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:03.467191Z","time spent":"339.44609ms","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:05:03.806482Z","caller":"traceutil/trace.go:171","msg":"trace[1800156901] transaction","detail":"{read_only:false; response_revision:21094; number_of_response:1; }","duration":"441.590659ms","start":"2026-03-06T21:05:03.364856Z","end":"2026-03-06T21:05:03.806447Z","steps":["trace[1800156901] 'process raft request' (duration: 239.430825ms)","trace[1800156901] 'compare' (duration: 201.240704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:05:03.806789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:03.364837Z","time spent":"441.872496ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:05:03.807097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.25905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/providers.clusterctl.cluster.x-k8s.io\" ","response":"range_response_count:1 size:4247"} {"level":"info","ts":"2026-03-06T21:05:03.807185Z","caller":"traceutil/trace.go:171","msg":"trace[589621695] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/providers.clusterctl.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21094; }","duration":"267.388372ms","start":"2026-03-06T21:05:03.539778Z","end":"2026-03-06T21:05:03.807166Z","steps":["trace[589621695] 'agreement among raft nodes before linearized reading' (duration: 267.223258ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:08.013958Z","caller":"traceutil/trace.go:171","msg":"trace[898114922] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"146.186641ms","start":"2026-03-06T21:05:07.867749Z","end":"2026-03-06T21:05:08.013935Z","steps":["trace[898114922] 'process raft request' (duration: 146.14524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:08.01404Z","caller":"traceutil/trace.go:171","msg":"trace[1629155784] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"194.135577ms","start":"2026-03-06T21:05:07.819869Z","end":"2026-03-06T21:05:08.014004Z","steps":["trace[1629155784] 'process raft request' (duration: 94.534203ms)","trace[1629155784] 'compare' (duration: 99.349139ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:05:08.014056Z","caller":"traceutil/trace.go:171","msg":"trace[123349653] linearizableReadLoop","detail":"{readStateIndex:22239; appliedIndex:22238; }","duration":"151.398516ms","start":"2026-03-06T21:05:07.862622Z","end":"2026-03-06T21:05:08.01402Z","steps":["trace[123349653] 'read index received' (duration: 51.794441ms)","trace[123349653] 'applied index is now lower than readState.Index' (duration: 99.600544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:05:08.015161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.508851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212407"} {"level":"info","ts":"2026-03-06T21:05:08.015243Z","caller":"traceutil/trace.go:171","msg":"trace[643956892] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21459; }","duration":"152.647144ms","start":"2026-03-06T21:05:07.862586Z","end":"2026-03-06T21:05:08.015233Z","steps":["trace[643956892] 'agreement among raft nodes before linearized reading' (duration: 151.58028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.493353Z","caller":"traceutil/trace.go:171","msg":"trace[1991837490] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"470.537278ms","start":"2026-03-06T21:05:09.022755Z","end":"2026-03-06T21:05:09.493292Z","steps":["trace[1991837490] 'process raft request' (duration: 469.898094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.493642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:09.022726Z","time spent":"470.746793ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:05:09.494104Z","caller":"traceutil/trace.go:171","msg":"trace[632224614] linearizableReadLoop","detail":"{readStateIndex:22280; appliedIndex:22279; }","duration":"364.892691ms","start":"2026-03-06T21:05:09.12918Z","end":"2026-03-06T21:05:09.494073Z","steps":["trace[632224614] 'read index received' (duration: 364.615005ms)","trace[632224614] 'applied index is now lower than readState.Index' (duration: 276.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:05:09.494256Z","caller":"traceutil/trace.go:171","msg":"trace[583456285] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"379.195516ms","start":"2026-03-06T21:05:09.115046Z","end":"2026-03-06T21:05:09.494241Z","steps":["trace[583456285] 'process raft request' (duration: 378.844438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.494416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:09.115015Z","time spent":"379.277868ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:05:09.494969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.442306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T21:05:09.495052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.39812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495067Z","caller":"traceutil/trace.go:171","msg":"trace[1452520050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21499; }","duration":"362.575609ms","start":"2026-03-06T21:05:09.132465Z","end":"2026-03-06T21:05:09.495041Z","steps":["trace[1452520050] 'agreement among raft nodes before linearized reading' (duration: 362.364104ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.495104Z","caller":"traceutil/trace.go:171","msg":"trace[1380417778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21499; }","duration":"158.467861ms","start":"2026-03-06T21:05:09.336623Z","end":"2026-03-06T21:05:09.495091Z","steps":["trace[1380417778] 'agreement among raft nodes before linearized reading' (duration: 158.375039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.574785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.884021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.065005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.601015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.842371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.058965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495362Z","caller":"traceutil/trace.go:171","msg":"trace[1933843984] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21499; }","duration":"193.908642ms","start":"2026-03-06T21:05:09.301441Z","end":"2026-03-06T21:05:09.49535Z","steps":["trace[1933843984] 'agreement among raft nodes before linearized reading' (duration: 193.84834ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.495372Z","caller":"traceutil/trace.go:171","msg":"trace[1029510459] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21499; }","duration":"228.120316ms","start":"2026-03-06T21:05:09.26724Z","end":"2026-03-06T21:05:09.495361Z","steps":["trace[1029510459] 'agreement among raft nodes before linearized reading' (duration: 228.047494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.898109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.4954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.22726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:05:09.495423Z","caller":"traceutil/trace.go:171","msg":"trace[1931796154] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21499; }","duration":"162.980311ms","start":"2026-03-06T21:05:09.332429Z","end":"2026-03-06T21:05:09.495409Z","steps":["trace[1931796154] 'agreement among raft nodes before linearized reading' (duration: 162.9127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.495435Z","caller":"traceutil/trace.go:171","msg":"trace[103189330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21499; }","duration":"366.304221ms","start":"2026-03-06T21:05:09.129123Z","end":"2026-03-06T21:05:09.495427Z","steps":["trace[103189330] 'agreement among raft nodes before linearized reading' (duration: 366.153558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.473006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:09.129103Z","time spent":"366.358853ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:05:09.495494Z","caller":"traceutil/trace.go:171","msg":"trace[1902423487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21499; }","duration":"244.532628ms","start":"2026-03-06T21:05:09.250948Z","end":"2026-03-06T21:05:09.49548Z","steps":["trace[1902423487] 'agreement among raft nodes before linearized reading' (duration: 244.461496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.378413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495566Z","caller":"traceutil/trace.go:171","msg":"trace[488755875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21499; }","duration":"278.429834ms","start":"2026-03-06T21:05:09.217117Z","end":"2026-03-06T21:05:09.495547Z","steps":["trace[488755875] 'agreement among raft nodes before linearized reading' (duration: 278.357552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.802581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:05:09.495647Z","caller":"traceutil/trace.go:171","msg":"trace[714736164] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21499; }","duration":"120.848352ms","start":"2026-03-06T21:05:09.374791Z","end":"2026-03-06T21:05:09.49564Z","steps":["trace[714736164] 'agreement among raft nodes before linearized reading' (duration: 120.77755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.905483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495312Z","caller":"traceutil/trace.go:171","msg":"trace[2124696414] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21499; }","duration":"169.176447ms","start":"2026-03-06T21:05:09.326114Z","end":"2026-03-06T21:05:09.49529Z","steps":["trace[2124696414] 'agreement among raft nodes before linearized reading' (duration: 169.051385ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.49573Z","caller":"traceutil/trace.go:171","msg":"trace[782193501] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21499; }","duration":"292.992456ms","start":"2026-03-06T21:05:09.202723Z","end":"2026-03-06T21:05:09.495715Z","steps":["trace[782193501] 'agreement among raft nodes before linearized reading' (duration: 292.902444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.912755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.734064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495841Z","caller":"traceutil/trace.go:171","msg":"trace[1628241683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21499; }","duration":"245.004768ms","start":"2026-03-06T21:05:09.250821Z","end":"2026-03-06T21:05:09.495826Z","steps":["trace[1628241683] 'agreement among raft nodes before linearized reading' (duration: 244.901456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.758522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495929Z","caller":"traceutil/trace.go:171","msg":"trace[1222634875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21499; }","duration":"278.847474ms","start":"2026-03-06T21:05:09.217066Z","end":"2026-03-06T21:05:09.495914Z","steps":["trace[1222634875] 'agreement among raft nodes before linearized reading' (duration: 278.758362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.496025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.69036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T21:05:09.496082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.419635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.496097Z","caller":"traceutil/trace.go:171","msg":"trace[653320031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21499; }","duration":"332.788842ms","start":"2026-03-06T21:05:09.16329Z","end":"2026-03-06T21:05:09.496078Z","steps":["trace[653320031] 'agreement among raft nodes before linearized reading' (duration: 332.591617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.021389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495856Z","caller":"traceutil/trace.go:171","msg":"trace[87068410] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21499; }","duration":"147.774526ms","start":"2026-03-06T21:05:09.348073Z","end":"2026-03-06T21:05:09.495847Z","steps":["trace[87068410] 'agreement among raft nodes before linearized reading' (duration: 147.735935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.496143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:09.163273Z","time spent":"332.858324ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:05:09.496209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.769545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.496246Z","caller":"traceutil/trace.go:171","msg":"trace[1254337928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21499; }","duration":"265.844117ms","start":"2026-03-06T21:05:09.230392Z","end":"2026-03-06T21:05:09.496236Z","steps":["trace[1254337928] 'agreement among raft nodes before linearized reading' (duration: 265.778195ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.496177Z","caller":"traceutil/trace.go:171","msg":"trace[2048428036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21499; }","duration":"265.798286ms","start":"2026-03-06T21:05:09.230351Z","end":"2026-03-06T21:05:09.496149Z","steps":["trace[2048428036] 'agreement among raft nodes before linearized reading' (duration: 264.998279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.495201Z","caller":"traceutil/trace.go:171","msg":"trace[809470370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21499; }","duration":"193.654647ms","start":"2026-03-06T21:05:09.301526Z","end":"2026-03-06T21:05:09.495181Z","steps":["trace[809470370] 'agreement among raft nodes before linearized reading' (duration: 193.556665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.502505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.496402Z","caller":"traceutil/trace.go:171","msg":"trace[1362963397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21499; }","duration":"293.513067ms","start":"2026-03-06T21:05:09.202876Z","end":"2026-03-06T21:05:09.496389Z","steps":["trace[1362963397] 'agreement among raft nodes before linearized reading' (duration: 292.480404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.49579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.731612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:05:09.495261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.735259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.496505Z","caller":"traceutil/trace.go:171","msg":"trace[1669052068] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21499; }","duration":"194.981207ms","start":"2026-03-06T21:05:09.301513Z","end":"2026-03-06T21:05:09.496495Z","steps":["trace[1669052068] 'agreement among raft nodes before linearized reading' (duration: 193.718498ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.496507Z","caller":"traceutil/trace.go:171","msg":"trace[1707252393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21499; }","duration":"147.437298ms","start":"2026-03-06T21:05:09.349051Z","end":"2026-03-06T21:05:09.496488Z","steps":["trace[1707252393] 'agreement among raft nodes before linearized reading' (duration: 146.715802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.881588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.495316Z","caller":"traceutil/trace.go:171","msg":"trace[1651445393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21499; }","duration":"158.708158ms","start":"2026-03-06T21:05:09.336592Z","end":"2026-03-06T21:05:09.4953Z","steps":["trace[1651445393] 'agreement among raft nodes before linearized reading' (duration: 158.566055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.496143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.123751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.496589Z","caller":"traceutil/trace.go:171","msg":"trace[1256261325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21499; }","duration":"148.552803ms","start":"2026-03-06T21:05:09.348016Z","end":"2026-03-06T21:05:09.496569Z","steps":["trace[1256261325] 'agreement among raft nodes before linearized reading' (duration: 147.861987ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.49662Z","caller":"traceutil/trace.go:171","msg":"trace[835066707] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21499; }","duration":"266.225576ms","start":"2026-03-06T21:05:09.230388Z","end":"2026-03-06T21:05:09.496614Z","steps":["trace[835066707] 'agreement among raft nodes before linearized reading' (duration: 265.729954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:09.132447Z","time spent":"362.663711ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:05:09.495253Z","caller":"traceutil/trace.go:171","msg":"trace[250565694] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21499; }","duration":"227.994263ms","start":"2026-03-06T21:05:09.267243Z","end":"2026-03-06T21:05:09.495237Z","steps":["trace[250565694] 'agreement among raft nodes before linearized reading' (duration: 227.907001ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:09.496127Z","caller":"traceutil/trace.go:171","msg":"trace[433257773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21499; }","duration":"249.498377ms","start":"2026-03-06T21:05:09.246615Z","end":"2026-03-06T21:05:09.496113Z","steps":["trace[433257773] 'agreement among raft nodes before linearized reading' (duration: 249.417176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:09.495036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.782909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:09.496995Z","caller":"traceutil/trace.go:171","msg":"trace[1976013068] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21499; }","duration":"195.791164ms","start":"2026-03-06T21:05:09.301186Z","end":"2026-03-06T21:05:09.496977Z","steps":["trace[1976013068] 'agreement among raft nodes before linearized reading' (duration: 193.760219ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:10.383052Z","caller":"traceutil/trace.go:171","msg":"trace[726459119] linearizableReadLoop","detail":"{readStateIndex:22310; appliedIndex:22309; }","duration":"189.946255ms","start":"2026-03-06T21:05:10.19308Z","end":"2026-03-06T21:05:10.383026Z","steps":["trace[726459119] 'read index received' (duration: 189.677149ms)","trace[726459119] 'applied index is now lower than readState.Index' (duration: 267.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:05:10.383203Z","caller":"traceutil/trace.go:171","msg":"trace[2129245303] transaction","detail":"{read_only:false; response_revision:21529; number_of_response:1; }","duration":"219.989916ms","start":"2026-03-06T21:05:10.163176Z","end":"2026-03-06T21:05:10.383166Z","steps":["trace[2129245303] 'process raft request' (duration: 219.648339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:10.383263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.15514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:10.383305Z","caller":"traceutil/trace.go:171","msg":"trace[1819661983] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21529; }","duration":"190.257552ms","start":"2026-03-06T21:05:10.193036Z","end":"2026-03-06T21:05:10.383293Z","steps":["trace[1819661983] 'agreement among raft nodes before linearized reading' (duration: 190.136179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:10.383325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.13981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:10.383389Z","caller":"traceutil/trace.go:171","msg":"trace[1059009142] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21529; }","duration":"190.240002ms","start":"2026-03-06T21:05:10.193134Z","end":"2026-03-06T21:05:10.383374Z","steps":["trace[1059009142] 'agreement among raft nodes before linearized reading' (duration: 190.092139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:10.383428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.568646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:10.383464Z","caller":"traceutil/trace.go:171","msg":"trace[1554472189] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21529; }","duration":"174.609966ms","start":"2026-03-06T21:05:10.208844Z","end":"2026-03-06T21:05:10.383454Z","steps":["trace[1554472189] 'agreement among raft nodes before linearized reading' (duration: 174.546095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:10.383603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.703729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:10.38376Z","caller":"traceutil/trace.go:171","msg":"trace[1236791128] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21529; }","duration":"174.950044ms","start":"2026-03-06T21:05:10.208782Z","end":"2026-03-06T21:05:10.383732Z","steps":["trace[1236791128] 'agreement among raft nodes before linearized reading' (duration: 174.636998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:10.384537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.837952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:10.384611Z","caller":"traceutil/trace.go:171","msg":"trace[2038150300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0; response_count:0; response_revision:21529; }","duration":"175.543118ms","start":"2026-03-06T21:05:10.209048Z","end":"2026-03-06T21:05:10.384591Z","steps":["trace[2038150300] 'agreement among raft nodes before linearized reading' (duration: 174.413033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:12.012767Z","caller":"traceutil/trace.go:171","msg":"trace[1578407841] transaction","detail":"{read_only:false; response_revision:21564; number_of_response:1; }","duration":"400.574267ms","start":"2026-03-06T21:05:11.612152Z","end":"2026-03-06T21:05:12.012727Z","steps":["trace[1578407841] 'process raft request' (duration: 377.326924ms)","trace[1578407841] 'compare' (duration: 22.905816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:05:12.012915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:11.612117Z","time spent":"400.72614ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:05:12.016029Z","caller":"traceutil/trace.go:171","msg":"trace[1439542284] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21565; }","duration":"399.389361ms","start":"2026-03-06T21:05:11.616602Z","end":"2026-03-06T21:05:12.015991Z","steps":["trace[1439542284] 'process raft request' (duration: 399.116095ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:12.016083Z","caller":"traceutil/trace.go:171","msg":"trace[2120008131] linearizableReadLoop","detail":"{readStateIndex:22346; appliedIndex:22344; }","duration":"393.05149ms","start":"2026-03-06T21:05:11.623006Z","end":"2026-03-06T21:05:12.016057Z","steps":["trace[2120008131] 'read index received' (duration: 366.539827ms)","trace[2120008131] 'applied index is now lower than readState.Index' (duration: 26.511033ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:05:12.016356Z","caller":"traceutil/trace.go:171","msg":"trace[198044560] transaction","detail":"{read_only:false; response_revision:21566; number_of_response:1; }","duration":"380.476354ms","start":"2026-03-06T21:05:11.635868Z","end":"2026-03-06T21:05:12.016345Z","steps":["trace[198044560] 'process raft request' (duration: 379.960112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:12.016412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:11.63584Z","time spent":"380.537025ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129374,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:05:12.016426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:11.616581Z","time spent":"399.516423ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":42,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-06T21:05:12.016499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.48817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-03-06T21:05:12.016525Z","caller":"traceutil/trace.go:171","msg":"trace[809438520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21566; }","duration":"393.579381ms","start":"2026-03-06T21:05:11.622938Z","end":"2026-03-06T21:05:12.016518Z","steps":["trace[809438520] 'agreement among raft nodes before linearized reading' (duration: 393.388757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:12.016554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:05:11.622926Z","time spent":"393.622563ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":137838,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-06T21:05:16.260839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.560357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T21:05:16.260933Z","caller":"traceutil/trace.go:171","msg":"trace[1290051742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21661; }","duration":"125.70744ms","start":"2026-03-06T21:05:16.135207Z","end":"2026-03-06T21:05:16.260914Z","steps":["trace[1290051742] 'range keys from in-memory index tree' (duration: 125.390963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:16.369158Z","caller":"traceutil/trace.go:171","msg":"trace[666754755] linearizableReadLoop","detail":"{readStateIndex:22444; appliedIndex:22443; }","duration":"125.149958ms","start":"2026-03-06T21:05:16.243976Z","end":"2026-03-06T21:05:16.369126Z","steps":["trace[666754755] 'read index received' (duration: 125.016805ms)","trace[666754755] 'applied index is now lower than readState.Index' (duration: 132.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:05:16.369234Z","caller":"traceutil/trace.go:171","msg":"trace[622626951] transaction","detail":"{read_only:false; response_revision:21662; number_of_response:1; }","duration":"228.168048ms","start":"2026-03-06T21:05:16.141037Z","end":"2026-03-06T21:05:16.369205Z","steps":["trace[622626951] 'process raft request' (duration: 227.929603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:05:16.369375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.373663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:05:16.369464Z","caller":"traceutil/trace.go:171","msg":"trace[1878626382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21662; }","duration":"125.520136ms","start":"2026-03-06T21:05:16.243923Z","end":"2026-03-06T21:05:16.369443Z","steps":["trace[1878626382] 'agreement among raft nodes before linearized reading' (duration: 125.320752ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:05:16.378486Z","caller":"traceutil/trace.go:171","msg":"trace[889273377] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"113.353697ms","start":"2026-03-06T21:05:16.26512Z","end":"2026-03-06T21:05:16.378474Z","steps":["trace[889273377] 'process raft request' (duration: 113.072491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:28.056155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.29784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:06:28.056285Z","caller":"traceutil/trace.go:171","msg":"trace[1522809845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22431; }","duration":"100.489185ms","start":"2026-03-06T21:06:27.955777Z","end":"2026-03-06T21:06:28.056266Z","steps":["trace[1522809845] 'range keys from in-memory index tree' (duration: 100.096646ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:40.842194Z","caller":"traceutil/trace.go:171","msg":"trace[759694006] transaction","detail":"{read_only:false; response_revision:22525; number_of_response:1; }","duration":"299.682423ms","start":"2026-03-06T21:06:40.542455Z","end":"2026-03-06T21:06:40.842138Z","steps":["trace[759694006] 'process raft request' (duration: 299.442908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:34.412004Z","caller":"traceutil/trace.go:171","msg":"trace[1064262276] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"486.291796ms","start":"2026-03-06T21:08:33.925688Z","end":"2026-03-06T21:08:34.41198Z","steps":["trace[1064262276] 'process raft request' (duration: 486.147063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:34.412153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:33.925662Z","time spent":"486.416098ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:34.412162Z","caller":"traceutil/trace.go:171","msg":"trace[247298831] linearizableReadLoop","detail":"{readStateIndex:24399; appliedIndex:24399; }","duration":"183.510995ms","start":"2026-03-06T21:08:34.228594Z","end":"2026-03-06T21:08:34.412105Z","steps":["trace[247298831] 'read index received' (duration: 183.467724ms)","trace[247298831] 'applied index is now lower than readState.Index' (duration: 21.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:34.412469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.843742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:34.412566Z","caller":"traceutil/trace.go:171","msg":"trace[245073248] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23563; }","duration":"184.008805ms","start":"2026-03-06T21:08:34.228533Z","end":"2026-03-06T21:08:34.412542Z","steps":["trace[245073248] 'agreement among raft nodes before linearized reading' (duration: 183.829671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:34.422088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.274412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:34.422157Z","caller":"traceutil/trace.go:171","msg":"trace[946032807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23564; }","duration":"175.402964ms","start":"2026-03-06T21:08:34.246738Z","end":"2026-03-06T21:08:34.422141Z","steps":["trace[946032807] 'agreement among raft nodes before linearized reading' (duration: 175.250201ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:39.025379Z","caller":"traceutil/trace.go:171","msg":"trace[1906313954] linearizableReadLoop","detail":"{readStateIndex:24432; appliedIndex:24431; }","duration":"230.11174ms","start":"2026-03-06T21:08:38.795243Z","end":"2026-03-06T21:08:39.025355Z","steps":["trace[1906313954] 'read index received' (duration: 229.931416ms)","trace[1906313954] 'applied index is now lower than readState.Index' (duration: 179.294µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:39.02554Z","caller":"traceutil/trace.go:171","msg":"trace[899934840] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"235.484238ms","start":"2026-03-06T21:08:38.789929Z","end":"2026-03-06T21:08:39.025413Z","steps":["trace[899934840] 'process raft request' (duration: 235.248503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:39.025613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.355946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:08:39.025694Z","caller":"traceutil/trace.go:171","msg":"trace[203155434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23595; }","duration":"230.501409ms","start":"2026-03-06T21:08:38.795176Z","end":"2026-03-06T21:08:39.025677Z","steps":["trace[203155434] 'agreement among raft nodes before linearized reading' (duration: 230.270924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:39.026816Z","caller":"traceutil/trace.go:171","msg":"trace[53259953] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"112.801905ms","start":"2026-03-06T21:08:38.913991Z","end":"2026-03-06T21:08:39.026793Z","steps":["trace[53259953] 'process raft request' (duration: 112.600411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:39.027018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.021631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:08:39.02716Z","caller":"traceutil/trace.go:171","msg":"trace[1960194973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23596; }","duration":"182.176714ms","start":"2026-03-06T21:08:38.844938Z","end":"2026-03-06T21:08:39.027114Z","steps":["trace[1960194973] 'agreement among raft nodes before linearized reading' (duration: 181.874127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:39.027515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.684605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:08:39.02756Z","caller":"traceutil/trace.go:171","msg":"trace[1493537161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23596; }","duration":"182.746606ms","start":"2026-03-06T21:08:38.844803Z","end":"2026-03-06T21:08:39.02755Z","steps":["trace[1493537161] 'agreement among raft nodes before linearized reading' (duration: 181.954639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:40.335353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:08:40.360299Z","caller":"traceutil/trace.go:171","msg":"trace[202638894] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"558.468615ms","start":"2026-03-06T21:08:39.8018Z","end":"2026-03-06T21:08:40.360268Z","steps":["trace[202638894] 'process raft request' (duration: 556.302717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:40.360597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:39.801771Z","time spent":"558.73945ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:40.921948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.548815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:40.922082Z","caller":"traceutil/trace.go:171","msg":"trace[1358288283] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"483.540715ms","start":"2026-03-06T21:08:40.43853Z","end":"2026-03-06T21:08:40.922071Z","steps":["trace[1358288283] 'process raft request' (duration: 483.513024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:40.92212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:40.438511Z","time spent":"483.593016ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:40.922274Z","caller":"traceutil/trace.go:171","msg":"trace[1268472325] linearizableReadLoop","detail":"{readStateIndex:24444; appliedIndex:24442; }","duration":"1.087901962s","start":"2026-03-06T21:08:39.834365Z","end":"2026-03-06T21:08:40.922267Z","steps":["trace[1268472325] 'read index received' (duration: 523.73894ms)","trace[1268472325] 'applied index is now lower than readState.Index' (duration: 564.162322ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:40.922277Z","caller":"traceutil/trace.go:171","msg":"trace[1866266829] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"916.819201ms","start":"2026-03-06T21:08:40.005398Z","end":"2026-03-06T21:08:40.922217Z","steps":["trace[1866266829] 'process raft request' (duration: 609.948979ms)","trace[1866266829] 'compare' (duration: 306.472523ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:40.92233Z","caller":"traceutil/trace.go:171","msg":"trace[1759272823] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"490.420636ms","start":"2026-03-06T21:08:40.43188Z","end":"2026-03-06T21:08:40.9223Z","steps":["trace[1759272823] 'process raft request' (duration: 490.13701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:40.922432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.406925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:40.922439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:40.005371Z","time spent":"916.981175ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:40.922431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.732907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:40.922416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.966082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:08:40.922431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088035585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:40.922486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:40.431833Z","time spent":"490.571409ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:40.922487Z","caller":"traceutil/trace.go:171","msg":"trace[56476985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23609; }","duration":"679.82401ms","start":"2026-03-06T21:08:40.242654Z","end":"2026-03-06T21:08:40.922478Z","steps":["trace[56476985] 'agreement among raft nodes before linearized reading' (duration: 679.715417ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:40.922488Z","caller":"traceutil/trace.go:171","msg":"trace[260502765] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23609; }","duration":"999.069285ms","start":"2026-03-06T21:08:39.92341Z","end":"2026-03-06T21:08:40.922479Z","steps":["trace[260502765] 'agreement among raft nodes before linearized reading' (duration: 998.916501ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:40.922516Z","caller":"traceutil/trace.go:171","msg":"trace[1961708605] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23609; }","duration":"1.088168778s","start":"2026-03-06T21:08:39.834327Z","end":"2026-03-06T21:08:40.922496Z","steps":["trace[1961708605] 'agreement among raft nodes before linearized reading' (duration: 1.087990944s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:40.922513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.068321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-06T21:08:40.922526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.163475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:40.922549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:40.242636Z","time spent":"679.906572ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:08:40.922565Z","caller":"traceutil/trace.go:171","msg":"trace[422587829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23609; }","duration":"693.163144ms","start":"2026-03-06T21:08:40.229387Z","end":"2026-03-06T21:08:40.92255Z","steps":["trace[422587829] 'agreement among raft nodes before linearized reading' (duration: 692.97217ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:40.92259Z","caller":"traceutil/trace.go:171","msg":"trace[1588718694] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23609; }","duration":"974.266888ms","start":"2026-03-06T21:08:39.948306Z","end":"2026-03-06T21:08:40.922573Z","steps":["trace[1588718694] 'agreement among raft nodes before linearized reading' (duration: 974.148045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:40.922601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:39.923389Z","time spent":"999.152686ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:40.9226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:40.229365Z","time spent":"693.227775ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T21:08:40.922564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:39.834311Z","time spent":"1.088239469s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:40.922626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:39.948287Z","time spent":"974.330059ms","remote":"127.0.0.1:44264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:08:40.922478Z","caller":"traceutil/trace.go:171","msg":"trace[887622425] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23609; }","duration":"455.493937ms","start":"2026-03-06T21:08:40.466971Z","end":"2026-03-06T21:08:40.922465Z","steps":["trace[887622425] 'agreement among raft nodes before linearized reading' (duration: 455.378825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:40.922761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:40.466947Z","time spent":"455.801413ms","remote":"127.0.0.1:59482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:41.539627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.347434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:08:41.539704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.355476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:08:41.539726Z","caller":"traceutil/trace.go:171","msg":"trace[568498858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23609; }","duration":"509.486167ms","start":"2026-03-06T21:08:41.030216Z","end":"2026-03-06T21:08:41.539702Z","steps":["trace[568498858] 'range keys from in-memory index tree' (duration: 509.177891ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:41.539759Z","caller":"traceutil/trace.go:171","msg":"trace[1338210223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23609; }","duration":"505.454468ms","start":"2026-03-06T21:08:41.034291Z","end":"2026-03-06T21:08:41.539745Z","steps":["trace[1338210223] 'range keys from in-memory index tree' (duration: 505.220453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.539787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.034272Z","time spent":"505.509339ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:41.539785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.030197Z","time spent":"509.575178ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:41.539955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.324423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:08:41.539983Z","caller":"traceutil/trace.go:171","msg":"trace[1807295726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23609; }","duration":"504.371244ms","start":"2026-03-06T21:08:41.035606Z","end":"2026-03-06T21:08:41.539977Z","steps":["trace[1807295726] 'range keys from in-memory index tree' (duration: 504.237702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.539999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.035598Z","time spent":"504.397505ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:41.540352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.573961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:08:41.540381Z","caller":"traceutil/trace.go:171","msg":"trace[226499353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23609; }","duration":"368.629553ms","start":"2026-03-06T21:08:41.171745Z","end":"2026-03-06T21:08:41.540375Z","steps":["trace[226499353] 'range keys from in-memory index tree' (duration: 368.499639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.540399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.171729Z","time spent":"368.665973ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:08:41.540671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.188645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:41.5407Z","caller":"traceutil/trace.go:171","msg":"trace[10296960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23609; }","duration":"295.251406ms","start":"2026-03-06T21:08:41.245443Z","end":"2026-03-06T21:08:41.540694Z","steps":["trace[10296960] 'range keys from in-memory index tree' (duration: 295.127064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.540829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.555861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T21:08:41.540855Z","caller":"traceutil/trace.go:171","msg":"trace[1289630729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23609; }","duration":"265.580812ms","start":"2026-03-06T21:08:41.275268Z","end":"2026-03-06T21:08:41.540849Z","steps":["trace[1289630729] 'range keys from in-memory index tree' (duration: 265.48372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:41.54143Z","caller":"traceutil/trace.go:171","msg":"trace[2042792694] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"247.306928ms","start":"2026-03-06T21:08:41.294114Z","end":"2026-03-06T21:08:41.541421Z","steps":["trace[2042792694] 'process raft request' (duration: 229.755892ms)","trace[2042792694] 'compare' (duration: 15.065301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:42.047063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444187,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:08:42.087558Z","caller":"traceutil/trace.go:171","msg":"trace[1869218441] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"550.04783ms","start":"2026-03-06T21:08:41.537475Z","end":"2026-03-06T21:08:42.087523Z","steps":["trace[1869218441] 'process raft request' (duration: 548.423364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:42.087737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.537452Z","time spent":"550.199674ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:43.086831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000786542s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:08:43.087349Z","caller":"traceutil/trace.go:171","msg":"trace[1787552592] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"1.546434024s","start":"2026-03-06T21:08:41.540883Z","end":"2026-03-06T21:08:43.087318Z","steps":["trace[1787552592] 'process raft request' (duration: 1.546145498s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:43.087416Z","caller":"traceutil/trace.go:171","msg":"trace[1590688550] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"1.54627372s","start":"2026-03-06T21:08:41.541112Z","end":"2026-03-06T21:08:43.087385Z","steps":["trace[1590688550] 'process raft request' (duration: 1.546086266s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:43.087441Z","caller":"traceutil/trace.go:171","msg":"trace[1091039992] linearizableReadLoop","detail":"{readStateIndex:24454; appliedIndex:24447; }","duration":"1.540631856s","start":"2026-03-06T21:08:41.546781Z","end":"2026-03-06T21:08:43.087413Z","steps":["trace[1091039992] 'read index received' (duration: 539.272031ms)","trace[1091039992] 'applied index is now lower than readState.Index' (duration: 1.001358535s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:43.087521Z","caller":"traceutil/trace.go:171","msg":"trace[682240976] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"1.540638026s","start":"2026-03-06T21:08:41.546871Z","end":"2026-03-06T21:08:43.087509Z","steps":["trace[682240976] 'process raft request' (duration: 1.540449282s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.087545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.541104Z","time spent":"1.546371213s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:43.087557Z","caller":"traceutil/trace.go:171","msg":"trace[242673231] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"1.540659557s","start":"2026-03-06T21:08:41.546885Z","end":"2026-03-06T21:08:43.087545Z","steps":["trace[242673231] 'process raft request' (duration: 1.540468513s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:43.087555Z","caller":"traceutil/trace.go:171","msg":"trace[1985345333] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"1.540705208s","start":"2026-03-06T21:08:41.546832Z","end":"2026-03-06T21:08:43.087538Z","steps":["trace[1985345333] 'process raft request' (duration: 1.540455752s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.087655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.546828Z","time spent":"1.540773239s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:43.087655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.546858Z","time spent":"1.540714618s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:43.087453Z","caller":"traceutil/trace.go:171","msg":"trace[1456557990] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"1.540649217s","start":"2026-03-06T21:08:41.546775Z","end":"2026-03-06T21:08:43.087425Z","steps":["trace[1456557990] 'process raft request' (duration: 1.540469083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.087796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.546755Z","time spent":"1.541020685s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:43.087657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.546879Z","time spent":"1.540717038s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:43.087951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541158308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-98f6648b-5ec6-4b9e-b99d-7b9980e9e548\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T21:08:43.088031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.540864Z","time spent":"1.54713618s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:43.088026Z","caller":"traceutil/trace.go:171","msg":"trace[676506646] range","detail":"{range_begin:/registry/persistentvolumes/pvc-98f6648b-5ec6-4b9e-b99d-7b9980e9e548; range_end:; response_count:1; response_revision:23617; }","duration":"1.54125874s","start":"2026-03-06T21:08:41.546746Z","end":"2026-03-06T21:08:43.088004Z","steps":["trace[676506646] 'agreement among raft nodes before linearized reading' (duration: 1.540942263s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.088081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.546732Z","time spent":"1.541336922s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-98f6648b-5ec6-4b9e-b99d-7b9980e9e548\" "} {"level":"info","ts":"2026-03-06T21:08:43.233074Z","caller":"traceutil/trace.go:171","msg":"trace[1767557189] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"867.606767ms","start":"2026-03-06T21:08:42.365441Z","end":"2026-03-06T21:08:43.233047Z","steps":["trace[1767557189] 'process raft request' (duration: 866.560503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.233236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.365415Z","time spent":"867.7325ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:43.233268Z","caller":"traceutil/trace.go:171","msg":"trace[492272157] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"305.167664ms","start":"2026-03-06T21:08:42.928077Z","end":"2026-03-06T21:08:43.233245Z","steps":["trace[492272157] 'process raft request' (duration: 304.926709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.233405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.928047Z","time spent":"305.294657ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:43.233279Z","caller":"traceutil/trace.go:171","msg":"trace[748783263] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"304.473069ms","start":"2026-03-06T21:08:42.928794Z","end":"2026-03-06T21:08:43.233267Z","steps":["trace[748783263] 'process raft request' (duration: 304.330596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.23354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.928772Z","time spent":"304.730045ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:43.23551Z","caller":"traceutil/trace.go:171","msg":"trace[348339451] linearizableReadLoop","detail":"{readStateIndex:24458; appliedIndex:24454; }","duration":"147.985171ms","start":"2026-03-06T21:08:43.087506Z","end":"2026-03-06T21:08:43.235491Z","steps":["trace[348339451] 'read index received' (duration: 144.444892ms)","trace[348339451] 'applied index is now lower than readState.Index' (duration: 3.539239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:43.235628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.640878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:08:43.235672Z","caller":"traceutil/trace.go:171","msg":"trace[590326190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23620; }","duration":"789.73812ms","start":"2026-03-06T21:08:42.445921Z","end":"2026-03-06T21:08:43.235659Z","steps":["trace[590326190] 'agreement among raft nodes before linearized reading' (duration: 789.603797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.2357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.445901Z","time spent":"789.794462ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:08:43.235693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.885174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:43.235706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.974219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:43.235774Z","caller":"traceutil/trace.go:171","msg":"trace[819320660] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23620; }","duration":"545.078151ms","start":"2026-03-06T21:08:42.690683Z","end":"2026-03-06T21:08:43.235761Z","steps":["trace[819320660] 'agreement among raft nodes before linearized reading' (duration: 544.959688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.235773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135291695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-06T21:08:43.235777Z","caller":"traceutil/trace.go:171","msg":"trace[344848604] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23620; }","duration":"395.997776ms","start":"2026-03-06T21:08:42.839758Z","end":"2026-03-06T21:08:43.235755Z","steps":["trace[344848604] 'agreement among raft nodes before linearized reading' (duration: 395.872724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.23581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.690666Z","time spent":"545.137412ms","remote":"127.0.0.1:32946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:43.235668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676876879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:08:43.235827Z","caller":"traceutil/trace.go:171","msg":"trace[926837193] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23620; }","duration":"1.135378208s","start":"2026-03-06T21:08:42.100435Z","end":"2026-03-06T21:08:43.235813Z","steps":["trace[926837193] 'agreement among raft nodes before linearized reading' (duration: 1.135178663s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.235842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.839743Z","time spent":"396.082458ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:43.235873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.100422Z","time spent":"1.135443899s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-06T21:08:43.235837Z","caller":"traceutil/trace.go:171","msg":"trace[89742981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23620; }","duration":"1.677085763s","start":"2026-03-06T21:08:41.558743Z","end":"2026-03-06T21:08:43.235829Z","steps":["trace[89742981] 'agreement among raft nodes before linearized reading' (duration: 1.676816307s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.235957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.558725Z","time spent":"1.677217967s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:08:43.236073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594852372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:43.236295Z","caller":"traceutil/trace.go:171","msg":"trace[175019665] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23620; }","duration":"1.595347723s","start":"2026-03-06T21:08:41.640924Z","end":"2026-03-06T21:08:43.236272Z","steps":["trace[175019665] 'agreement among raft nodes before linearized reading' (duration: 1.59476842s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.23645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.605467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:43.237161Z","caller":"traceutil/trace.go:171","msg":"trace[1552773447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23620; }","duration":"991.368323ms","start":"2026-03-06T21:08:42.24577Z","end":"2026-03-06T21:08:43.237138Z","steps":["trace[1552773447] 'agreement among raft nodes before linearized reading' (duration: 990.544266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:43.237445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:42.24575Z","time spent":"991.680191ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:08:43.236423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.640901Z","time spent":"1.595441774s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:08:45.306361Z","caller":"traceutil/trace.go:171","msg":"trace[199319299] linearizableReadLoop","detail":"{readStateIndex:24462; appliedIndex:24461; }","duration":"215.094359ms","start":"2026-03-06T21:08:45.091244Z","end":"2026-03-06T21:08:45.306338Z","steps":["trace[199319299] 'read index received' (duration: 214.931206ms)","trace[199319299] 'applied index is now lower than readState.Index' (duration: 162.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:45.306405Z","caller":"traceutil/trace.go:171","msg":"trace[437320337] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"356.774812ms","start":"2026-03-06T21:08:44.949593Z","end":"2026-03-06T21:08:45.306367Z","steps":["trace[437320337] 'process raft request' (duration: 356.590458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:45.306579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:44.949581Z","time spent":"356.900344ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:45.30659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.327035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:08:45.306638Z","caller":"traceutil/trace.go:171","msg":"trace[1628430702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23624; }","duration":"215.424717ms","start":"2026-03-06T21:08:45.091201Z","end":"2026-03-06T21:08:45.306625Z","steps":["trace[1628430702] 'agreement among raft nodes before linearized reading' (duration: 215.249003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:45.806676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:46.102469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.993755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:46.102738Z","caller":"traceutil/trace.go:171","msg":"trace[1039746517] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"1.009196267s","start":"2026-03-06T21:08:45.093514Z","end":"2026-03-06T21:08:46.10271Z","steps":["trace[1039746517] 'process raft request' (duration: 853.859164ms)","trace[1039746517] 'compare' (duration: 154.74067ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:46.102825Z","caller":"traceutil/trace.go:171","msg":"trace[1776295459] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"863.090738ms","start":"2026-03-06T21:08:45.239708Z","end":"2026-03-06T21:08:46.102799Z","steps":["trace[1776295459] 'process raft request' (duration: 862.988356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:46.102797Z","caller":"traceutil/trace.go:171","msg":"trace[2116413286] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.009005433s","start":"2026-03-06T21:08:45.093755Z","end":"2026-03-06T21:08:46.10276Z","steps":["trace[2116413286] 'process raft request' (duration: 1.008829079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.102894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.093501Z","time spent":"1.009307949s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:46.102934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.239684Z","time spent":"863.20064ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:46.10304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.093746Z","time spent":"1.009152446s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:46.103223Z","caller":"traceutil/trace.go:171","msg":"trace[536508733] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"863.399165ms","start":"2026-03-06T21:08:45.239807Z","end":"2026-03-06T21:08:46.103206Z","steps":["trace[536508733] 'process raft request' (duration: 862.944095ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:46.103275Z","caller":"traceutil/trace.go:171","msg":"trace[1390566121] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"858.830454ms","start":"2026-03-06T21:08:45.244431Z","end":"2026-03-06T21:08:46.103261Z","steps":["trace[1390566121] 'process raft request' (duration: 858.604559ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:46.103298Z","caller":"traceutil/trace.go:171","msg":"trace[1004656127] linearizableReadLoop","detail":"{readStateIndex:24469; appliedIndex:24462; }","duration":"796.850688ms","start":"2026-03-06T21:08:45.306427Z","end":"2026-03-06T21:08:46.103278Z","steps":["trace[1004656127] 'read index received' (duration: 640.893032ms)","trace[1004656127] 'applied index is now lower than readState.Index' (duration: 155.956596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:46.103316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.239798Z","time spent":"863.471276ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:46.103376Z","caller":"traceutil/trace.go:171","msg":"trace[885118440] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"547.248349ms","start":"2026-03-06T21:08:45.556105Z","end":"2026-03-06T21:08:46.103353Z","steps":["trace[885118440] 'process raft request' (duration: 547.087915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.103372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.244417Z","time spent":"858.920195ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:46.103412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.631141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:08:46.103447Z","caller":"traceutil/trace.go:171","msg":"trace[401066564] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"173.866351ms","start":"2026-03-06T21:08:45.929565Z","end":"2026-03-06T21:08:46.103432Z","steps":["trace[401066564] 'process raft request' (duration: 173.668437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:46.103462Z","caller":"traceutil/trace.go:171","msg":"trace[1473117578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23632; }","duration":"844.696822ms","start":"2026-03-06T21:08:45.258754Z","end":"2026-03-06T21:08:46.10345Z","steps":["trace[1473117578] 'agreement among raft nodes before linearized reading' (duration: 844.545239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.103492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.258747Z","time spent":"844.738523ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:08:46.103507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009302269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:08:46.103531Z","caller":"traceutil/trace.go:171","msg":"trace[1631048434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23632; }","duration":"1.00933852s","start":"2026-03-06T21:08:45.094183Z","end":"2026-03-06T21:08:46.103522Z","steps":["trace[1631048434] 'agreement among raft nodes before linearized reading' (duration: 1.009254719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.103417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.584949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-06T21:08:46.1036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010784011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:08:46.103619Z","caller":"traceutil/trace.go:171","msg":"trace[1647704647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23632; }","duration":"1.010813482s","start":"2026-03-06T21:08:45.092799Z","end":"2026-03-06T21:08:46.103613Z","steps":["trace[1647704647] 'agreement among raft nodes before linearized reading' (duration: 1.010767361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.103635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.092794Z","time spent":"1.010837373s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:46.103631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010846513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:08:46.10367Z","caller":"traceutil/trace.go:171","msg":"trace[683497564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23632; }","duration":"1.010902294s","start":"2026-03-06T21:08:45.092757Z","end":"2026-03-06T21:08:46.103659Z","steps":["trace[683497564] 'agreement among raft nodes before linearized reading' (duration: 1.010813863s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.103554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.094175Z","time spent":"1.009374011s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:08:46.10365Z","caller":"traceutil/trace.go:171","msg":"trace[1493522955] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23632; }","duration":"848.823323ms","start":"2026-03-06T21:08:45.254786Z","end":"2026-03-06T21:08:46.103609Z","steps":["trace[1493522955] 'agreement among raft nodes before linearized reading' (duration: 848.582998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.103705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.092748Z","time spent":"1.010951575s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:46.103608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.556078Z","time spent":"547.365151ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:46.103538Z","caller":"traceutil/trace.go:171","msg":"trace[1377884430] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"792.047772ms","start":"2026-03-06T21:08:45.31148Z","end":"2026-03-06T21:08:46.103527Z","steps":["trace[1377884430] 'process raft request' (duration: 791.671933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.103762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.254777Z","time spent":"848.948856ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-06T21:08:46.103781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.311456Z","time spent":"792.284997ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:46.603624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:47.104563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:47.472121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273062732s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:08:47.473899Z","caller":"traceutil/trace.go:171","msg":"trace[182737986] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"1.372291468s","start":"2026-03-06T21:08:46.101581Z","end":"2026-03-06T21:08:47.473872Z","steps":["trace[182737986] 'process raft request' (duration: 1.370731753s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:47.474029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.101559Z","time spent":"1.37239716s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.245661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:08:48.245732Z","caller":"traceutil/trace.go:171","msg":"trace[1914812256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999913417s","start":"2026-03-06T21:08:46.245803Z","end":"2026-03-06T21:08:48.245716Z","steps":["trace[1914812256] 'agreement among raft nodes before linearized reading' (duration: 1.999823315s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.245768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.24578Z","time spent":"1.999981438s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:08:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T21:08:48.24888Z","caller":"traceutil/trace.go:171","msg":"trace[998254658] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"2.134466801s","start":"2026-03-06T21:08:46.11439Z","end":"2026-03-06T21:08:48.248857Z","steps":["trace[998254658] 'process raft request' (duration: 2.132755594s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.24892Z","caller":"traceutil/trace.go:171","msg":"trace[1333336466] linearizableReadLoop","detail":"{readStateIndex:24477; appliedIndex:24470; }","duration":"2.145560375s","start":"2026-03-06T21:08:46.103346Z","end":"2026-03-06T21:08:48.248907Z","steps":["trace[1333336466] 'read index received' (duration: 1.369032645s)","trace[1333336466] 'applied index is now lower than readState.Index' (duration: 776.52672ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:48.248913Z","caller":"traceutil/trace.go:171","msg":"trace[1589227795] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"2.13440879s","start":"2026-03-06T21:08:46.114477Z","end":"2026-03-06T21:08:48.248885Z","steps":["trace[1589227795] 'process raft request' (duration: 2.134247616s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.248935Z","caller":"traceutil/trace.go:171","msg":"trace[285582564] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"2.0817891s","start":"2026-03-06T21:08:46.167126Z","end":"2026-03-06T21:08:48.248915Z","steps":["trace[285582564] 'process raft request' (duration: 2.081694218s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.248943Z","caller":"traceutil/trace.go:171","msg":"trace[1679786996] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"1.513927984s","start":"2026-03-06T21:08:46.734996Z","end":"2026-03-06T21:08:48.248924Z","steps":["trace[1679786996] 'process raft request' (duration: 1.513860442s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.248931Z","caller":"traceutil/trace.go:171","msg":"trace[1600952989] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"2.134443061s","start":"2026-03-06T21:08:46.114457Z","end":"2026-03-06T21:08:48.2489Z","steps":["trace[1600952989] 'process raft request' (duration: 2.134213306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.249016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.114378Z","time spent":"2.134570214s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.249029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.114455Z","time spent":"2.134512083s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:48.249014Z","caller":"traceutil/trace.go:171","msg":"trace[583020943] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"2.134392519s","start":"2026-03-06T21:08:46.114567Z","end":"2026-03-06T21:08:48.24896Z","steps":["trace[583020943] 'process raft request' (duration: 2.134217206s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.249048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.167105Z","time spent":"2.081875563s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.249048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.734975Z","time spent":"1.514013935s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.249092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.114449Z","time spent":"2.134562954s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.249119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317874043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:48.249155Z","caller":"traceutil/trace.go:171","msg":"trace[2028498920] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23639; }","duration":"2.317950473s","start":"2026-03-06T21:08:45.931194Z","end":"2026-03-06T21:08:48.249145Z","steps":["trace[2028498920] 'agreement among raft nodes before linearized reading' (duration: 2.31778084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.249181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:45.931174Z","time spent":"2.317998965s","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:48.249171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.11455Z","time spent":"2.134539803s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.749992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:49.408827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.600627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:49.409015Z","caller":"traceutil/trace.go:171","msg":"trace[154186657] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"1.29932082s","start":"2026-03-06T21:08:48.109667Z","end":"2026-03-06T21:08:49.408988Z","steps":["trace[154186657] 'process raft request' (duration: 706.467517ms)","trace[154186657] 'compare' (duration: 592.415503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:49.409154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.10965Z","time spent":"1.299432262s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:49.409177Z","caller":"traceutil/trace.go:171","msg":"trace[647087624] linearizableReadLoop","detail":"{readStateIndex:24483; appliedIndex:24477; }","duration":"1.160207565s","start":"2026-03-06T21:08:48.248953Z","end":"2026-03-06T21:08:49.40916Z","steps":["trace[647087624] 'read index received' (duration: 567.192549ms)","trace[647087624] 'applied index is now lower than readState.Index' (duration: 593.013986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:49.409398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842326264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T21:08:49.409428Z","caller":"traceutil/trace.go:171","msg":"trace[63832207] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23645; }","duration":"1.842354814s","start":"2026-03-06T21:08:47.567066Z","end":"2026-03-06T21:08:49.409421Z","steps":["trace[63832207] 'agreement among raft nodes before linearized reading' (duration: 1.842254872s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.409445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.567024Z","time spent":"1.842417366s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"info","ts":"2026-03-06T21:08:49.409556Z","caller":"traceutil/trace.go:171","msg":"trace[792041448] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"1.299612186s","start":"2026-03-06T21:08:48.109936Z","end":"2026-03-06T21:08:49.409549Z","steps":["trace[792041448] 'process raft request' (duration: 1.298987091s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.409579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061118795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-03-06T21:08:49.409597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.109926Z","time spent":"1.299650037s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:49.409616Z","caller":"traceutil/trace.go:171","msg":"trace[2145398706] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23645; }","duration":"2.061181706s","start":"2026-03-06T21:08:47.348422Z","end":"2026-03-06T21:08:49.409603Z","steps":["trace[2145398706] 'agreement among raft nodes before linearized reading' (duration: 2.061043502s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.409657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.348404Z","time spent":"2.061245168s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-06T21:08:49.409711Z","caller":"traceutil/trace.go:171","msg":"trace[1767584816] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"1.297708654s","start":"2026-03-06T21:08:48.111994Z","end":"2026-03-06T21:08:49.409703Z","steps":["trace[1767584816] 'process raft request' (duration: 1.297016508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.409767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.111946Z","time spent":"1.297796236s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:49.409832Z","caller":"traceutil/trace.go:171","msg":"trace[1773402713] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"1.297712155s","start":"2026-03-06T21:08:48.112113Z","end":"2026-03-06T21:08:49.409825Z","steps":["trace[1773402713] 'process raft request' (duration: 1.296937467s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.409857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253073165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:49.409867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.112103Z","time spent":"1.297747356s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:49.409886Z","caller":"traceutil/trace.go:171","msg":"trace[962415251] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23645; }","duration":"2.253132507s","start":"2026-03-06T21:08:47.156745Z","end":"2026-03-06T21:08:49.409877Z","steps":["trace[962415251] 'agreement among raft nodes before linearized reading' (duration: 2.253080196s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.409913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.156727Z","time spent":"2.253178858s","remote":"127.0.0.1:42640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:08:49.409954Z","caller":"traceutil/trace.go:171","msg":"trace[173266060] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"1.293091053s","start":"2026-03-06T21:08:48.116856Z","end":"2026-03-06T21:08:49.409947Z","steps":["trace[173266060] 'process raft request' (duration: 1.292227653s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.409992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.116831Z","time spent":"1.293142583s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:49.410075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852368681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:49.410114Z","caller":"traceutil/trace.go:171","msg":"trace[917777768] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23645; }","duration":"2.852407422s","start":"2026-03-06T21:08:46.557696Z","end":"2026-03-06T21:08:49.410104Z","steps":["trace[917777768] 'agreement among raft nodes before linearized reading' (duration: 2.852347961s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.410122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163861115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:49.410143Z","caller":"traceutil/trace.go:171","msg":"trace[993929051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23645; }","duration":"1.163928627s","start":"2026-03-06T21:08:48.24621Z","end":"2026-03-06T21:08:49.410139Z","steps":["trace[993929051] 'agreement among raft nodes before linearized reading' (duration: 1.163883616s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.410168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.246183Z","time spent":"1.163981788s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:08:49.410187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998292916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:49.410219Z","caller":"traceutil/trace.go:171","msg":"trace[1334444397] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23645; }","duration":"2.998325106s","start":"2026-03-06T21:08:46.411885Z","end":"2026-03-06T21:08:49.41021Z","steps":["trace[1334444397] 'agreement among raft nodes before linearized reading' (duration: 2.998277395s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.410252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.41184Z","time spent":"2.998404878s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:49.410286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30157481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:08:49.410307Z","caller":"traceutil/trace.go:171","msg":"trace[1199077300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23645; }","duration":"1.30162857s","start":"2026-03-06T21:08:48.108674Z","end":"2026-03-06T21:08:49.410302Z","steps":["trace[1199077300] 'agreement among raft nodes before linearized reading' (duration: 1.301570019s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.410327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.108653Z","time spent":"1.301670722s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:49.410424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801497305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:49.410444Z","caller":"traceutil/trace.go:171","msg":"trace[541459720] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23645; }","duration":"1.801597866s","start":"2026-03-06T21:08:47.608842Z","end":"2026-03-06T21:08:49.41044Z","steps":["trace[541459720] 'agreement among raft nodes before linearized reading' (duration: 1.801550465s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.410459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.608818Z","time spent":"1.801636518s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:49.410503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305355521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sg9jv\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-03-06T21:08:49.410144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.557655Z","time spent":"2.852480743s","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:08:49.410607Z","caller":"traceutil/trace.go:171","msg":"trace[177555914] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sg9jv; range_end:; response_count:1; response_revision:23645; }","duration":"3.305491234s","start":"2026-03-06T21:08:46.105089Z","end":"2026-03-06T21:08:49.41058Z","steps":["trace[177555914] 'agreement among raft nodes before linearized reading' (duration: 3.305222679s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.410667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.105075Z","time spent":"3.305579036s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sg9jv\" "} {"level":"info","ts":"2026-03-06T21:08:49.410083Z","caller":"traceutil/trace.go:171","msg":"trace[1915759175] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"1.293128023s","start":"2026-03-06T21:08:48.116945Z","end":"2026-03-06T21:08:49.410073Z","steps":["trace[1915759175] 'process raft request' (duration: 1.292172642s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.410774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.116937Z","time spent":"1.293817918s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:49.411021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030340342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:08:49.411076Z","caller":"traceutil/trace.go:171","msg":"trace[489767978] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6; range_end:; response_count:1; response_revision:23645; }","duration":"3.030436084s","start":"2026-03-06T21:08:46.380627Z","end":"2026-03-06T21:08:49.411063Z","steps":["trace[489767978] 'agreement among raft nodes before linearized reading' (duration: 3.030283651s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.411141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.3806Z","time spent":"3.030530365s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" "} {"level":"warn","ts":"2026-03-06T21:08:49.411494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133663377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-06T21:08:49.411521Z","caller":"traceutil/trace.go:171","msg":"trace[605828407] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23645; }","duration":"3.133720939s","start":"2026-03-06T21:08:46.277794Z","end":"2026-03-06T21:08:49.411515Z","steps":["trace[605828407] 'agreement among raft nodes before linearized reading' (duration: 3.133626567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.411539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.27778Z","time spent":"3.133754739s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-06T21:08:49.411623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070326053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:49.411682Z","caller":"traceutil/trace.go:171","msg":"trace[1925587105] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23645; }","duration":"3.070431085s","start":"2026-03-06T21:08:46.341237Z","end":"2026-03-06T21:08:49.411668Z","steps":["trace[1925587105] 'agreement among raft nodes before linearized reading' (duration: 3.070081997s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.41173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.341212Z","time spent":"3.070505116s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:49.411876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238731653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:49.413659Z","caller":"traceutil/trace.go:171","msg":"trace[128776300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23645; }","duration":"3.24082156s","start":"2026-03-06T21:08:46.172814Z","end":"2026-03-06T21:08:49.413636Z","steps":["trace[128776300] 'agreement among raft nodes before linearized reading' (duration: 3.238541719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:49.413754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.172807Z","time spent":"3.240930912s","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:08:50.017767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.103533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:50.017872Z","caller":"traceutil/trace.go:171","msg":"trace[1698103509] linearizableReadLoop","detail":"{readStateIndex:24484; appliedIndex:24483; }","duration":"608.648011ms","start":"2026-03-06T21:08:49.409208Z","end":"2026-03-06T21:08:50.017856Z","steps":["trace[1698103509] 'read index received' (duration: 490.375684ms)","trace[1698103509] 'applied index is now lower than readState.Index' (duration: 118.270927ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:50.017943Z","caller":"traceutil/trace.go:171","msg":"trace[1516717784] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"650.239667ms","start":"2026-03-06T21:08:49.367692Z","end":"2026-03-06T21:08:50.017932Z","steps":["trace[1516717784] 'process raft request' (duration: 531.881368ms)","trace[1516717784] 'compare' (duration: 117.893589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:50.018005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.367676Z","time spent":"650.299359ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:50.018252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.911986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:50.018294Z","caller":"traceutil/trace.go:171","msg":"trace[2122775453] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23646; }","duration":"686.993256ms","start":"2026-03-06T21:08:49.331289Z","end":"2026-03-06T21:08:50.018282Z","steps":["trace[2122775453] 'agreement among raft nodes before linearized reading' (duration: 686.919515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:50.018327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.331269Z","time spent":"687.048808ms","remote":"127.0.0.1:42656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:50.018335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414297543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:50.018367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.461929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T21:08:50.01843Z","caller":"traceutil/trace.go:171","msg":"trace[1966972499] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23646; }","duration":"1.414419275s","start":"2026-03-06T21:08:48.603989Z","end":"2026-03-06T21:08:50.018408Z","steps":["trace[1966972499] 'agreement among raft nodes before linearized reading' (duration: 1.414238181s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:50.018436Z","caller":"traceutil/trace.go:171","msg":"trace[1270678482] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23646; }","duration":"781.542171ms","start":"2026-03-06T21:08:49.236881Z","end":"2026-03-06T21:08:50.018423Z","steps":["trace[1270678482] 'agreement among raft nodes before linearized reading' (duration: 781.355096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:50.018479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.603971Z","time spent":"1.414497028s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:50.018497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.236856Z","time spent":"781.634112ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T21:08:50.018602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629946434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:08:50.018639Z","caller":"traceutil/trace.go:171","msg":"trace[1157348817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23646; }","duration":"1.630015916s","start":"2026-03-06T21:08:48.388611Z","end":"2026-03-06T21:08:50.018627Z","steps":["trace[1157348817] 'agreement among raft nodes before linearized reading' (duration: 1.629843182s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:50.01867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.388591Z","time spent":"1.630071638s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:08:50.018818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332317467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:50.018876Z","caller":"traceutil/trace.go:171","msg":"trace[619537738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23646; }","duration":"1.332412319s","start":"2026-03-06T21:08:48.686452Z","end":"2026-03-06T21:08:50.018864Z","steps":["trace[619537738] 'agreement among raft nodes before linearized reading' (duration: 1.332319157s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:50.018906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:48.686433Z","time spent":"1.33246448s","remote":"127.0.0.1:46670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:50.518586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:51.298092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.185517ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T21:08:51.298658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.414696Z","time spent":"1.883959112s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:08:51.299101Z","caller":"traceutil/trace.go:171","msg":"trace[432768877] linearizableReadLoop","detail":"{readStateIndex:24488; appliedIndex:24484; }","duration":"1.28119066s","start":"2026-03-06T21:08:50.017897Z","end":"2026-03-06T21:08:51.299088Z","steps":["trace[432768877] 'read index received' (duration: 604.93231ms)","trace[432768877] 'applied index is now lower than readState.Index' (duration: 676.25722ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:51.299337Z","caller":"traceutil/trace.go:171","msg":"trace[1573672743] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"1.88429955s","start":"2026-03-06T21:08:49.415029Z","end":"2026-03-06T21:08:51.299328Z","steps":["trace[1573672743] 'process raft request' (duration: 1.883129284s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.299499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.415007Z","time spent":"1.884356471s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:51.299758Z","caller":"traceutil/trace.go:171","msg":"trace[103040906] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"1.882279835s","start":"2026-03-06T21:08:49.41747Z","end":"2026-03-06T21:08:51.29975Z","steps":["trace[103040906] 'process raft request' (duration: 1.881454117s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.299858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.417463Z","time spent":"1.882321086s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:51.300044Z","caller":"traceutil/trace.go:171","msg":"trace[2037151881] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"1.820322009s","start":"2026-03-06T21:08:49.479713Z","end":"2026-03-06T21:08:51.300035Z","steps":["trace[2037151881] 'process raft request' (duration: 1.819281336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.300187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.479688Z","time spent":"1.820379271s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:51.300373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652367368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:51.300402Z","caller":"traceutil/trace.go:171","msg":"trace[250801770] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23649; }","duration":"1.65243338s","start":"2026-03-06T21:08:49.647962Z","end":"2026-03-06T21:08:51.300395Z","steps":["trace[250801770] 'agreement among raft nodes before linearized reading' (duration: 1.652383729s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.300773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.647944Z","time spent":"1.652773549s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:51.300975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880815593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:51.301004Z","caller":"traceutil/trace.go:171","msg":"trace[1978280795] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23649; }","duration":"1.880860914s","start":"2026-03-06T21:08:49.420135Z","end":"2026-03-06T21:08:51.300996Z","steps":["trace[1978280795] 'agreement among raft nodes before linearized reading' (duration: 1.880813383s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.301123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.420127Z","time spent":"1.880954557s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:08:51.301301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881928277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:51.301328Z","caller":"traceutil/trace.go:171","msg":"trace[661566526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23649; }","duration":"1.881982419s","start":"2026-03-06T21:08:49.41934Z","end":"2026-03-06T21:08:51.301323Z","steps":["trace[661566526] 'agreement among raft nodes before linearized reading' (duration: 1.881938428s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.301508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.419328Z","time spent":"1.882134642s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:08:51.301754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886192311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-06T21:08:51.301782Z","caller":"traceutil/trace.go:171","msg":"trace[616267161] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23649; }","duration":"1.886235102s","start":"2026-03-06T21:08:49.41554Z","end":"2026-03-06T21:08:51.301775Z","steps":["trace[616267161] 'agreement among raft nodes before linearized reading' (duration: 1.88614745s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.3019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.415534Z","time spent":"1.886322913s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-06T21:08:51.302103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887308665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-j4btk\" ","response":"range_response_count:1 size:4864"} {"level":"info","ts":"2026-03-06T21:08:51.302132Z","caller":"traceutil/trace.go:171","msg":"trace[2082833572] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-j4btk; range_end:; response_count:1; response_revision:23649; }","duration":"1.887337146s","start":"2026-03-06T21:08:49.414786Z","end":"2026-03-06T21:08:51.302123Z","steps":["trace[2082833572] 'agreement among raft nodes before linearized reading' (duration: 1.887254594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.302274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.414734Z","time spent":"1.88747949s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4887,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-j4btk\" "} {"level":"warn","ts":"2026-03-06T21:08:51.302492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887729325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-06T21:08:51.30252Z","caller":"traceutil/trace.go:171","msg":"trace[1361084504] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23649; }","duration":"1.887787386s","start":"2026-03-06T21:08:49.414726Z","end":"2026-03-06T21:08:51.302514Z","steps":["trace[1361084504] 'agreement among raft nodes before linearized reading' (duration: 1.887716445s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:51.302624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:49.414712Z","time spent":"1.887871528s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-06T21:08:52.203976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.55407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:52.204064Z","caller":"traceutil/trace.go:171","msg":"trace[156057367] linearizableReadLoop","detail":"{readStateIndex:24489; appliedIndex:24488; }","duration":"904.921579ms","start":"2026-03-06T21:08:51.29913Z","end":"2026-03-06T21:08:52.204052Z","steps":["trace[156057367] 'read index received' (duration: 340.508264ms)","trace[156057367] 'applied index is now lower than readState.Index' (duration: 564.412135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:52.204134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233316775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.204159Z","caller":"traceutil/trace.go:171","msg":"trace[1041807746] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23650; }","duration":"1.233343357s","start":"2026-03-06T21:08:50.970807Z","end":"2026-03-06T21:08:52.204151Z","steps":["trace[1041807746] 'agreement among raft nodes before linearized reading' (duration: 1.233294186s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:52.204125Z","caller":"traceutil/trace.go:171","msg":"trace[182179791] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"1.094380784s","start":"2026-03-06T21:08:51.1097Z","end":"2026-03-06T21:08:52.204081Z","steps":["trace[182179791] 'process raft request' (duration: 529.654211ms)","trace[182179791] 'compare' (duration: 564.263463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:52.20422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.970744Z","time spent":"1.233466249s","remote":"127.0.0.1:37536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:52.204291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950490158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T21:08:52.204314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.109676Z","time spent":"1.094552858s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.20437Z","caller":"traceutil/trace.go:171","msg":"trace[256298655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23650; }","duration":"1.95058542s","start":"2026-03-06T21:08:50.253766Z","end":"2026-03-06T21:08:52.204352Z","steps":["trace[256298655] 'agreement among raft nodes before linearized reading' (duration: 1.950362725s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.20442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.253763Z","time spent":"1.950644631s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:52.204478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950720623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T21:08:52.204512Z","caller":"traceutil/trace.go:171","msg":"trace[1466550278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23650; }","duration":"1.950782084s","start":"2026-03-06T21:08:50.253722Z","end":"2026-03-06T21:08:52.204504Z","steps":["trace[1466550278] 'agreement among raft nodes before linearized reading' (duration: 1.950664262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.204566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.253705Z","time spent":"1.950854265s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:08:52.204729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.204758Z","caller":"traceutil/trace.go:171","msg":"trace[2116560915] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23650; }","duration":"2.000103592s","start":"2026-03-06T21:08:50.204648Z","end":"2026-03-06T21:08:52.204752Z","steps":["trace[2116560915] 'agreement among raft nodes before linearized reading' (duration: 2.000051571s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.204783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.20463Z","time spent":"2.000147382s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:52.204864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493617741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.204906Z","caller":"traceutil/trace.go:171","msg":"trace[1530735450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23650; }","duration":"1.493698553s","start":"2026-03-06T21:08:50.711197Z","end":"2026-03-06T21:08:52.204896Z","steps":["trace[1530735450] 'agreement among raft nodes before linearized reading' (duration: 1.493635701s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.204922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183056132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a67ec7e0-83a1-447d-b825-75d1feeb6186\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-06T21:08:52.204943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.711177Z","time spent":"1.493758135s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:52.205107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387275338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272959"} {"level":"info","ts":"2026-03-06T21:08:52.205142Z","caller":"traceutil/trace.go:171","msg":"trace[994664232] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23650; }","duration":"1.38734932s","start":"2026-03-06T21:08:50.817785Z","end":"2026-03-06T21:08:52.205134Z","steps":["trace[994664232] 'agreement among raft nodes before linearized reading' (duration: 1.386731037s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.205158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140831982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.205182Z","caller":"traceutil/trace.go:171","msg":"trace[1330960059] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23650; }","duration":"2.140902324s","start":"2026-03-06T21:08:50.064273Z","end":"2026-03-06T21:08:52.205175Z","steps":["trace[1330960059] 'agreement among raft nodes before linearized reading' (duration: 2.140860673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.21002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.064245Z","time spent":"2.14574409s","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:52.205178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.817764Z","time spent":"1.387405741s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T21:08:52.205201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950465977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:08:52.210326Z","caller":"traceutil/trace.go:171","msg":"trace[530385990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23650; }","duration":"1.955626661s","start":"2026-03-06T21:08:50.254686Z","end":"2026-03-06T21:08:52.210312Z","steps":["trace[530385990] 'agreement among raft nodes before linearized reading' (duration: 1.950449067s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.210364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.254664Z","time spent":"1.955689022s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:08:52.205273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950651301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:08:52.210458Z","caller":"traceutil/trace.go:171","msg":"trace[1545194081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23650; }","duration":"1.955836236s","start":"2026-03-06T21:08:50.254604Z","end":"2026-03-06T21:08:52.21044Z","steps":["trace[1545194081] 'agreement among raft nodes before linearized reading' (duration: 1.950617081s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.210526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.254595Z","time spent":"1.955905177s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:08:52.204973Z","caller":"traceutil/trace.go:171","msg":"trace[1727528943] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a67ec7e0-83a1-447d-b825-75d1feeb6186; range_end:; response_count:1; response_revision:23650; }","duration":"2.183148134s","start":"2026-03-06T21:08:50.021813Z","end":"2026-03-06T21:08:52.204961Z","steps":["trace[1727528943] 'agreement among raft nodes before linearized reading' (duration: 2.182983031s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.210745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.021796Z","time spent":"2.188765558s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a67ec7e0-83a1-447d-b825-75d1feeb6186\" "} {"level":"warn","ts":"2026-03-06T21:08:52.205285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182723055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:08:52.210857Z","caller":"traceutil/trace.go:171","msg":"trace[799238986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23650; }","duration":"2.188318399s","start":"2026-03-06T21:08:50.022521Z","end":"2026-03-06T21:08:52.21084Z","steps":["trace[799238986] 'agreement among raft nodes before linearized reading' (duration: 2.182675244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.210917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:50.022506Z","time spent":"2.188395321s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:08:52.206896Z","caller":"traceutil/trace.go:171","msg":"trace[1202387235] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"897.754261ms","start":"2026-03-06T21:08:51.309122Z","end":"2026-03-06T21:08:52.206876Z","steps":["trace[1202387235] 'process raft request' (duration: 897.630418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.211033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.309116Z","time spent":"901.869702ms","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.206942Z","caller":"traceutil/trace.go:171","msg":"trace[1918870703] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"897.71265ms","start":"2026-03-06T21:08:51.309225Z","end":"2026-03-06T21:08:52.206937Z","steps":["trace[1918870703] 'process raft request' (duration: 897.564777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.211151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.309205Z","time spent":"901.906904ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:08:52.206958Z","caller":"traceutil/trace.go:171","msg":"trace[1701387923] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"897.72252ms","start":"2026-03-06T21:08:51.309232Z","end":"2026-03-06T21:08:52.206954Z","steps":["trace[1701387923] 'process raft request' (duration: 897.589508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.211314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.30921Z","time spent":"902.017615ms","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.207011Z","caller":"traceutil/trace.go:171","msg":"trace[396015231] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"791.0281ms","start":"2026-03-06T21:08:51.415979Z","end":"2026-03-06T21:08:52.207007Z","steps":["trace[396015231] 'process raft request' (duration: 790.860146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.211563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.415956Z","time spent":"795.56561ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.207149Z","caller":"traceutil/trace.go:171","msg":"trace[353582965] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"902.843713ms","start":"2026-03-06T21:08:51.304291Z","end":"2026-03-06T21:08:52.207135Z","steps":["trace[353582965] 'process raft request' (duration: 902.364923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.211755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.304275Z","time spent":"907.427595ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.20718Z","caller":"traceutil/trace.go:171","msg":"trace[106891621] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"790.713043ms","start":"2026-03-06T21:08:51.41646Z","end":"2026-03-06T21:08:52.207173Z","steps":["trace[106891621] 'process raft request' (duration: 790.521259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.21188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.416447Z","time spent":"795.371376ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.207402Z","caller":"traceutil/trace.go:171","msg":"trace[1460948495] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"790.682402ms","start":"2026-03-06T21:08:51.416707Z","end":"2026-03-06T21:08:52.20739Z","steps":["trace[1460948495] 'process raft request' (duration: 790.445017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.212083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.416687Z","time spent":"795.367716ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.207567Z","caller":"traceutil/trace.go:171","msg":"trace[1567185569] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"789.759062ms","start":"2026-03-06T21:08:51.4178Z","end":"2026-03-06T21:08:52.207559Z","steps":["trace[1567185569] 'process raft request' (duration: 789.522306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.212247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.417792Z","time spent":"794.414255ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:52.207722Z","caller":"traceutil/trace.go:171","msg":"trace[1946290804] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"789.708161ms","start":"2026-03-06T21:08:51.418005Z","end":"2026-03-06T21:08:52.207713Z","steps":["trace[1946290804] 'process raft request' (duration: 789.516397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.212412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.41798Z","time spent":"794.377425ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:52.207886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.081528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.212599Z","caller":"traceutil/trace.go:171","msg":"trace[69919787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23660; }","duration":"907.807013ms","start":"2026-03-06T21:08:51.304762Z","end":"2026-03-06T21:08:52.212569Z","steps":["trace[69919787] 'agreement among raft nodes before linearized reading' (duration: 903.075409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.212648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.304745Z","time spent":"907.891525ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:08:52.207973Z","caller":"traceutil/trace.go:171","msg":"trace[676078010] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"789.556886ms","start":"2026-03-06T21:08:51.418407Z","end":"2026-03-06T21:08:52.207964Z","steps":["trace[676078010] 'process raft request' (duration: 789.2725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.212905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.418399Z","time spent":"794.449054ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:52.208019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.898614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:52.213047Z","caller":"traceutil/trace.go:171","msg":"trace[1864799509] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23660; }","duration":"720.922765ms","start":"2026-03-06T21:08:51.492079Z","end":"2026-03-06T21:08:52.213002Z","steps":["trace[1864799509] 'agreement among raft nodes before linearized reading' (duration: 715.912344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.213117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.492062Z","time spent":"721.037068ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:52.208057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.957617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.21328Z","caller":"traceutil/trace.go:171","msg":"trace[496378222] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23660; }","duration":"904.166152ms","start":"2026-03-06T21:08:51.309078Z","end":"2026-03-06T21:08:52.213245Z","steps":["trace[496378222] 'agreement among raft nodes before linearized reading' (duration: 898.956087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.213345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:51.309069Z","time spent":"904.247164ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:08:52.741499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:53.242045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:53.339039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128622279s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:08:53.748336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.030642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:53.748415Z","caller":"traceutil/trace.go:171","msg":"trace[119480201] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"1.538085771s","start":"2026-03-06T21:08:52.210315Z","end":"2026-03-06T21:08:53.748401Z","steps":["trace[119480201] 'process raft request' (duration: 1.128932186s)","trace[119480201] 'compare' (duration: 408.407089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:53.748454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.210295Z","time spent":"1.538142222s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:54.218426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:08:54.21852Z","caller":"traceutil/trace.go:171","msg":"trace[200717248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298276s","start":"2026-03-06T21:08:52.218207Z","end":"2026-03-06T21:08:54.218505Z","steps":["trace[200717248] 'agreement among raft nodes before linearized reading' (duration: 2.000187933s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:54.218563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.218196Z","time spent":"2.000357117s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:08:54.400881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.897769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:54.401222Z","caller":"traceutil/trace.go:171","msg":"trace[377476198] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"2.188151055s","start":"2026-03-06T21:08:52.213034Z","end":"2026-03-06T21:08:54.401185Z","steps":["trace[377476198] 'process raft request' (duration: 1.930877487s)","trace[377476198] 'compare' (duration: 256.01441ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:54.401248Z","caller":"traceutil/trace.go:171","msg":"trace[296635948] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"2.186529728s","start":"2026-03-06T21:08:52.214685Z","end":"2026-03-06T21:08:54.401215Z","steps":["trace[296635948] 'process raft request' (duration: 2.186286583s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:54.401276Z","caller":"traceutil/trace.go:171","msg":"trace[1434457887] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"2.185932635s","start":"2026-03-06T21:08:52.215317Z","end":"2026-03-06T21:08:54.40125Z","steps":["trace[1434457887] 'process raft request' (duration: 2.185741451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:54.401404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.214665Z","time spent":"2.186658561s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:54.401402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.215299Z","time spent":"2.186032327s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:54.401631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.213024Z","time spent":"2.188288807s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:55.123686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.568881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:08:55.12432Z","caller":"traceutil/trace.go:171","msg":"trace[450425409] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"1.816923993s","start":"2026-03-06T21:08:53.307366Z","end":"2026-03-06T21:08:55.12429Z","steps":["trace[450425409] 'process raft request' (duration: 1.816430433s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:55.124344Z","caller":"traceutil/trace.go:171","msg":"trace[715738875] linearizableReadLoop","detail":"{readStateIndex:24504; appliedIndex:24499; }","duration":"2.911405521s","start":"2026-03-06T21:08:52.212913Z","end":"2026-03-06T21:08:55.124319Z","steps":["trace[715738875] 'read index received' (duration: 1.126325658s)","trace[715738875] 'applied index is now lower than readState.Index' (duration: 1.785078523s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:55.12448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:53.307348Z","time spent":"1.817049988s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:55.542276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32934189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189a5cae3f309118\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-06T21:08:55.542342Z","caller":"traceutil/trace.go:171","msg":"trace[1749339321] range","detail":"{range_begin:/registry/events/openstack/container-infra.189a5cae3f309118; range_end:; response_count:1; response_revision:23665; }","duration":"3.329412811s","start":"2026-03-06T21:08:52.21291Z","end":"2026-03-06T21:08:55.542323Z","steps":["trace[1749339321] 'agreement among raft nodes before linearized reading' (duration: 2.911461622s)","trace[1749339321] 'range keys from in-memory index tree' (duration: 417.799815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:55.542372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.212898Z","time spent":"3.329468233s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189a5cae3f309118\" "} {"level":"warn","ts":"2026-03-06T21:08:55.542677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329757139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T21:08:55.542729Z","caller":"traceutil/trace.go:171","msg":"trace[124674732] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23665; }","duration":"3.329828221s","start":"2026-03-06T21:08:52.212884Z","end":"2026-03-06T21:08:55.542712Z","steps":["trace[124674732] 'agreement among raft nodes before linearized reading' (duration: 2.911551305s)","trace[124674732] 'range keys from in-memory index tree' (duration: 418.146003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:55.542758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.212872Z","time spent":"3.329878292s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T21:08:55.542793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.43571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:55.543114Z","caller":"traceutil/trace.go:171","msg":"trace[1395012987] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"1.324718699s","start":"2026-03-06T21:08:54.218381Z","end":"2026-03-06T21:08:55.5431Z","steps":["trace[1395012987] 'process raft request' (duration: 905.929482ms)","trace[1395012987] 'compare' (duration: 417.809326ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:55.54314Z","caller":"traceutil/trace.go:171","msg":"trace[1029797215] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24505; }","duration":"418.722906ms","start":"2026-03-06T21:08:55.124407Z","end":"2026-03-06T21:08:55.54313Z","steps":["trace[1029797215] 'read index received' (duration: 65.751859ms)","trace[1029797215] 'applied index is now lower than readState.Index' (duration: 352.970027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:55.54319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.218358Z","time spent":"1.324797231s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:55.543209Z","caller":"traceutil/trace.go:171","msg":"trace[724174318] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"1.324821931s","start":"2026-03-06T21:08:54.21838Z","end":"2026-03-06T21:08:55.543202Z","steps":["trace[724174318] 'process raft request' (duration: 1.324447743s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.543249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.218351Z","time spent":"1.324870853s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:55.543313Z","caller":"traceutil/trace.go:171","msg":"trace[2027825276] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"1.32473943s","start":"2026-03-06T21:08:54.218568Z","end":"2026-03-06T21:08:55.543307Z","steps":["trace[2027825276] 'process raft request' (duration: 1.324385522s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.543345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.218559Z","time spent":"1.32476681s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:55.543444Z","caller":"traceutil/trace.go:171","msg":"trace[636920951] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.324706979s","start":"2026-03-06T21:08:54.218727Z","end":"2026-03-06T21:08:55.543434Z","steps":["trace[636920951] 'process raft request' (duration: 1.324313391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.543478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.218718Z","time spent":"1.3247409s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:55.543618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53832156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T21:08:55.543637Z","caller":"traceutil/trace.go:171","msg":"trace[467751128] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23671; }","duration":"2.538369372s","start":"2026-03-06T21:08:53.005262Z","end":"2026-03-06T21:08:55.543631Z","steps":["trace[467751128] 'agreement among raft nodes before linearized reading' (duration: 2.53830163s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.543656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:53.005246Z","time spent":"2.538405692s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T21:08:55.543686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.001032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:55.543683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236176842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:08:55.543718Z","caller":"traceutil/trace.go:171","msg":"trace[1798835724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23671; }","duration":"281.076903ms","start":"2026-03-06T21:08:55.262633Z","end":"2026-03-06T21:08:55.54371Z","steps":["trace[1798835724] 'agreement among raft nodes before linearized reading' (duration: 281.019042ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:55.543746Z","caller":"traceutil/trace.go:171","msg":"trace[1862930391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23671; }","duration":"2.236331106s","start":"2026-03-06T21:08:53.307401Z","end":"2026-03-06T21:08:55.543732Z","steps":["trace[1862930391] 'agreement among raft nodes before linearized reading' (duration: 2.236154252s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.543779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:53.307371Z","time spent":"2.236399047s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:55.543844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228733282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-06T21:08:55.543868Z","caller":"traceutil/trace.go:171","msg":"trace[662916509] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23671; }","duration":"3.228783804s","start":"2026-03-06T21:08:52.315077Z","end":"2026-03-06T21:08:55.54386Z","steps":["trace[662916509] 'agreement among raft nodes before linearized reading' (duration: 3.228737223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.543888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.31506Z","time spent":"3.228823504s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-06T21:08:55.54398Z","caller":"traceutil/trace.go:171","msg":"trace[2059093228] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"1.325238211s","start":"2026-03-06T21:08:54.218732Z","end":"2026-03-06T21:08:55.54397Z","steps":["trace[2059093228] 'process raft request' (duration: 1.324336931s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.543984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.404142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:55.544008Z","caller":"traceutil/trace.go:171","msg":"trace[828872546] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23671; }","duration":"208.457243ms","start":"2026-03-06T21:08:55.335544Z","end":"2026-03-06T21:08:55.544001Z","steps":["trace[828872546] 'agreement among raft nodes before linearized reading' (duration: 208.416482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.218707Z","time spent":"1.325291902s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:55.544122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325866283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:55.544142Z","caller":"traceutil/trace.go:171","msg":"trace[1107254680] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23671; }","duration":"3.325907754s","start":"2026-03-06T21:08:52.218228Z","end":"2026-03-06T21:08:55.544136Z","steps":["trace[1107254680] 'agreement among raft nodes before linearized reading' (duration: 3.325872453s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:55.544136Z","caller":"traceutil/trace.go:171","msg":"trace[643320249] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"1.325378343s","start":"2026-03-06T21:08:54.218751Z","end":"2026-03-06T21:08:55.544129Z","steps":["trace[643320249] 'process raft request' (duration: 1.324348441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.54416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.21822Z","time spent":"3.325934634s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:08:55.544203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.218734Z","time spent":"1.325430344s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:55.54426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329653506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:08:55.544288Z","caller":"traceutil/trace.go:171","msg":"trace[420247755] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23671; }","duration":"3.329720518s","start":"2026-03-06T21:08:52.21456Z","end":"2026-03-06T21:08:55.544281Z","steps":["trace[420247755] 'agreement among raft nodes before linearized reading' (duration: 3.329632046s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.214542Z","time spent":"3.329762598s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:08:55.544323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.532303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:55.544351Z","caller":"traceutil/trace.go:171","msg":"trace[361426467] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23671; }","duration":"949.596263ms","start":"2026-03-06T21:08:54.594745Z","end":"2026-03-06T21:08:55.544341Z","steps":["trace[361426467] 'agreement among raft nodes before linearized reading' (duration: 949.540622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.594723Z","time spent":"949.647085ms","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:55.54446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168879525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:55.544509Z","caller":"traceutil/trace.go:171","msg":"trace[1176654518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23671; }","duration":"1.168973768s","start":"2026-03-06T21:08:54.375528Z","end":"2026-03-06T21:08:55.544502Z","steps":["trace[1176654518] 'agreement among raft nodes before linearized reading' (duration: 1.168906696s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.375503Z","time spent":"1.169024389s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:55.544609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735050061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:55.544644Z","caller":"traceutil/trace.go:171","msg":"trace[1988474463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23671; }","duration":"1.735117152s","start":"2026-03-06T21:08:53.809519Z","end":"2026-03-06T21:08:55.544636Z","steps":["trace[1988474463] 'agreement among raft nodes before linearized reading' (duration: 1.735061071s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:53.809503Z","time spent":"1.735159123s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:08:55.54468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17390382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T21:08:55.544698Z","caller":"traceutil/trace.go:171","msg":"trace[1714486325] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23671; }","duration":"2.173956992s","start":"2026-03-06T21:08:53.370735Z","end":"2026-03-06T21:08:55.544692Z","steps":["trace[1714486325] 'agreement among raft nodes before linearized reading' (duration: 2.17389219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:53.370719Z","time spent":"2.173992832s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:08:55.544863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249371679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:55.544888Z","caller":"traceutil/trace.go:171","msg":"trace[775335925] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23671; }","duration":"1.24942051s","start":"2026-03-06T21:08:54.295461Z","end":"2026-03-06T21:08:55.544881Z","steps":["trace[775335925] 'agreement among raft nodes before linearized reading' (duration: 1.249311977s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326397457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:55.544914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.29545Z","time spent":"1.24945675s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:08:55.544921Z","caller":"traceutil/trace.go:171","msg":"trace[1845991434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23671; }","duration":"1.326451718s","start":"2026-03-06T21:08:54.218464Z","end":"2026-03-06T21:08:55.544916Z","steps":["trace[1845991434] 'agreement among raft nodes before linearized reading' (duration: 1.326419197s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:55.544938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:54.218445Z","time spent":"1.326489619s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:08:56.154188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:56.472455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.951666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:56.472582Z","caller":"traceutil/trace.go:171","msg":"trace[1013958622] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"877.048496ms","start":"2026-03-06T21:08:55.595509Z","end":"2026-03-06T21:08:56.472557Z","steps":["trace[1013958622] 'process raft request' (duration: 750.888176ms)","trace[1013958622] 'compare' (duration: 125.639668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:56.472646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.595497Z","time spent":"877.117177ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:56.560393Z","caller":"traceutil/trace.go:171","msg":"trace[910829778] linearizableReadLoop","detail":"{readStateIndex:24517; appliedIndex:24514; }","duration":"907.037806ms","start":"2026-03-06T21:08:55.653322Z","end":"2026-03-06T21:08:56.56036Z","steps":["trace[910829778] 'read index received' (duration: 693.092402ms)","trace[910829778] 'applied index is now lower than readState.Index' (duration: 213.944214ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:56.560404Z","caller":"traceutil/trace.go:171","msg":"trace[2107258396] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"964.766708ms","start":"2026-03-06T21:08:55.595599Z","end":"2026-03-06T21:08:56.560366Z","steps":["trace[2107258396] 'process raft request' (duration: 964.348719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.560614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.269062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:56.560672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.595582Z","time spent":"964.993482ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:56.560741Z","caller":"traceutil/trace.go:171","msg":"trace[1468705092] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"805.918727ms","start":"2026-03-06T21:08:55.754812Z","end":"2026-03-06T21:08:56.56073Z","steps":["trace[1468705092] 'process raft request' (duration: 805.430826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:56.560692Z","caller":"traceutil/trace.go:171","msg":"trace[2069218995] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23677; }","duration":"907.377063ms","start":"2026-03-06T21:08:55.653293Z","end":"2026-03-06T21:08:56.56067Z","steps":["trace[2069218995] 'agreement among raft nodes before linearized reading' (duration: 907.22305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.560815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.653278Z","time spent":"907.510466ms","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:08:56.560892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.281451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:08:56.56088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.754796Z","time spent":"805.972519ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:56.560981Z","caller":"traceutil/trace.go:171","msg":"trace[1044018744] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23677; }","duration":"892.411074ms","start":"2026-03-06T21:08:55.668546Z","end":"2026-03-06T21:08:56.560957Z","steps":["trace[1044018744] 'agreement among raft nodes before linearized reading' (duration: 892.23975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.561033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.668523Z","time spent":"892.495475ms","remote":"127.0.0.1:42570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:56.561274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.663752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:56.561316Z","caller":"traceutil/trace.go:171","msg":"trace[1282733160] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23677; }","duration":"761.731283ms","start":"2026-03-06T21:08:55.799574Z","end":"2026-03-06T21:08:56.561305Z","steps":["trace[1282733160] 'agreement among raft nodes before linearized reading' (duration: 761.59808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.561341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.048375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T21:08:56.5614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.38904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:56.561412Z","caller":"traceutil/trace.go:171","msg":"trace[371193886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23677; }","duration":"808.153736ms","start":"2026-03-06T21:08:55.753244Z","end":"2026-03-06T21:08:56.561398Z","steps":["trace[371193886] 'agreement among raft nodes before linearized reading' (duration: 807.994093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:56.561429Z","caller":"traceutil/trace.go:171","msg":"trace[1194376473] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23677; }","duration":"645.435703ms","start":"2026-03-06T21:08:55.915983Z","end":"2026-03-06T21:08:56.561419Z","steps":["trace[1194376473] 'agreement among raft nodes before linearized reading' (duration: 645.385951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.561463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.753223Z","time spent":"808.223729ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:08:56.561457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.915972Z","time spent":"645.479193ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:56.561492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.089499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:56.561533Z","caller":"traceutil/trace.go:171","msg":"trace[1104545392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23677; }","duration":"731.154201ms","start":"2026-03-06T21:08:55.830365Z","end":"2026-03-06T21:08:56.561519Z","steps":["trace[1104545392] 'agreement among raft nodes before linearized reading' (duration: 731.077359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.561569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.830355Z","time spent":"731.202772ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:56.56135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:55.799564Z","time spent":"761.778234ms","remote":"127.0.0.1:42722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:08:56.561704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.575819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:08:56.561805Z","caller":"traceutil/trace.go:171","msg":"trace[580760574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23677; }","duration":"155.714702ms","start":"2026-03-06T21:08:56.406074Z","end":"2026-03-06T21:08:56.561789Z","steps":["trace[580760574] 'agreement among raft nodes before linearized reading' (duration: 155.535758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.561306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.141848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T21:08:56.561865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.243563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:08:56.561882Z","caller":"traceutil/trace.go:171","msg":"trace[1574834933] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23677; }","duration":"509.756522ms","start":"2026-03-06T21:08:56.052109Z","end":"2026-03-06T21:08:56.561866Z","steps":["trace[1574834933] 'agreement among raft nodes before linearized reading' (duration: 508.997815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:56.561897Z","caller":"traceutil/trace.go:171","msg":"trace[1558661929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23677; }","duration":"156.308045ms","start":"2026-03-06T21:08:56.40558Z","end":"2026-03-06T21:08:56.561888Z","steps":["trace[1558661929] 'agreement among raft nodes before linearized reading' (duration: 156.160672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.561902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.855345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:08:56.561937Z","caller":"traceutil/trace.go:171","msg":"trace[19689644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23677; }","duration":"155.923476ms","start":"2026-03-06T21:08:56.406004Z","end":"2026-03-06T21:08:56.561927Z","steps":["trace[19689644] 'agreement among raft nodes before linearized reading' (duration: 155.788843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:56.561938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:56.05209Z","time spent":"509.831674ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T21:08:56.677192Z","caller":"traceutil/trace.go:171","msg":"trace[1114895766] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"110.298141ms","start":"2026-03-06T21:08:56.566872Z","end":"2026-03-06T21:08:56.67717Z","steps":["trace[1114895766] 'process raft request' (duration: 110.225579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:56.677984Z","caller":"traceutil/trace.go:171","msg":"trace[1401571923] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"111.258952ms","start":"2026-03-06T21:08:56.566711Z","end":"2026-03-06T21:08:56.677969Z","steps":["trace[1401571923] 'process raft request' (duration: 110.20934ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:56.678239Z","caller":"traceutil/trace.go:171","msg":"trace[2032628507] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"111.363784ms","start":"2026-03-06T21:08:56.566824Z","end":"2026-03-06T21:08:56.678188Z","steps":["trace[2032628507] 'process raft request' (duration: 110.23198ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:56.678485Z","caller":"traceutil/trace.go:171","msg":"trace[499044880] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"111.431755ms","start":"2026-03-06T21:08:56.566997Z","end":"2026-03-06T21:08:56.678429Z","steps":["trace[499044880] 'process raft request' (duration: 110.136737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:57.12485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.605794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:57.124966Z","caller":"traceutil/trace.go:171","msg":"trace[528509566] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23682; }","duration":"295.780458ms","start":"2026-03-06T21:08:56.82916Z","end":"2026-03-06T21:08:57.12494Z","steps":["trace[528509566] 'count revisions from in-memory index tree' (duration: 295.501671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:57.74745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:58.217927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.292562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:58.218043Z","caller":"traceutil/trace.go:171","msg":"trace[405612427] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"1.006197001s","start":"2026-03-06T21:08:57.211823Z","end":"2026-03-06T21:08:58.21802Z","steps":["trace[405612427] 'process raft request' (duration: 678.716625ms)","trace[405612427] 'compare' (duration: 327.104007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:58.218131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.211807Z","time spent":"1.006291783s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:58.846934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.710411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:58.847084Z","caller":"traceutil/trace.go:171","msg":"trace[347800980] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"1.297018509s","start":"2026-03-06T21:08:57.550053Z","end":"2026-03-06T21:08:58.847072Z","steps":["trace[347800980] 'process raft request' (duration: 915.074853ms)","trace[347800980] 'compare' (duration: 381.548727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:58.847119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.550027Z","time spent":"1.29707578s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:58.847274Z","caller":"traceutil/trace.go:171","msg":"trace[178573673] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"1.297080151s","start":"2026-03-06T21:08:57.550177Z","end":"2026-03-06T21:08:58.847258Z","steps":["trace[178573673] 'process raft request' (duration: 1.296822595s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:58.84738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.550167Z","time spent":"1.297156532s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:58.847475Z","caller":"traceutil/trace.go:171","msg":"trace[432225997] linearizableReadLoop","detail":"{readStateIndex:24530; appliedIndex:24523; }","duration":"1.60203468s","start":"2026-03-06T21:08:57.245434Z","end":"2026-03-06T21:08:58.847469Z","steps":["trace[432225997] 'read index received' (duration: 645.082504ms)","trace[432225997] 'applied index is now lower than readState.Index' (duration: 956.951596ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:58.847502Z","caller":"traceutil/trace.go:171","msg":"trace[114053217] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"1.296720013s","start":"2026-03-06T21:08:57.550771Z","end":"2026-03-06T21:08:58.847491Z","steps":["trace[114053217] 'process raft request' (duration: 1.296648231s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:58.847476Z","caller":"traceutil/trace.go:171","msg":"trace[1793970094] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"1.297194554s","start":"2026-03-06T21:08:57.550249Z","end":"2026-03-06T21:08:58.847443Z","steps":["trace[1793970094] 'process raft request' (duration: 1.296935227s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:58.84748Z","caller":"traceutil/trace.go:171","msg":"trace[66704285] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"1.29707022s","start":"2026-03-06T21:08:57.550385Z","end":"2026-03-06T21:08:58.847456Z","steps":["trace[66704285] 'process raft request' (duration: 1.296998779s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:58.847552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.550745Z","time spent":"1.296780624s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:58.847514Z","caller":"traceutil/trace.go:171","msg":"trace[1870182944] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"1.296557649s","start":"2026-03-06T21:08:57.550952Z","end":"2026-03-06T21:08:58.847509Z","steps":["trace[1870182944] 'process raft request' (duration: 1.296486508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:58.847543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602108242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:58.84762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.550378Z","time spent":"1.297168672s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:58.847639Z","caller":"traceutil/trace.go:171","msg":"trace[1575128279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23690; }","duration":"1.602227354s","start":"2026-03-06T21:08:57.245406Z","end":"2026-03-06T21:08:58.847634Z","steps":["trace[1575128279] 'agreement among raft nodes before linearized reading' (duration: 1.602115402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:58.847627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.550239Z","time spent":"1.297306566s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:58.847659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.245387Z","time spent":"1.602267375s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:08:58.847684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.550943Z","time spent":"1.296661371s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:59.347976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:08:59.535432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.178157ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:59.535861Z","caller":"traceutil/trace.go:171","msg":"trace[1352201923] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23690; }","duration":"100.31782ms","start":"2026-03-06T21:08:59.435219Z","end":"2026-03-06T21:08:59.535537Z","steps":["trace[1352201923] 'range keys from in-memory index tree' (duration: 100.158697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:59.778303Z","caller":"traceutil/trace.go:171","msg":"trace[787202154] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"1.186859431s","start":"2026-03-06T21:08:58.591417Z","end":"2026-03-06T21:08:59.778276Z","steps":["trace[787202154] 'process raft request' (duration: 1.186688618s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:59.778475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.591391Z","time spent":"1.186994295s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:00.405998Z","caller":"traceutil/trace.go:171","msg":"trace[1868632472] linearizableReadLoop","detail":"{readStateIndex:24532; appliedIndex:24530; }","duration":"1.558470059s","start":"2026-03-06T21:08:58.84749Z","end":"2026-03-06T21:09:00.40596Z","steps":["trace[1868632472] 'read index received' (duration: 930.661926ms)","trace[1868632472] 'applied index is now lower than readState.Index' (duration: 627.806983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:00.406209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723505786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:09:00.40627Z","caller":"traceutil/trace.go:171","msg":"trace[1927311201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23692; }","duration":"1.723612198s","start":"2026-03-06T21:08:58.682642Z","end":"2026-03-06T21:09:00.406254Z","steps":["trace[1927311201] 'agreement among raft nodes before linearized reading' (duration: 1.723409394s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.406309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.682622Z","time spent":"1.723678169s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:09:00.406383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625737832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:00.406435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838515394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T21:09:00.406517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723734071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:09:00.406552Z","caller":"traceutil/trace.go:171","msg":"trace[1428615846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23692; }","duration":"1.723797422s","start":"2026-03-06T21:08:58.682747Z","end":"2026-03-06T21:09:00.406544Z","steps":["trace[1428615846] 'agreement among raft nodes before linearized reading' (duration: 1.72371057s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.406573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.682737Z","time spent":"1.723829033s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:00.406596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809182449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:09:00.406631Z","caller":"traceutil/trace.go:171","msg":"trace[1008929107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23692; }","duration":"2.809235819s","start":"2026-03-06T21:08:57.597387Z","end":"2026-03-06T21:09:00.406622Z","steps":["trace[1008929107] 'agreement among raft nodes before linearized reading' (duration: 2.809150457s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.406666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.597377Z","time spent":"2.80927843s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:00.406724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723952965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:09:00.406756Z","caller":"traceutil/trace.go:171","msg":"trace[2114455107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23692; }","duration":"1.724004127s","start":"2026-03-06T21:08:58.682744Z","end":"2026-03-06T21:09:00.406748Z","steps":["trace[2114455107] 'agreement among raft nodes before linearized reading' (duration: 1.723923085s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.406786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.682735Z","time spent":"1.724041728s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:00.40623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723760581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:00.406853Z","caller":"traceutil/trace.go:171","msg":"trace[529662614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23692; }","duration":"1.724474917s","start":"2026-03-06T21:08:58.68237Z","end":"2026-03-06T21:09:00.406845Z","steps":["trace[529662614] 'agreement among raft nodes before linearized reading' (duration: 1.723722851s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.40677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861134163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:00.406881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.682332Z","time spent":"1.724537528s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:09:00.406463Z","caller":"traceutil/trace.go:171","msg":"trace[161824277] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23692; }","duration":"1.625850563s","start":"2026-03-06T21:08:58.780598Z","end":"2026-03-06T21:09:00.406449Z","steps":["trace[161824277] 'agreement among raft nodes before linearized reading' (duration: 1.625632419s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.406955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.780587Z","time spent":"1.626358595s","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:00.406962Z","caller":"traceutil/trace.go:171","msg":"trace[592435300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23692; }","duration":"2.861386828s","start":"2026-03-06T21:08:57.54553Z","end":"2026-03-06T21:09:00.406916Z","steps":["trace[592435300] 'agreement among raft nodes before linearized reading' (duration: 2.860959858s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.407016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.545507Z","time spent":"2.86149121s","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:00.406508Z","caller":"traceutil/trace.go:171","msg":"trace[1257116362] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23692; }","duration":"2.838631666s","start":"2026-03-06T21:08:57.56786Z","end":"2026-03-06T21:09:00.406492Z","steps":["trace[1257116362] 'agreement among raft nodes before linearized reading' (duration: 2.838405161s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.407106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.56785Z","time spent":"2.83924644s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T21:09:00.407381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97037265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:00.407407Z","caller":"traceutil/trace.go:171","msg":"trace[815017284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23692; }","duration":"2.97042887s","start":"2026-03-06T21:08:57.436972Z","end":"2026-03-06T21:09:00.407401Z","steps":["trace[815017284] 'agreement among raft nodes before linearized reading' (duration: 2.970381519s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.407427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:57.436955Z","time spent":"2.970466512s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:00.409737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802820283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:00.409778Z","caller":"traceutil/trace.go:171","msg":"trace[444855149] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23692; }","duration":"1.802893684s","start":"2026-03-06T21:08:58.606871Z","end":"2026-03-06T21:09:00.409765Z","steps":["trace[444855149] 'agreement among raft nodes before linearized reading' (duration: 1.802828673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.409807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.606855Z","time spent":"1.802944746s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:00.409927Z","caller":"traceutil/trace.go:171","msg":"trace[493992748] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"1.236358763s","start":"2026-03-06T21:08:59.173549Z","end":"2026-03-06T21:09:00.409908Z","steps":["trace[493992748] 'process raft request' (duration: 1.138787433s)","trace[493992748] 'compare' (duration: 92.596901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:00.410029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:59.173528Z","time spent":"1.236444334s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:00.860315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011071652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:09:00.860389Z","caller":"traceutil/trace.go:171","msg":"trace[2065583519] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.011195535s","start":"2026-03-06T21:08:58.849178Z","end":"2026-03-06T21:09:00.860373Z","steps":["trace[2065583519] 'agreement among raft nodes before linearized reading' (duration: 2.011105473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.860415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:58.849161Z","time spent":"2.011248326s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:09:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:09:00.906883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:01.49733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.261571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:01.497422Z","caller":"traceutil/trace.go:171","msg":"trace[1787631031] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"1.383484203s","start":"2026-03-06T21:09:00.11392Z","end":"2026-03-06T21:09:01.497404Z","steps":["trace[1787631031] 'process raft request' (duration: 884.076929ms)","trace[1787631031] 'compare' (duration: 499.124388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:01.497473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.113795Z","time spent":"1.383654098s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:01.497896Z","caller":"traceutil/trace.go:171","msg":"trace[976468639] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"1.084854384s","start":"2026-03-06T21:09:00.413026Z","end":"2026-03-06T21:09:01.49788Z","steps":["trace[976468639] 'process raft request' (duration: 1.084794393s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.49798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.412998Z","time spent":"1.084942556s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:01.497974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.409362Z","time spent":"1.088606036s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:09:01.498173Z","caller":"traceutil/trace.go:171","msg":"trace[996545946] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"1.085211591s","start":"2026-03-06T21:09:00.412952Z","end":"2026-03-06T21:09:01.498164Z","steps":["trace[996545946] 'process raft request' (duration: 1.084769902s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.49822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.412936Z","time spent":"1.085253913s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:01.49814Z","caller":"traceutil/trace.go:171","msg":"trace[1429813422] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"1.085056739s","start":"2026-03-06T21:09:00.413066Z","end":"2026-03-06T21:09:01.498123Z","steps":["trace[1429813422] 'process raft request' (duration: 1.084786253s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.498357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.413057Z","time spent":"1.085265413s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:01.498496Z","caller":"traceutil/trace.go:171","msg":"trace[1491772373] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"634.096241ms","start":"2026-03-06T21:09:00.864391Z","end":"2026-03-06T21:09:01.498488Z","steps":["trace[1491772373] 'process raft request' (duration: 633.859386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.49859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.864372Z","time spent":"634.156992ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:01.498145Z","caller":"traceutil/trace.go:171","msg":"trace[652781820] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"1.085166231s","start":"2026-03-06T21:09:00.412965Z","end":"2026-03-06T21:09:01.498132Z","steps":["trace[652781820] 'process raft request' (duration: 1.084821203s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:01.498853Z","caller":"traceutil/trace.go:171","msg":"trace[82344665] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"633.272223ms","start":"2026-03-06T21:09:00.865572Z","end":"2026-03-06T21:09:01.498844Z","steps":["trace[82344665] 'process raft request' (duration: 632.876165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.498904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.865565Z","time spent":"633.313104ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:01.498882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.412945Z","time spent":"1.085834256s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:01.498294Z","caller":"traceutil/trace.go:171","msg":"trace[1223981290] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"1.085034038s","start":"2026-03-06T21:09:00.413252Z","end":"2026-03-06T21:09:01.498286Z","steps":["trace[1223981290] 'process raft request' (duration: 1.084803653s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.499118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.413206Z","time spent":"1.085889117s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:01.499167Z","caller":"traceutil/trace.go:171","msg":"trace[1837706383] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"632.449406ms","start":"2026-03-06T21:09:00.866698Z","end":"2026-03-06T21:09:01.499147Z","steps":["trace[1837706383] 'process raft request' (duration: 632.113679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.499254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.866673Z","time spent":"632.541167ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:01.499585Z","caller":"traceutil/trace.go:171","msg":"trace[384329253] linearizableReadLoop","detail":"{readStateIndex:24545; appliedIndex:24532; }","duration":"1.093511884s","start":"2026-03-06T21:09:00.406057Z","end":"2026-03-06T21:09:01.499569Z","steps":["trace[384329253] 'read index received' (duration: 592.037424ms)","trace[384329253] 'applied index is now lower than readState.Index' (duration: 501.47362ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:01.499769Z","caller":"traceutil/trace.go:171","msg":"trace[1839120613] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"632.112068ms","start":"2026-03-06T21:09:00.867582Z","end":"2026-03-06T21:09:01.499694Z","steps":["trace[1839120613] 'process raft request' (duration: 631.705539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:01.499836Z","caller":"traceutil/trace.go:171","msg":"trace[775604844] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"632.173659ms","start":"2026-03-06T21:09:00.867644Z","end":"2026-03-06T21:09:01.499817Z","steps":["trace[775604844] 'process raft request' (duration: 631.836762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.499848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.867578Z","time spent":"632.21386ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:01.49987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980609001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:01.49991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.5709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-06T21:09:01.499898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.169873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:01.499938Z","caller":"traceutil/trace.go:171","msg":"trace[1784568331] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23704; }","duration":"245.635552ms","start":"2026-03-06T21:09:01.254294Z","end":"2026-03-06T21:09:01.49993Z","steps":["trace[1784568331] 'agreement among raft nodes before linearized reading' (duration: 245.57656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:01.499942Z","caller":"traceutil/trace.go:171","msg":"trace[374042335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23704; }","duration":"1.980725124s","start":"2026-03-06T21:08:59.519201Z","end":"2026-03-06T21:09:01.499926Z","steps":["trace[374042335] 'agreement among raft nodes before linearized reading' (duration: 1.98056891s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.499957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.850756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:01.499927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175253395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-06T21:09:01.499981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:59.519184Z","time spent":"1.980789715s","remote":"127.0.0.1:59206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:01.499993Z","caller":"traceutil/trace.go:171","msg":"trace[310039683] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23704; }","duration":"692.915847ms","start":"2026-03-06T21:09:00.807065Z","end":"2026-03-06T21:09:01.499981Z","steps":["trace[310039683] 'agreement among raft nodes before linearized reading' (duration: 692.859786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.499981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188508197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T21:09:01.500015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.571473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T21:09:01.500011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.979629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:01.499963Z","caller":"traceutil/trace.go:171","msg":"trace[810136445] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23704; }","duration":"796.274145ms","start":"2026-03-06T21:09:00.703675Z","end":"2026-03-06T21:09:01.499949Z","steps":["trace[810136445] 'agreement among raft nodes before linearized reading' (duration: 796.168723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.50003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.807049Z","time spent":"692.967779ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:01.500043Z","caller":"traceutil/trace.go:171","msg":"trace[468537473] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db; range_end:; response_count:1; response_revision:23704; }","duration":"635.631474ms","start":"2026-03-06T21:09:00.864404Z","end":"2026-03-06T21:09:01.500035Z","steps":["trace[468537473] 'agreement among raft nodes before linearized reading' (duration: 635.522542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:01.500029Z","caller":"traceutil/trace.go:171","msg":"trace[841549040] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23704; }","duration":"1.175405348s","start":"2026-03-06T21:09:00.324602Z","end":"2026-03-06T21:09:01.500007Z","steps":["trace[841549040] 'agreement among raft nodes before linearized reading' (duration: 1.175202754s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:01.500047Z","caller":"traceutil/trace.go:171","msg":"trace[1118924055] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23704; }","duration":"1.188601279s","start":"2026-03-06T21:09:00.311431Z","end":"2026-03-06T21:09:01.500032Z","steps":["trace[1118924055] 'agreement among raft nodes before linearized reading' (duration: 1.188375194s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.500068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.864385Z","time spent":"635.673816ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" "} {"level":"info","ts":"2026-03-06T21:09:01.500059Z","caller":"traceutil/trace.go:171","msg":"trace[957684775] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23704; }","duration":"703.066981ms","start":"2026-03-06T21:09:00.796971Z","end":"2026-03-06T21:09:01.500038Z","steps":["trace[957684775] 'agreement among raft nodes before linearized reading' (duration: 703.01132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.500088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.703656Z","time spent":"796.419458ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:01.500086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.324581Z","time spent":"1.17549271s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-06T21:09:01.500096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.311413Z","time spent":"1.18867236s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:09:01.500101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.796947Z","time spent":"703.146583ms","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:01.499902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.867631Z","time spent":"632.240941ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:01.499946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.40413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:01.500311Z","caller":"traceutil/trace.go:171","msg":"trace[1737516547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23704; }","duration":"635.82893ms","start":"2026-03-06T21:09:00.864474Z","end":"2026-03-06T21:09:01.500303Z","steps":["trace[1737516547] 'agreement among raft nodes before linearized reading' (duration: 635.380279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:01.49935Z","caller":"traceutil/trace.go:171","msg":"trace[811308547] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"632.385894ms","start":"2026-03-06T21:09:00.866952Z","end":"2026-03-06T21:09:01.499338Z","steps":["trace[811308547] 'process raft request' (duration: 632.134578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.500385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.511932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:01.500464Z","caller":"traceutil/trace.go:171","msg":"trace[1879263663] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23704; }","duration":"369.718136ms","start":"2026-03-06T21:09:01.130731Z","end":"2026-03-06T21:09:01.50045Z","steps":["trace[1879263663] 'agreement among raft nodes before linearized reading' (duration: 369.163283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.500542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:01.130701Z","time spent":"369.821939ms","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:01.50034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.864455Z","time spent":"635.87506ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:01.499887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457180731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:01.500778Z","caller":"traceutil/trace.go:171","msg":"trace[979367967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23704; }","duration":"2.458070732s","start":"2026-03-06T21:08:59.042687Z","end":"2026-03-06T21:09:01.500758Z","steps":["trace[979367967] 'agreement among raft nodes before linearized reading' (duration: 2.457139891s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:01.500826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:59.042649Z","time spent":"2.458160554s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:01.500415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:00.866947Z","time spent":"633.415918ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:02.038008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:09:02.314836Z","caller":"traceutil/trace.go:171","msg":"trace[2046245505] linearizableReadLoop","detail":"{readStateIndex:24548; appliedIndex:24546; }","duration":"777.901519ms","start":"2026-03-06T21:09:01.536911Z","end":"2026-03-06T21:09:02.314813Z","steps":["trace[2046245505] 'read index received' (duration: 777.699965ms)","trace[2046245505] 'applied index is now lower than readState.Index' (duration: 200.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:02.314947Z","caller":"traceutil/trace.go:171","msg":"trace[1753379181] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"801.657904ms","start":"2026-03-06T21:09:01.513263Z","end":"2026-03-06T21:09:02.314921Z","steps":["trace[1753379181] 'process raft request' (duration: 801.4868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:02.315062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.136864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-06T21:09:02.315092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:01.513248Z","time spent":"801.748965ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:02.315103Z","caller":"traceutil/trace.go:171","msg":"trace[2103606664] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23707; }","duration":"778.212156ms","start":"2026-03-06T21:09:01.536881Z","end":"2026-03-06T21:09:02.315093Z","steps":["trace[2103606664] 'agreement among raft nodes before linearized reading' (duration: 778.058353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:02.315205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:01.536871Z","time spent":"778.294698ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:09:02.315234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.161724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:09:02.315307Z","caller":"traceutil/trace.go:171","msg":"trace[824950146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23707; }","duration":"615.325848ms","start":"2026-03-06T21:09:01.699963Z","end":"2026-03-06T21:09:02.315289Z","steps":["trace[824950146] 'agreement among raft nodes before linearized reading' (duration: 615.086553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:02.315288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.798567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:02.315412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.285095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:02.315349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:01.699918Z","time spent":"615.42294ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:09:02.31545Z","caller":"traceutil/trace.go:171","msg":"trace[97094816] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23707; }","duration":"550.358597ms","start":"2026-03-06T21:09:01.765078Z","end":"2026-03-06T21:09:02.315437Z","steps":["trace[97094816] 'agreement among raft nodes before linearized reading' (duration: 550.291514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:02.315483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:01.765042Z","time spent":"550.433379ms","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:02.315407Z","caller":"traceutil/trace.go:171","msg":"trace[1206176764] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23707; }","duration":"182.956421ms","start":"2026-03-06T21:09:02.132421Z","end":"2026-03-06T21:09:02.315377Z","steps":["trace[1206176764] 'agreement among raft nodes before linearized reading' (duration: 182.667564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:02.315495Z","caller":"traceutil/trace.go:171","msg":"trace[257819843] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"812.224157ms","start":"2026-03-06T21:09:01.50325Z","end":"2026-03-06T21:09:02.315474Z","steps":["trace[257819843] 'process raft request' (duration: 811.329786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:02.316379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:01.503216Z","time spent":"813.054225ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:02.93792Z","caller":"traceutil/trace.go:171","msg":"trace[1592316258] linearizableReadLoop","detail":"{readStateIndex:24549; appliedIndex:24548; }","duration":"478.695247ms","start":"2026-03-06T21:09:02.459197Z","end":"2026-03-06T21:09:02.937892Z","steps":["trace[1592316258] 'read index received' (duration: 387.582509ms)","trace[1592316258] 'applied index is now lower than readState.Index' (duration: 91.111358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:02.938045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.840931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:02.938076Z","caller":"traceutil/trace.go:171","msg":"trace[32135029] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23708; }","duration":"478.914792ms","start":"2026-03-06T21:09:02.459152Z","end":"2026-03-06T21:09:02.938067Z","steps":["trace[32135029] 'agreement among raft nodes before linearized reading' (duration: 478.83846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:02.938111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:02.459129Z","time spent":"478.973664ms","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T21:09:02.9381Z","caller":"traceutil/trace.go:171","msg":"trace[1513644235] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"510.343235ms","start":"2026-03-06T21:09:02.427718Z","end":"2026-03-06T21:09:02.938061Z","steps":["trace[1513644235] 'process raft request' (duration: 419.169736ms)","trace[1513644235] 'compare' (duration: 90.272598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:02.938257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:02.427693Z","time spent":"510.480088ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:03.600955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.4566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:03.601826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.32644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:03.601934Z","caller":"traceutil/trace.go:171","msg":"trace[791089180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23709; }","duration":"355.472533ms","start":"2026-03-06T21:09:03.24645Z","end":"2026-03-06T21:09:03.601923Z","steps":["trace[791089180] 'agreement among raft nodes before linearized reading' (duration: 355.303859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:03.601919Z","caller":"traceutil/trace.go:171","msg":"trace[1212610478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23708; }","duration":"478.451543ms","start":"2026-03-06T21:09:03.123415Z","end":"2026-03-06T21:09:03.601866Z","steps":["trace[1212610478] 'count revisions from in-memory index tree' (duration: 477.370688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:03.602052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.246425Z","time spent":"355.611906ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:03.602077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.123394Z","time spent":"478.622447ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:03.601713Z","caller":"traceutil/trace.go:171","msg":"trace[1128651722] linearizableReadLoop","detail":"{readStateIndex:24550; appliedIndex:24549; }","duration":"355.179767ms","start":"2026-03-06T21:09:03.246506Z","end":"2026-03-06T21:09:03.601685Z","steps":["trace[1128651722] 'read index received' (duration: 353.51932ms)","trace[1128651722] 'applied index is now lower than readState.Index' (duration: 1.659047ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:03.601779Z","caller":"traceutil/trace.go:171","msg":"trace[1039936423] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"371.044086ms","start":"2026-03-06T21:09:03.230668Z","end":"2026-03-06T21:09:03.601712Z","steps":["trace[1039936423] 'process raft request' (duration: 369.368409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:03.602708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.230632Z","time spent":"372.003817ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:04.102844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444365,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:09:04.576631Z","caller":"traceutil/trace.go:171","msg":"trace[1503181133] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"1.070492138s","start":"2026-03-06T21:09:03.506119Z","end":"2026-03-06T21:09:04.576611Z","steps":["trace[1503181133] 'process raft request' (duration: 1.034544025s)","trace[1503181133] 'compare' (duration: 35.103113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:04.578855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.506093Z","time spent":"1.070632701s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:04.579657Z","caller":"traceutil/trace.go:171","msg":"trace[749086046] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"1.072501162s","start":"2026-03-06T21:09:03.507133Z","end":"2026-03-06T21:09:04.579634Z","steps":["trace[749086046] 'process raft request' (duration: 1.069410894s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:04.579802Z","caller":"traceutil/trace.go:171","msg":"trace[760450033] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"1.06697798s","start":"2026-03-06T21:09:03.512806Z","end":"2026-03-06T21:09:04.579784Z","steps":["trace[760450033] 'process raft request' (duration: 1.066717794s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:04.579832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.507117Z","time spent":"1.072627194s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:04.579908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.51278Z","time spent":"1.067073103s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:04.580025Z","caller":"traceutil/trace.go:171","msg":"trace[1139605267] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"1.066197433s","start":"2026-03-06T21:09:03.513822Z","end":"2026-03-06T21:09:04.58002Z","steps":["trace[1139605267] 'process raft request' (duration: 1.065900417s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:04.580065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.513806Z","time spent":"1.066234654s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:04.580213Z","caller":"traceutil/trace.go:171","msg":"trace[1016099881] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"1.066210174s","start":"2026-03-06T21:09:03.513988Z","end":"2026-03-06T21:09:04.580198Z","steps":["trace[1016099881] 'process raft request' (duration: 1.06600316s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:04.580285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.51398Z","time spent":"1.066269715s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:04.580338Z","caller":"traceutil/trace.go:171","msg":"trace[325323455] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"1.063291999s","start":"2026-03-06T21:09:03.51704Z","end":"2026-03-06T21:09:04.580332Z","steps":["trace[325323455] 'process raft request' (duration: 1.063092175s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:04.580376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.51702Z","time spent":"1.06333706s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:05.049771Z","caller":"traceutil/trace.go:171","msg":"trace[1187880928] linearizableReadLoop","detail":"{readStateIndex:24558; appliedIndex:24550; }","duration":"1.447186208s","start":"2026-03-06T21:09:03.602567Z","end":"2026-03-06T21:09:05.049753Z","steps":["trace[1187880928] 'read index received' (duration: 939.133803ms)","trace[1187880928] 'applied index is now lower than readState.Index' (duration: 508.051665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:05.049964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54439332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:09:05.049988Z","caller":"traceutil/trace.go:171","msg":"trace[1039071292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23717; }","duration":"1.544443272s","start":"2026-03-06T21:09:03.505536Z","end":"2026-03-06T21:09:05.049979Z","steps":["trace[1039071292] 'agreement among raft nodes before linearized reading' (duration: 1.544310229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:05.049978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54438208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:09:05.050008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.505531Z","time spent":"1.544471792s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:09:05.050026Z","caller":"traceutil/trace.go:171","msg":"trace[1802031520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23717; }","duration":"1.544450831s","start":"2026-03-06T21:09:03.505562Z","end":"2026-03-06T21:09:05.050013Z","steps":["trace[1802031520] 'agreement among raft nodes before linearized reading' (duration: 1.544283548s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:05.050047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.505557Z","time spent":"1.544486092s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:05.050025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542409596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:09:05.050085Z","caller":"traceutil/trace.go:171","msg":"trace[420689794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23717; }","duration":"1.54253599s","start":"2026-03-06T21:09:03.507533Z","end":"2026-03-06T21:09:05.050069Z","steps":["trace[420689794] 'agreement among raft nodes before linearized reading' (duration: 1.542301864s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:05.050119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.507525Z","time spent":"1.54258408s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:05.050136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544421941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:09:05.050151Z","caller":"traceutil/trace.go:171","msg":"trace[1859255906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23717; }","duration":"1.544465931s","start":"2026-03-06T21:09:03.505681Z","end":"2026-03-06T21:09:05.050147Z","steps":["trace[1859255906] 'agreement among raft nodes before linearized reading' (duration: 1.54442153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:05.050163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.505676Z","time spent":"1.544484003s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:09:05.050196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544679496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:05.050204Z","caller":"traceutil/trace.go:171","msg":"trace[441323915] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"1.351238274s","start":"2026-03-06T21:09:03.69896Z","end":"2026-03-06T21:09:05.050199Z","steps":["trace[441323915] 'process raft request' (duration: 1.34604079s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:05.05021Z","caller":"traceutil/trace.go:171","msg":"trace[584414331] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"982.366066ms","start":"2026-03-06T21:09:04.067833Z","end":"2026-03-06T21:09:05.050199Z","steps":["trace[584414331] 'process raft request' (duration: 981.835975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:05.050214Z","caller":"traceutil/trace.go:171","msg":"trace[1148330076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23717; }","duration":"1.544734608s","start":"2026-03-06T21:09:03.505474Z","end":"2026-03-06T21:09:05.050208Z","steps":["trace[1148330076] 'agreement among raft nodes before linearized reading' (duration: 1.544679356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:05.05023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.505452Z","time spent":"1.544774778s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:05.050243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.698937Z","time spent":"1.351277025s","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:05.050272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:04.067807Z","time spent":"982.419837ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:05.550039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:05.605327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000933479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:09:05.605417Z","caller":"traceutil/trace.go:171","msg":"trace[621562246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001091132s","start":"2026-03-06T21:09:03.604306Z","end":"2026-03-06T21:09:05.605397Z","steps":["trace[621562246] 'agreement among raft nodes before linearized reading' (duration: 2.000970699s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:05.605738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.604284Z","time spent":"2.00144099s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:09:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:09:06.050715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:06.188498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143385543s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:09:06.477529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.094726Z","time spent":"382.792794ms","remote":"127.0.0.1:51644","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:09:06.478436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.652223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:06.478556Z","caller":"traceutil/trace.go:171","msg":"trace[320639706] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"1.534759428s","start":"2026-03-06T21:09:04.943767Z","end":"2026-03-06T21:09:06.478526Z","steps":["trace[320639706] 'process raft request' (duration: 1.244924511s)","trace[320639706] 'compare' (duration: 289.196162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:06.478631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:04.94375Z","time spent":"1.53484945s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:07.613274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:09:07.613359Z","caller":"traceutil/trace.go:171","msg":"trace[1180239854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137752s","start":"2026-03-06T21:09:05.613203Z","end":"2026-03-06T21:09:07.613341Z","steps":["trace[1180239854] 'agreement among raft nodes before linearized reading' (duration: 2.000030109s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:07.613407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.613197Z","time spent":"2.000200363s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:07.635747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015483435s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-06T21:09:07.635915Z","caller":"traceutil/trace.go:171","msg":"trace[883004803] compact","detail":"{revision:20485; response_revision:23718; }","duration":"2.584686723s","start":"2026-03-06T21:09:05.051213Z","end":"2026-03-06T21:09:07.635899Z","steps":["trace[883004803] 'process raft request' (duration: 1.568174854s)","trace[883004803] 'check and update compact revision' (duration: 1.015378533s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:07.635947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.051194Z","time spent":"2.584750414s","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:09:07.636362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20485} {"level":"info","ts":"2026-03-06T21:09:07.636528Z","caller":"traceutil/trace.go:171","msg":"trace[434688071] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"2.582558685s","start":"2026-03-06T21:09:05.053949Z","end":"2026-03-06T21:09:07.636507Z","steps":["trace[434688071] 'process raft request' (duration: 2.58186483s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:07.636665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.053914Z","time spent":"2.582686758s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:07.63695Z","caller":"traceutil/trace.go:171","msg":"trace[1734195870] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"2.582575486s","start":"2026-03-06T21:09:05.054351Z","end":"2026-03-06T21:09:07.636926Z","steps":["trace[1734195870] 'process raft request' (duration: 2.582139246s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:07.637043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.054344Z","time spent":"2.582646947s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:07.637447Z","caller":"traceutil/trace.go:171","msg":"trace[1161597230] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"2.583017755s","start":"2026-03-06T21:09:05.054412Z","end":"2026-03-06T21:09:07.63743Z","steps":["trace[1161597230] 'process raft request' (duration: 2.582493013s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:07.637555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.054408Z","time spent":"2.583089456s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:07.637909Z","caller":"traceutil/trace.go:171","msg":"trace[29545225] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"2.583400463s","start":"2026-03-06T21:09:05.054466Z","end":"2026-03-06T21:09:07.637867Z","steps":["trace[29545225] 'process raft request' (duration: 2.582949153s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:07.638147Z","caller":"traceutil/trace.go:171","msg":"trace[415056053] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"2.583457896s","start":"2026-03-06T21:09:05.054662Z","end":"2026-03-06T21:09:07.638119Z","steps":["trace[415056053] 'process raft request' (duration: 2.583191669s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:07.638314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.054444Z","time spent":"2.583531456s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:07.638328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.054629Z","time spent":"2.583582588s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:07.908021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288580893s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:09:08.050302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.209492ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:09:08.050585Z","caller":"traceutil/trace.go:171","msg":"trace[1954169566] linearizableReadLoop","detail":"{readStateIndex:24566; appliedIndex:24558; }","duration":"3.000744329s","start":"2026-03-06T21:09:05.049822Z","end":"2026-03-06T21:09:08.050566Z","steps":["trace[1954169566] 'read index received' (duration: 1.138881284s)","trace[1954169566] 'applied index is now lower than readState.Index' (duration: 1.861862105s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:08.051247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744195081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:08.051317Z","caller":"traceutil/trace.go:171","msg":"trace[44933101] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23723; }","duration":"3.744280623s","start":"2026-03-06T21:09:04.307001Z","end":"2026-03-06T21:09:08.051281Z","steps":["trace[44933101] 'agreement among raft nodes before linearized reading' (duration: 3.744189891s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.051353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:04.306986Z","time spent":"3.744357294s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:08.051942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808939457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-06T21:09:08.051978Z","caller":"traceutil/trace.go:171","msg":"trace[679978549] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23723; }","duration":"3.809021319s","start":"2026-03-06T21:09:04.242946Z","end":"2026-03-06T21:09:08.051967Z","steps":["trace[679978549] 'agreement among raft nodes before linearized reading' (duration: 3.808864515s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.052023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:04.242916Z","time spent":"3.8090993s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-06T21:09:08.05257Z","caller":"traceutil/trace.go:171","msg":"trace[1027874766] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"1.467898374s","start":"2026-03-06T21:09:06.584658Z","end":"2026-03-06T21:09:08.052557Z","steps":["trace[1027874766] 'process raft request' (duration: 1.465760567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.05268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.584633Z","time spent":"1.467991496s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:08.053001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003630778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:08.05304Z","caller":"traceutil/trace.go:171","msg":"trace[1029419110] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23724; }","duration":"4.003793342s","start":"2026-03-06T21:09:04.049235Z","end":"2026-03-06T21:09:08.053029Z","steps":["trace[1029419110] 'agreement among raft nodes before linearized reading' (duration: 4.002962963s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.053073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:04.049216Z","time spent":"4.003847923s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:08.053251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140556184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:08.053283Z","caller":"traceutil/trace.go:171","msg":"trace[399515952] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23724; }","duration":"4.140587075s","start":"2026-03-06T21:09:03.912685Z","end":"2026-03-06T21:09:08.053272Z","steps":["trace[399515952] 'agreement among raft nodes before linearized reading' (duration: 4.139525171s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.053316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.912638Z","time spent":"4.140665957s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:08.053467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387627208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:08.053494Z","caller":"traceutil/trace.go:171","msg":"trace[1349231157] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23724; }","duration":"4.38770541s","start":"2026-03-06T21:09:03.66578Z","end":"2026-03-06T21:09:08.053486Z","steps":["trace[1349231157] 'agreement among raft nodes before linearized reading' (duration: 4.386436391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.053526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:03.665758Z","time spent":"4.387760551s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:08.056856Z","caller":"traceutil/trace.go:171","msg":"trace[1350630507] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"1.472103976s","start":"2026-03-06T21:09:06.584736Z","end":"2026-03-06T21:09:08.05684Z","steps":["trace[1350630507] 'process raft request' (duration: 1.467794671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.056991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.584731Z","time spent":"1.472176968s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:08.05953Z","caller":"traceutil/trace.go:171","msg":"trace[464491825] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"1.474750734s","start":"2026-03-06T21:09:06.584768Z","end":"2026-03-06T21:09:08.059519Z","steps":["trace[464491825] 'process raft request' (duration: 1.471541454s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.059625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.584762Z","time spent":"1.474795415s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:08.059714Z","caller":"traceutil/trace.go:171","msg":"trace[981176628] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"1.474897697s","start":"2026-03-06T21:09:06.584809Z","end":"2026-03-06T21:09:08.059706Z","steps":["trace[981176628] 'process raft request' (duration: 1.471529603s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.059739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.584804Z","time spent":"1.474921518s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:08.059794Z","caller":"traceutil/trace.go:171","msg":"trace[704448758] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"1.474348055s","start":"2026-03-06T21:09:06.585442Z","end":"2026-03-06T21:09:08.05979Z","steps":["trace[704448758] 'process raft request' (duration: 1.47091705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.059818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.585421Z","time spent":"1.474382206s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:08.059877Z","caller":"traceutil/trace.go:171","msg":"trace[1279992288] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"1.474283954s","start":"2026-03-06T21:09:06.585588Z","end":"2026-03-06T21:09:08.059872Z","steps":["trace[1279992288] 'process raft request' (duration: 1.470790157s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.059905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.58558Z","time spent":"1.474311684s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:08.061265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282337996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:08.061296Z","caller":"traceutil/trace.go:171","msg":"trace[1416151273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23729; }","duration":"1.282413867s","start":"2026-03-06T21:09:06.778875Z","end":"2026-03-06T21:09:08.061289Z","steps":["trace[1416151273] 'agreement among raft nodes before linearized reading' (duration: 1.281125088s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.061315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.778855Z","time spent":"1.282454938s","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:08.06178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.512151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:08.061804Z","caller":"traceutil/trace.go:171","msg":"trace[339543446] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23729; }","duration":"152.583173ms","start":"2026-03-06T21:09:07.909215Z","end":"2026-03-06T21:09:08.061798Z","steps":["trace[339543446] 'agreement among raft nodes before linearized reading' (duration: 150.758782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.062816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.207296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:08.064208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508185557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:08.064257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455758461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:09:08.06427Z","caller":"traceutil/trace.go:171","msg":"trace[1152011312] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23729; }","duration":"2.508300879s","start":"2026-03-06T21:09:05.555938Z","end":"2026-03-06T21:09:08.064239Z","steps":["trace[1152011312] 'agreement among raft nodes before linearized reading' (duration: 2.504084715s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.064296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.555906Z","time spent":"2.508383621s","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:09:08.064296Z","caller":"traceutil/trace.go:171","msg":"trace[1038345600] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db; range_end:; response_count:1; response_revision:23729; }","duration":"2.455830523s","start":"2026-03-06T21:09:05.608451Z","end":"2026-03-06T21:09:08.064282Z","steps":["trace[1038345600] 'agreement among raft nodes before linearized reading' (duration: 2.451565368s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.06432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679471766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:08.064329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.608399Z","time spent":"2.455922034s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" "} {"level":"warn","ts":"2026-03-06T21:09:08.064325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.916187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T21:09:08.064351Z","caller":"traceutil/trace.go:171","msg":"trace[1070895590] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23729; }","duration":"1.679528508s","start":"2026-03-06T21:09:06.384814Z","end":"2026-03-06T21:09:08.064343Z","steps":["trace[1070895590] 'agreement among raft nodes before linearized reading' (duration: 1.675190882s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.06437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:06.384796Z","time spent":"1.679568528s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:08.064374Z","caller":"traceutil/trace.go:171","msg":"trace[1237618289] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23729; }","duration":"496.005788ms","start":"2026-03-06T21:09:07.568355Z","end":"2026-03-06T21:09:08.06436Z","steps":["trace[1237618289] 'agreement among raft nodes before linearized reading' (duration: 491.633031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.064408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:07.568335Z","time spent":"496.06591ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T21:09:08.064547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.38891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:08.064567Z","caller":"traceutil/trace.go:171","msg":"trace[798864428] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23729; }","duration":"832.410311ms","start":"2026-03-06T21:09:07.232152Z","end":"2026-03-06T21:09:08.064562Z","steps":["trace[798864428] 'agreement among raft nodes before linearized reading' (duration: 827.84288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.064585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:07.232113Z","time spent":"832.466862ms","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:08.064641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324142931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-06T21:09:08.064669Z","caller":"traceutil/trace.go:171","msg":"trace[898273598] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23729; }","duration":"2.324213843s","start":"2026-03-06T21:09:05.740448Z","end":"2026-03-06T21:09:08.064661Z","steps":["trace[898273598] 'agreement among raft nodes before linearized reading' (duration: 2.3195639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.064691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:05.740422Z","time spent":"2.324265313s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T21:09:08.065936Z","caller":"traceutil/trace.go:171","msg":"trace[1247165514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23729; }","duration":"451.367305ms","start":"2026-03-06T21:09:07.614558Z","end":"2026-03-06T21:09:08.065925Z","steps":["trace[1247165514] 'agreement among raft nodes before linearized reading' (duration: 445.421864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:08.065975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:07.614547Z","time spent":"451.418656ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:09:08.220604Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20485,"took":"579.536139ms","hash":3305064700,"current-db-size-bytes":47570944,"current-db-size":"48 MB","current-db-size-in-use-bytes":39358464,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-06T21:09:08.220668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3305064700,"revision":20485,"compact-revision":18404} {"level":"warn","ts":"2026-03-06T21:09:15.808323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.722335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T21:09:15.808408Z","caller":"traceutil/trace.go:171","msg":"trace[685432539] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23779; }","duration":"584.850058ms","start":"2026-03-06T21:09:15.223536Z","end":"2026-03-06T21:09:15.808386Z","steps":["trace[685432539] 'range keys from in-memory index tree' (duration: 584.502229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:15.808401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175466941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:15.808449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:15.223517Z","time spent":"584.922789ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-06T21:09:15.808477Z","caller":"traceutil/trace.go:171","msg":"trace[1210140108] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23779; }","duration":"1.175564633s","start":"2026-03-06T21:09:14.632892Z","end":"2026-03-06T21:09:15.808457Z","steps":["trace[1210140108] 'count revisions from in-memory index tree' (duration: 1.175338539s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:15.808523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:14.632875Z","time spent":"1.175636724s","remote":"127.0.0.1:59498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:15.808723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.782603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:09:15.808869Z","caller":"traceutil/trace.go:171","msg":"trace[1524530449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23779; }","duration":"132.001008ms","start":"2026-03-06T21:09:15.676834Z","end":"2026-03-06T21:09:15.808835Z","steps":["trace[1524530449] 'range keys from in-memory index tree' (duration: 131.507818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:16.320852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:09:16.585127Z","caller":"traceutil/trace.go:171","msg":"trace[386769066] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"771.54513ms","start":"2026-03-06T21:09:15.813557Z","end":"2026-03-06T21:09:16.585102Z","steps":["trace[386769066] 'process raft request' (duration: 771.397076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:16.585267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:15.81354Z","time spent":"771.655803ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:18.246485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:09:18.24657Z","caller":"traceutil/trace.go:171","msg":"trace[659335947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054229s","start":"2026-03-06T21:09:16.246497Z","end":"2026-03-06T21:09:18.246551Z","steps":["trace[659335947] 'agreement among raft nodes before linearized reading' (duration: 1.999945937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:18.246725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.246475Z","time spent":"2.000204473s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:09:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:09:18.504614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.919715841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:09:18.646319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.271802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:18.646472Z","caller":"traceutil/trace.go:171","msg":"trace[112640442] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"2.543814261s","start":"2026-03-06T21:09:16.102642Z","end":"2026-03-06T21:09:18.646456Z","steps":["trace[112640442] 'process raft request' (duration: 2.402325594s)","trace[112640442] 'compare' (duration: 140.060826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:18.64651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.102616Z","time spent":"2.543877192s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:18.646873Z","caller":"traceutil/trace.go:171","msg":"trace[1929167794] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"2.54237825s","start":"2026-03-06T21:09:16.10446Z","end":"2026-03-06T21:09:18.646839Z","steps":["trace[1929167794] 'process raft request' (duration: 2.54193174s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:18.646914Z","caller":"traceutil/trace.go:171","msg":"trace[1577574211] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"2.541162803s","start":"2026-03-06T21:09:16.105725Z","end":"2026-03-06T21:09:18.646888Z","steps":["trace[1577574211] 'process raft request' (duration: 2.540946288s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:18.647065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.104441Z","time spent":"2.542521122s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:18.647072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.10571Z","time spent":"2.541256665s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:18.647155Z","caller":"traceutil/trace.go:171","msg":"trace[206715849] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"2.541380108s","start":"2026-03-06T21:09:16.105743Z","end":"2026-03-06T21:09:18.647123Z","steps":["trace[206715849] 'process raft request' (duration: 2.541087711s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:18.647311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.105719Z","time spent":"2.54150563s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:18.64778Z","caller":"traceutil/trace.go:171","msg":"trace[647541953] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"2.541759497s","start":"2026-03-06T21:09:16.106006Z","end":"2026-03-06T21:09:18.647765Z","steps":["trace[647541953] 'process raft request' (duration: 2.54103401s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:18.647855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.105972Z","time spent":"2.541843099s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:18.648244Z","caller":"traceutil/trace.go:171","msg":"trace[2117733451] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"2.541840769s","start":"2026-03-06T21:09:16.106386Z","end":"2026-03-06T21:09:18.648227Z","steps":["trace[2117733451] 'process raft request' (duration: 2.541315777s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:18.648322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.106381Z","time spent":"2.54190039s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:18.648603Z","caller":"traceutil/trace.go:171","msg":"trace[1670728760] linearizableReadLoop","detail":"{readStateIndex:24630; appliedIndex:24623; }","duration":"2.82874029s","start":"2026-03-06T21:09:15.819849Z","end":"2026-03-06T21:09:18.648589Z","steps":["trace[1670728760] 'read index received' (duration: 765.128089ms)","trace[1670728760] 'applied index is now lower than readState.Index' (duration: 2.06360755s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:18.648923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829059356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:09:18.648965Z","caller":"traceutil/trace.go:171","msg":"trace[1566874599] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"2.065105303s","start":"2026-03-06T21:09:16.583835Z","end":"2026-03-06T21:09:18.64894Z","steps":["trace[1566874599] 'process raft request' (duration: 2.064306666s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:18.648986Z","caller":"traceutil/trace.go:171","msg":"trace[2034078753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23787; }","duration":"2.829152109s","start":"2026-03-06T21:09:15.819817Z","end":"2026-03-06T21:09:18.648969Z","steps":["trace[2034078753] 'agreement among raft nodes before linearized reading' (duration: 2.828976455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:18.649025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:15.819805Z","time spent":"2.82921182s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:18.649069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.583811Z","time spent":"2.065200845s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:19.148953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:20.223899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.390204ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:20.224071Z","caller":"traceutil/trace.go:171","msg":"trace[1367763765] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23787; }","duration":"789.578508ms","start":"2026-03-06T21:09:19.434466Z","end":"2026-03-06T21:09:20.224044Z","steps":["trace[1367763765] 'range keys from in-memory index tree' (duration: 789.369384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:20.24665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:09:20.246769Z","caller":"traceutil/trace.go:171","msg":"trace[2124669416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053441s","start":"2026-03-06T21:09:18.246694Z","end":"2026-03-06T21:09:20.246747Z","steps":["trace[2124669416] 'agreement among raft nodes before linearized reading' (duration: 1.999909737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:20.246825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.246675Z","time spent":"2.000136132s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:20.818942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998962069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:09:20.81904Z","caller":"traceutil/trace.go:171","msg":"trace[1158895438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999106493s","start":"2026-03-06T21:09:15.81991Z","end":"2026-03-06T21:09:20.819017Z","steps":["trace[1158895438] 'agreement among raft nodes before linearized reading' (duration: 4.99899167s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:20.819333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:15.819893Z","time spent":"4.999422459s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 21:09:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:09:20.821193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000161525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:09:20.821325Z","caller":"traceutil/trace.go:171","msg":"trace[1456367076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000349969s","start":"2026-03-06T21:09:15.820944Z","end":"2026-03-06T21:09:20.821294Z","steps":["trace[1456367076] 'agreement among raft nodes before linearized reading' (duration: 5.000182325s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:20.821397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:15.820932Z","time spent":"5.000452142s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 21:09:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:09:21.304723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079936519s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:09:21.306327Z","caller":"traceutil/trace.go:171","msg":"trace[77384212] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"2.680133015s","start":"2026-03-06T21:09:18.626178Z","end":"2026-03-06T21:09:21.306311Z","steps":["trace[77384212] 'process raft request' (duration: 2.678627681s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:21.30642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.626146Z","time spent":"2.680215847s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:22.255493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984582129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:09:22.255569Z","caller":"traceutil/trace.go:171","msg":"trace[13033103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.984721451s","start":"2026-03-06T21:09:20.270833Z","end":"2026-03-06T21:09:22.255554Z","steps":["trace[13033103] 'agreement among raft nodes before linearized reading' (duration: 1.984607809s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:22.255602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.2704Z","time spent":"1.985195943s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:09:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:09:23.170826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.516473669s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:09:23.22241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915954647s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:23.222866Z","caller":"traceutil/trace.go:171","msg":"trace[20873717] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"2.568575037s","start":"2026-03-06T21:09:20.654263Z","end":"2026-03-06T21:09:23.222838Z","steps":["trace[20873717] 'process raft request' (duration: 2.568500446s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.222983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.654245Z","time spent":"2.568684039s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:23.223104Z","caller":"traceutil/trace.go:171","msg":"trace[488254903] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"4.567694106s","start":"2026-03-06T21:09:18.655373Z","end":"2026-03-06T21:09:23.223067Z","steps":["trace[488254903] 'process raft request' (duration: 2.650928142s)","trace[488254903] 'compare' (duration: 1.914406592s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:23.223128Z","caller":"traceutil/trace.go:171","msg":"trace[836284941] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"3.23945949s","start":"2026-03-06T21:09:19.98363Z","end":"2026-03-06T21:09:23.223089Z","steps":["trace[836284941] 'process raft request' (duration: 3.238944119s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:23.223159Z","caller":"traceutil/trace.go:171","msg":"trace[1339799466] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"3.143097026s","start":"2026-03-06T21:09:20.080046Z","end":"2026-03-06T21:09:23.223143Z","steps":["trace[1339799466] 'process raft request' (duration: 3.142662917s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.223231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.080022Z","time spent":"3.143173608s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:23.223242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.65535Z","time spent":"4.567811039s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:23.223241Z","caller":"traceutil/trace.go:171","msg":"trace[1841737221] linearizableReadLoop","detail":"{readStateIndex:24634; appliedIndex:24631; }","duration":"4.574582738s","start":"2026-03-06T21:09:18.648631Z","end":"2026-03-06T21:09:23.223214Z","steps":["trace[1841737221] 'read index received' (duration: 576.038963ms)","trace[1841737221] 'applied index is now lower than readState.Index' (duration: 3.998540475s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:23.223296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:19.983609Z","time spent":"3.239589863s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:23.223367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.069900093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:23.223395Z","caller":"traceutil/trace.go:171","msg":"trace[85023588] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23792; }","duration":"5.069957053s","start":"2026-03-06T21:09:18.15343Z","end":"2026-03-06T21:09:23.223387Z","steps":["trace[85023588] 'agreement among raft nodes before linearized reading' (duration: 5.069904752s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.22339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839648189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:23.22342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.153412Z","time spent":"5.070000095s","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:09:23.223407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899079008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:09:23.223428Z","caller":"traceutil/trace.go:171","msg":"trace[533567967] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23792; }","duration":"4.839725861s","start":"2026-03-06T21:09:18.38369Z","end":"2026-03-06T21:09:23.223416Z","steps":["trace[533567967] 'agreement among raft nodes before linearized reading' (duration: 4.839635709s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.223428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.654145386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T21:09:23.223466Z","caller":"traceutil/trace.go:171","msg":"trace[907954003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23792; }","duration":"4.899180721s","start":"2026-03-06T21:09:18.324271Z","end":"2026-03-06T21:09:23.223452Z","steps":["trace[907954003] 'agreement among raft nodes before linearized reading' (duration: 4.898988586s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.223423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713092924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:23.223466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.285443246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:23.223495Z","caller":"traceutil/trace.go:171","msg":"trace[2062176293] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23792; }","duration":"5.654256327s","start":"2026-03-06T21:09:17.569223Z","end":"2026-03-06T21:09:23.223479Z","steps":["trace[2062176293] 'agreement among raft nodes before linearized reading' (duration: 5.654010232s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:23.223513Z","caller":"traceutil/trace.go:171","msg":"trace[2120432310] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23792; }","duration":"6.285528728s","start":"2026-03-06T21:09:16.937973Z","end":"2026-03-06T21:09:23.223502Z","steps":["trace[2120432310] 'agreement among raft nodes before linearized reading' (duration: 6.285446396s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.223509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.324251Z","time spent":"4.899247742s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:09:23.223518Z","caller":"traceutil/trace.go:171","msg":"trace[1775267751] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23792; }","duration":"5.713261748s","start":"2026-03-06T21:09:17.510241Z","end":"2026-03-06T21:09:23.223503Z","steps":["trace[1775267751] 'agreement among raft nodes before linearized reading' (duration: 5.713089404s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.223524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.834466584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-06T21:09:23.223539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:17.569203Z","time spent":"5.654328059s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T21:09:23.223556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:17.510218Z","time spent":"5.713327739s","remote":"127.0.0.1:42738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.223531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634224082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:09:23.223615Z","caller":"traceutil/trace.go:171","msg":"trace[1443561052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23792; }","duration":"4.634376676s","start":"2026-03-06T21:09:18.589216Z","end":"2026-03-06T21:09:23.223593Z","steps":["trace[1443561052] 'agreement among raft nodes before linearized reading' (duration: 4.63410459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.223484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394175718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:23.223656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.403783608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:09:23.223677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.589173Z","time spent":"4.634493928s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:09:23.223692Z","caller":"traceutil/trace.go:171","msg":"trace[230845325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23792; }","duration":"7.403838749s","start":"2026-03-06T21:09:15.819845Z","end":"2026-03-06T21:09:23.223683Z","steps":["trace[230845325] 'agreement among raft nodes before linearized reading' (duration: 7.403742897s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.223727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:15.819837Z","time spent":"7.403882419s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:09:23.223734Z","caller":"traceutil/trace.go:171","msg":"trace[1644535592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23792; }","duration":"5.394504465s","start":"2026-03-06T21:09:17.829212Z","end":"2026-03-06T21:09:23.223716Z","steps":["trace[1644535592] 'agreement among raft nodes before linearized reading' (duration: 5.394177268s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.224932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.90396565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T21:09:23.22497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:17.829192Z","time spent":"5.395758503s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.224985Z","caller":"traceutil/trace.go:171","msg":"trace[2002197314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23792; }","duration":"5.904059073s","start":"2026-03-06T21:09:17.320913Z","end":"2026-03-06T21:09:23.224973Z","steps":["trace[2002197314] 'agreement among raft nodes before linearized reading' (duration: 5.902636261s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.225092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:17.320891Z","time spent":"5.904189305s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:09:23.223536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.937951Z","time spent":"6.285578819s","remote":"127.0.0.1:46216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.223691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.950046996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T21:09:23.225611Z","caller":"traceutil/trace.go:171","msg":"trace[597879375] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23792; }","duration":"5.951992349s","start":"2026-03-06T21:09:17.273599Z","end":"2026-03-06T21:09:23.225591Z","steps":["trace[597879375] 'agreement among raft nodes before linearized reading' (duration: 5.949985584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.225654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:17.273578Z","time spent":"5.95206221s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-06T21:09:23.223472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.383669Z","time spent":"4.839794132s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.223567Z","caller":"traceutil/trace.go:171","msg":"trace[1893876276] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6; range_end:; response_count:1; response_revision:23792; }","duration":"6.834532565s","start":"2026-03-06T21:09:16.389021Z","end":"2026-03-06T21:09:23.223554Z","steps":["trace[1893876276] 'agreement among raft nodes before linearized reading' (duration: 6.834425513s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.225929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:16.389004Z","time spent":"6.836914738s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" "} {"level":"info","ts":"2026-03-06T21:09:23.231158Z","caller":"traceutil/trace.go:171","msg":"trace[1042949430] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"2.576280908s","start":"2026-03-06T21:09:20.654819Z","end":"2026-03-06T21:09:23.2311Z","steps":["trace[1042949430] 'process raft request' (duration: 2.575986211s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:23.231216Z","caller":"traceutil/trace.go:171","msg":"trace[1013461784] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"2.575196184s","start":"2026-03-06T21:09:20.656002Z","end":"2026-03-06T21:09:23.231198Z","steps":["trace[1013461784] 'process raft request' (duration: 2.574982449s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.231313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.655993Z","time spent":"2.575252425s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:23.231339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.654807Z","time spent":"2.57641675s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:23.231855Z","caller":"traceutil/trace.go:171","msg":"trace[1906613081] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"2.575785946s","start":"2026-03-06T21:09:20.656056Z","end":"2026-03-06T21:09:23.231842Z","steps":["trace[1906613081] 'process raft request' (duration: 2.574995368s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:23.231892Z","caller":"traceutil/trace.go:171","msg":"trace[2022071215] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"2.575168083s","start":"2026-03-06T21:09:20.656717Z","end":"2026-03-06T21:09:23.231885Z","steps":["trace[2022071215] 'process raft request' (duration: 2.574960988s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.231938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.656038Z","time spent":"2.575854517s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:23.231948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.656709Z","time spent":"2.575206113s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:23.231858Z","caller":"traceutil/trace.go:171","msg":"trace[1855334641] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"2.574920667s","start":"2026-03-06T21:09:20.656921Z","end":"2026-03-06T21:09:23.231842Z","steps":["trace[1855334641] 'process raft request' (duration: 2.574839605s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.232076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.656915Z","time spent":"2.575129501s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:23.232134Z","caller":"traceutil/trace.go:171","msg":"trace[1094376887] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"2.573944516s","start":"2026-03-06T21:09:20.65817Z","end":"2026-03-06T21:09:23.232114Z","steps":["trace[1094376887] 'process raft request' (duration: 2.573626679s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.232279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.65816Z","time spent":"2.574012217s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:23.232403Z","caller":"traceutil/trace.go:171","msg":"trace[1279923688] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"1.53486387s","start":"2026-03-06T21:09:21.697511Z","end":"2026-03-06T21:09:23.232375Z","steps":["trace[1279923688] 'process raft request' (duration: 1.534513883s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.232445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91657242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:23.232484Z","caller":"traceutil/trace.go:171","msg":"trace[555366063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23799; }","duration":"1.916663912s","start":"2026-03-06T21:09:21.315807Z","end":"2026-03-06T21:09:23.232471Z","steps":["trace[555366063] 'agreement among raft nodes before linearized reading' (duration: 1.91658206s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.232519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:21.315794Z","time spent":"1.916716383s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.232718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89120302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:23.232732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.824552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:23.232768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.713436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:23.23282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658057153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:23.232845Z","caller":"traceutil/trace.go:171","msg":"trace[97545034] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23799; }","duration":"3.658108843s","start":"2026-03-06T21:09:19.57473Z","end":"2026-03-06T21:09:23.232839Z","steps":["trace[97545034] 'agreement among raft nodes before linearized reading' (duration: 3.658073872s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.232866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:19.574708Z","time spent":"3.658152185s","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.23287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230508707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:23.232874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404461441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:23.232736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.964872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:09:23.232959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22612914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:23.232937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.346563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:09:23.232971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.052278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:23.232993Z","caller":"traceutil/trace.go:171","msg":"trace[505274671] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23799; }","duration":"4.226228641s","start":"2026-03-06T21:09:19.006757Z","end":"2026-03-06T21:09:23.232985Z","steps":["trace[505274671] 'agreement among raft nodes before linearized reading' (duration: 4.22617139s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.232971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257321858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:23.23302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:19.006722Z","time spent":"4.226291403s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.233042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.869257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:23.232999Z","caller":"traceutil/trace.go:171","msg":"trace[189912819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23799; }","duration":"411.478636ms","start":"2026-03-06T21:09:22.821511Z","end":"2026-03-06T21:09:23.23299Z","steps":["trace[189912819] 'agreement among raft nodes before linearized reading' (duration: 411.290362ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:23.233043Z","caller":"traceutil/trace.go:171","msg":"trace[1021208910] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23799; }","duration":"2.25743668s","start":"2026-03-06T21:09:20.975589Z","end":"2026-03-06T21:09:23.233026Z","steps":["trace[1021208910] 'agreement among raft nodes before linearized reading' (duration: 2.257323938s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.23305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:21.697485Z","time spent":"1.535503904s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:23.23307Z","caller":"traceutil/trace.go:171","msg":"trace[640212300] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23799; }","duration":"771.936769ms","start":"2026-03-06T21:09:22.461123Z","end":"2026-03-06T21:09:23.23306Z","steps":["trace[640212300] 'agreement among raft nodes before linearized reading' (duration: 771.892718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:22.821486Z","time spent":"411.587848ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:23.233092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345894988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:23.233095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.975568Z","time spent":"2.257512322s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.23312Z","caller":"traceutil/trace.go:171","msg":"trace[268335263] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23799; }","duration":"4.345961s","start":"2026-03-06T21:09:18.887151Z","end":"2026-03-06T21:09:23.233112Z","steps":["trace[268335263] 'agreement among raft nodes before linearized reading' (duration: 4.345913279s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.887131Z","time spent":"4.346008441s","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.233Z","caller":"traceutil/trace.go:171","msg":"trace[174566288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23799; }","duration":"977.116779ms","start":"2026-03-06T21:09:22.255875Z","end":"2026-03-06T21:09:23.232992Z","steps":["trace[174566288] 'agreement among raft nodes before linearized reading' (duration: 977.074589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.042891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:23.233195Z","caller":"traceutil/trace.go:171","msg":"trace[1583356048] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23799; }","duration":"472.122483ms","start":"2026-03-06T21:09:22.761062Z","end":"2026-03-06T21:09:23.233185Z","steps":["trace[1583356048] 'agreement among raft nodes before linearized reading' (duration: 472.080242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:22.255854Z","time spent":"977.335074ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:23.233223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:22.761032Z","time spent":"472.184593ms","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.232781Z","caller":"traceutil/trace.go:171","msg":"trace[517199045] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23799; }","duration":"700.926735ms","start":"2026-03-06T21:09:22.531841Z","end":"2026-03-06T21:09:23.232767Z","steps":["trace[517199045] 'agreement among raft nodes before linearized reading' (duration: 700.630168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:22.4611Z","time spent":"772.00015ms","remote":"127.0.0.1:46644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.233313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:22.531817Z","time spent":"701.480757ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.233384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398376917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:23.23343Z","caller":"traceutil/trace.go:171","msg":"trace[1358854210] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23799; }","duration":"4.398470409s","start":"2026-03-06T21:09:18.834951Z","end":"2026-03-06T21:09:23.233422Z","steps":["trace[1358854210] 'agreement among raft nodes before linearized reading' (duration: 4.398166721s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:18.834927Z","time spent":"4.39853749s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.232818Z","caller":"traceutil/trace.go:171","msg":"trace[575061161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23799; }","duration":"202.819049ms","start":"2026-03-06T21:09:23.029988Z","end":"2026-03-06T21:09:23.232807Z","steps":["trace[575061161] 'agreement among raft nodes before linearized reading' (duration: 202.731107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.23349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461870412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:23.232969Z","caller":"traceutil/trace.go:171","msg":"trace[340568359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23799; }","duration":"409.249668ms","start":"2026-03-06T21:09:22.823706Z","end":"2026-03-06T21:09:23.232956Z","steps":["trace[340568359] 'agreement among raft nodes before linearized reading' (duration: 408.8748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:22.823683Z","time spent":"409.882972ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:23.23279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498676947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:23.233695Z","caller":"traceutil/trace.go:171","msg":"trace[556865549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23799; }","duration":"2.499571608s","start":"2026-03-06T21:09:20.734069Z","end":"2026-03-06T21:09:23.233641Z","steps":["trace[556865549] 'agreement among raft nodes before linearized reading' (duration: 2.498697868s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.734049Z","time spent":"2.499675559s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.232909Z","caller":"traceutil/trace.go:171","msg":"trace[2030778424] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23799; }","duration":"4.230567657s","start":"2026-03-06T21:09:19.002328Z","end":"2026-03-06T21:09:23.232896Z","steps":["trace[2030778424] 'agreement among raft nodes before linearized reading' (duration: 4.230511366s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.233875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:19.002313Z","time spent":"4.23154378s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.232916Z","caller":"traceutil/trace.go:171","msg":"trace[1570355308] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23799; }","duration":"2.404537222s","start":"2026-03-06T21:09:20.828368Z","end":"2026-03-06T21:09:23.232905Z","steps":["trace[1570355308] 'agreement among raft nodes before linearized reading' (duration: 2.404403689s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.23398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:20.828352Z","time spent":"2.405613977s","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:23.233294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188650892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:23.234141Z","caller":"traceutil/trace.go:171","msg":"trace[1134392258] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23799; }","duration":"1.189543051s","start":"2026-03-06T21:09:22.04458Z","end":"2026-03-06T21:09:23.234123Z","steps":["trace[1134392258] 'agreement among raft nodes before linearized reading' (duration: 1.188561509s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.234169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:22.044561Z","time spent":"1.189599093s","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.233536Z","caller":"traceutil/trace.go:171","msg":"trace[1748990527] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23799; }","duration":"1.461919243s","start":"2026-03-06T21:09:21.771607Z","end":"2026-03-06T21:09:23.233526Z","steps":["trace[1748990527] 'agreement among raft nodes before linearized reading' (duration: 1.461820251s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.234211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:21.771571Z","time spent":"1.462628759s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:23.232753Z","caller":"traceutil/trace.go:171","msg":"trace[1372253022] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23799; }","duration":"3.891253421s","start":"2026-03-06T21:09:19.34149Z","end":"2026-03-06T21:09:23.232743Z","steps":["trace[1372253022] 'agreement among raft nodes before linearized reading' (duration: 3.890918244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:23.23436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:19.341473Z","time spent":"3.892863957s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:33.805973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.084132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:33.80608Z","caller":"traceutil/trace.go:171","msg":"trace[153261629] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23923; }","duration":"511.239646ms","start":"2026-03-06T21:09:33.294815Z","end":"2026-03-06T21:09:33.806055Z","steps":["trace[153261629] 'count revisions from in-memory index tree' (duration: 510.97319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:33.806144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.294803Z","time spent":"511.325167ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:33.807048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.698246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:33.80715Z","caller":"traceutil/trace.go:171","msg":"trace[1494967651] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"486.617263ms","start":"2026-03-06T21:09:33.320515Z","end":"2026-03-06T21:09:33.807132Z","steps":["trace[1494967651] 'process raft request' (duration: 101.748233ms)","trace[1494967651] 'compare' (duration: 384.39712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:33.807209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.320488Z","time spent":"486.694344ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:33.899102Z","caller":"traceutil/trace.go:171","msg":"trace[373480035] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"573.714752ms","start":"2026-03-06T21:09:33.32536Z","end":"2026-03-06T21:09:33.899075Z","steps":["trace[373480035] 'process raft request' (duration: 573.62969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:33.899122Z","caller":"traceutil/trace.go:171","msg":"trace[1180392017] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"576.402651ms","start":"2026-03-06T21:09:33.322692Z","end":"2026-03-06T21:09:33.899094Z","steps":["trace[1180392017] 'process raft request' (duration: 576.179016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:33.899249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.322664Z","time spent":"576.520993ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:33.899254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.325347Z","time spent":"573.827874ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:33.899448Z","caller":"traceutil/trace.go:171","msg":"trace[732439444] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"572.411202ms","start":"2026-03-06T21:09:33.327015Z","end":"2026-03-06T21:09:33.899427Z","steps":["trace[732439444] 'process raft request' (duration: 572.261509ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:33.899437Z","caller":"traceutil/trace.go:171","msg":"trace[2124226477] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"573.535818ms","start":"2026-03-06T21:09:33.325874Z","end":"2026-03-06T21:09:33.89941Z","steps":["trace[2124226477] 'process raft request' (duration: 573.1628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:33.899586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.327009Z","time spent":"572.494274ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:33.899655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.641311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:09:33.899649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.325866Z","time spent":"573.695121ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:33.899597Z","caller":"traceutil/trace.go:171","msg":"trace[1389439603] linearizableReadLoop","detail":"{readStateIndex:24779; appliedIndex:24772; }","duration":"569.5668ms","start":"2026-03-06T21:09:33.330019Z","end":"2026-03-06T21:09:33.899586Z","steps":["trace[1389439603] 'read index received' (duration: 92.338725ms)","trace[1389439603] 'applied index is now lower than readState.Index' (duration: 477.226825ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:33.899697Z","caller":"traceutil/trace.go:171","msg":"trace[45856429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23931; }","duration":"569.718763ms","start":"2026-03-06T21:09:33.32997Z","end":"2026-03-06T21:09:33.899688Z","steps":["trace[45856429] 'agreement among raft nodes before linearized reading' (duration: 569.649602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:33.899716Z","caller":"traceutil/trace.go:171","msg":"trace[1327592114] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"571.829559ms","start":"2026-03-06T21:09:33.327872Z","end":"2026-03-06T21:09:33.899701Z","steps":["trace[1327592114] 'process raft request' (duration: 571.624485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:33.899731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.329957Z","time spent":"569.767694ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:33.899775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.327828Z","time spent":"571.915571ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:33.89977Z","caller":"traceutil/trace.go:171","msg":"trace[2128960497] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"572.691939ms","start":"2026-03-06T21:09:33.327063Z","end":"2026-03-06T21:09:33.899755Z","steps":["trace[2128960497] 'process raft request' (duration: 572.322861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:33.899791Z","caller":"traceutil/trace.go:171","msg":"trace[1577258543] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"507.101523ms","start":"2026-03-06T21:09:33.392678Z","end":"2026-03-06T21:09:33.899779Z","steps":["trace[1577258543] 'process raft request' (duration: 506.866458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:33.899838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.392645Z","time spent":"507.168115ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:33.899841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.327047Z","time spent":"572.75974ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:34.400774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444886,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:09:34.564627Z","caller":"traceutil/trace.go:171","msg":"trace[2077799785] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"1.033203446s","start":"2026-03-06T21:09:33.53139Z","end":"2026-03-06T21:09:34.564594Z","steps":["trace[2077799785] 'process raft request' (duration: 1.033016462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.564806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.531363Z","time spent":"1.033350198s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:34.594312Z","caller":"traceutil/trace.go:171","msg":"trace[446737234] linearizableReadLoop","detail":"{readStateIndex:24782; appliedIndex:24781; }","duration":"694.578824ms","start":"2026-03-06T21:09:33.899706Z","end":"2026-03-06T21:09:34.594285Z","steps":["trace[446737234] 'read index received' (duration: 665.538995ms)","trace[446737234] 'applied index is now lower than readState.Index' (duration: 29.038879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:34.5945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213669122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-06T21:09:34.594531Z","caller":"traceutil/trace.go:171","msg":"trace[941993784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:23933; }","duration":"1.213798926s","start":"2026-03-06T21:09:33.380723Z","end":"2026-03-06T21:09:34.594522Z","steps":["trace[941993784] 'agreement among raft nodes before linearized reading' (duration: 1.213664023s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.594558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.380706Z","time spent":"1.213845826s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" "} {"level":"warn","ts":"2026-03-06T21:09:34.594547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182140457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:09:34.594619Z","caller":"traceutil/trace.go:171","msg":"trace[1431914244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23933; }","duration":"1.18227045s","start":"2026-03-06T21:09:33.41233Z","end":"2026-03-06T21:09:34.594601Z","steps":["trace[1431914244] 'agreement among raft nodes before linearized reading' (duration: 1.182031515s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.594671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.412309Z","time spent":"1.182352493s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:09:34.594679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.959791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-06T21:09:34.594766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249754028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:09:34.594791Z","caller":"traceutil/trace.go:171","msg":"trace[1292988787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23933; }","duration":"1.249800428s","start":"2026-03-06T21:09:33.344983Z","end":"2026-03-06T21:09:34.594784Z","steps":["trace[1292988787] 'agreement among raft nodes before linearized reading' (duration: 1.249747247s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.594819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.344973Z","time spent":"1.249841349s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:34.594946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.459226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:34.594918Z","caller":"traceutil/trace.go:171","msg":"trace[1062182094] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:23933; }","duration":"881.094814ms","start":"2026-03-06T21:09:33.713669Z","end":"2026-03-06T21:09:34.594764Z","steps":["trace[1062182094] 'agreement among raft nodes before linearized reading' (duration: 880.732756ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:34.594973Z","caller":"traceutil/trace.go:171","msg":"trace[424424727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23933; }","duration":"666.487036ms","start":"2026-03-06T21:09:33.928477Z","end":"2026-03-06T21:09:34.594965Z","steps":["trace[424424727] 'agreement among raft nodes before linearized reading' (duration: 666.439135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.594948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263999421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:09:34.594995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.928415Z","time spent":"666.574218ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:34.595001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045972437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:34.595063Z","caller":"traceutil/trace.go:171","msg":"trace[869332505] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23933; }","duration":"1.046039378s","start":"2026-03-06T21:09:33.54901Z","end":"2026-03-06T21:09:34.595049Z","steps":["trace[869332505] 'agreement among raft nodes before linearized reading' (duration: 1.045924696s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:34.595067Z","caller":"traceutil/trace.go:171","msg":"trace[1697580087] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"690.222418ms","start":"2026-03-06T21:09:33.904829Z","end":"2026-03-06T21:09:34.595051Z","steps":["trace[1697580087] 'process raft request' (duration: 689.330849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.595113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.548995Z","time spent":"1.04610483s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:34.595161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261863494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T21:09:34.595179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.969205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:34.595198Z","caller":"traceutil/trace.go:171","msg":"trace[1835866418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23933; }","duration":"352.009626ms","start":"2026-03-06T21:09:34.243183Z","end":"2026-03-06T21:09:34.595192Z","steps":["trace[1835866418] 'agreement among raft nodes before linearized reading' (duration: 351.976775ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:34.595067Z","caller":"traceutil/trace.go:171","msg":"trace[858474143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23933; }","duration":"1.264149945s","start":"2026-03-06T21:09:33.330852Z","end":"2026-03-06T21:09:34.595002Z","steps":["trace[858474143] 'agreement among raft nodes before linearized reading' (duration: 1.263969191s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.595227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.243173Z","time spent":"352.047047ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:34.595237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.330844Z","time spent":"1.26438325s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:09:34.595282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263594673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:34.595303Z","caller":"traceutil/trace.go:171","msg":"trace[1378034065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23933; }","duration":"1.263647763s","start":"2026-03-06T21:09:33.331651Z","end":"2026-03-06T21:09:34.595299Z","steps":["trace[1378034065] 'agreement among raft nodes before linearized reading' (duration: 1.263588782s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.595366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.899718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-06T21:09:34.59537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179406388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:34.595416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.331644Z","time spent":"1.263763426s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:09:34.595428Z","caller":"traceutil/trace.go:171","msg":"trace[1594843254] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23933; }","duration":"1.179464529s","start":"2026-03-06T21:09:33.415944Z","end":"2026-03-06T21:09:34.595408Z","steps":["trace[1594843254] 'agreement among raft nodes before linearized reading' (duration: 1.179370287s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.595453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.910534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:34.595475Z","caller":"traceutil/trace.go:171","msg":"trace[1705391887] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23933; }","duration":"577.980545ms","start":"2026-03-06T21:09:34.01749Z","end":"2026-03-06T21:09:34.59547Z","steps":["trace[1705391887] 'agreement among raft nodes before linearized reading' (duration: 577.911274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.595474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.415908Z","time spent":"1.179553251s","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:34.595499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.017466Z","time spent":"578.027896ms","remote":"127.0.0.1:42762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:34.595194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.904809Z","time spent":"690.29891ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:34.595222Z","caller":"traceutil/trace.go:171","msg":"trace[950870154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23933; }","duration":"1.261910495s","start":"2026-03-06T21:09:33.333278Z","end":"2026-03-06T21:09:34.595188Z","steps":["trace[950870154] 'agreement among raft nodes before linearized reading' (duration: 1.261813853s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.595648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.333273Z","time spent":"1.262366346s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:09:34.59539Z","caller":"traceutil/trace.go:171","msg":"trace[934639911] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23933; }","duration":"353.923158ms","start":"2026-03-06T21:09:34.241461Z","end":"2026-03-06T21:09:34.595384Z","steps":["trace[934639911] 'agreement among raft nodes before linearized reading' (duration: 353.856477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.595007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:33.713604Z","time spent":"881.387741ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" "} {"level":"warn","ts":"2026-03-06T21:09:34.595694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.241403Z","time spent":"354.274497ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T21:09:35.101235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:35.66903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.416643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:35.669266Z","caller":"traceutil/trace.go:171","msg":"trace[888650688] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"1.068902823s","start":"2026-03-06T21:09:34.600331Z","end":"2026-03-06T21:09:35.669234Z","steps":["trace[888650688] 'process raft request' (duration: 506.186114ms)","trace[888650688] 'compare' (duration: 561.711457ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:35.669331Z","caller":"traceutil/trace.go:171","msg":"trace[1270779653] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"1.063853662s","start":"2026-03-06T21:09:34.605457Z","end":"2026-03-06T21:09:35.669311Z","steps":["trace[1270779653] 'process raft request' (duration: 1.06377442s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:35.669331Z","caller":"traceutil/trace.go:171","msg":"trace[745315762] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"1.065427067s","start":"2026-03-06T21:09:34.603859Z","end":"2026-03-06T21:09:35.669286Z","steps":["trace[745315762] 'process raft request' (duration: 1.065299804s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:35.669406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.60545Z","time spent":"1.063918933s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:35.669419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.600313Z","time spent":"1.069027796s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:35.66952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.603835Z","time spent":"1.065589131s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:35.669598Z","caller":"traceutil/trace.go:171","msg":"trace[1879674856] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"1.063210267s","start":"2026-03-06T21:09:34.60635Z","end":"2026-03-06T21:09:35.66956Z","steps":["trace[1879674856] 'process raft request' (duration: 1.062923111s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:35.669655Z","caller":"traceutil/trace.go:171","msg":"trace[1351521364] linearizableReadLoop","detail":"{readStateIndex:24787; appliedIndex:24782; }","duration":"1.068637458s","start":"2026-03-06T21:09:34.600989Z","end":"2026-03-06T21:09:35.669626Z","steps":["trace[1351521364] 'read index received' (duration: 505.51811ms)","trace[1351521364] 'applied index is now lower than readState.Index' (duration: 563.117918ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:35.669692Z","caller":"traceutil/trace.go:171","msg":"trace[27221229] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"1.063102505s","start":"2026-03-06T21:09:34.60657Z","end":"2026-03-06T21:09:35.669673Z","steps":["trace[27221229] 'process raft request' (duration: 1.062935861s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:35.669771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.606343Z","time spent":"1.0633353s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:35.669813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.606564Z","time spent":"1.063209818s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:35.66989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.999762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:35.669888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068890073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T21:09:35.66994Z","caller":"traceutil/trace.go:171","msg":"trace[1823362664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23938; }","duration":"424.067283ms","start":"2026-03-06T21:09:35.245861Z","end":"2026-03-06T21:09:35.669928Z","steps":["trace[1823362664] 'agreement among raft nodes before linearized reading' (duration: 423.990782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:35.669957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.104894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:35.669971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.245849Z","time spent":"424.116034ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:09:35.669975Z","caller":"traceutil/trace.go:171","msg":"trace[636019048] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23938; }","duration":"1.069002355s","start":"2026-03-06T21:09:34.600954Z","end":"2026-03-06T21:09:35.669956Z","steps":["trace[636019048] 'agreement among raft nodes before linearized reading' (duration: 1.06877317s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:35.670013Z","caller":"traceutil/trace.go:171","msg":"trace[1988751334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23938; }","duration":"448.186175ms","start":"2026-03-06T21:09:35.22181Z","end":"2026-03-06T21:09:35.669996Z","steps":["trace[1988751334] 'agreement among raft nodes before linearized reading' (duration: 448.092403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:35.670022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:34.600939Z","time spent":"1.069071127s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T21:09:35.670054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.221793Z","time spent":"448.250547ms","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:35.669888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.333205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:35.670133Z","caller":"traceutil/trace.go:171","msg":"trace[363313193] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23938; }","duration":"471.603431ms","start":"2026-03-06T21:09:35.198494Z","end":"2026-03-06T21:09:35.670097Z","steps":["trace[363313193] 'agreement among raft nodes before linearized reading' (duration: 471.316125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:35.670213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.198471Z","time spent":"471.715943ms","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:35.669907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.973252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:35.67031Z","caller":"traceutil/trace.go:171","msg":"trace[1820732131] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23938; }","duration":"208.468843ms","start":"2026-03-06T21:09:35.461821Z","end":"2026-03-06T21:09:35.67029Z","steps":["trace[1820732131] 'agreement among raft nodes before linearized reading' (duration: 207.995013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:36.881152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:37.116877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:36.105513Z","time spent":"1.011351655s","remote":"127.0.0.1:49338","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:09:37.138514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324805471s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:09:37.138791Z","caller":"traceutil/trace.go:171","msg":"trace[1742125849] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"1.325164929s","start":"2026-03-06T21:09:35.813609Z","end":"2026-03-06T21:09:37.138774Z","steps":["trace[1742125849] 'process raft request' (duration: 1.325026406s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:37.139022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.813586Z","time spent":"1.325379473s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:38.795375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029633668s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:09:38.795864Z","caller":"traceutil/trace.go:171","msg":"trace[131430421] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"2.890193434s","start":"2026-03-06T21:09:35.905655Z","end":"2026-03-06T21:09:38.795848Z","steps":["trace[131430421] 'process raft request' (duration: 2.890136603s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:38.795874Z","caller":"traceutil/trace.go:171","msg":"trace[925962991] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"2.890225064s","start":"2026-03-06T21:09:35.905622Z","end":"2026-03-06T21:09:38.795847Z","steps":["trace[925962991] 'process raft request' (duration: 2.890066211s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:38.795954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.905634Z","time spent":"2.890257935s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:38.795988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.9056Z","time spent":"2.890325607s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:38.796075Z","caller":"traceutil/trace.go:171","msg":"trace[22810756] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"2.890286716s","start":"2026-03-06T21:09:35.905779Z","end":"2026-03-06T21:09:38.796066Z","steps":["trace[22810756] 'process raft request' (duration: 2.890041441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:38.796104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.905749Z","time spent":"2.890337337s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:38.79631Z","caller":"traceutil/trace.go:171","msg":"trace[1999549648] linearizableReadLoop","detail":"{readStateIndex:24795; appliedIndex:24787; }","duration":"2.415880882s","start":"2026-03-06T21:09:36.380421Z","end":"2026-03-06T21:09:38.796302Z","steps":["trace[1999549648] 'read index received' (duration: 758.249007ms)","trace[1999549648] 'applied index is now lower than readState.Index' (duration: 1.657630915s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:38.796366Z","caller":"traceutil/trace.go:171","msg":"trace[635502640] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"2.890169533s","start":"2026-03-06T21:09:35.906174Z","end":"2026-03-06T21:09:38.796343Z","steps":["trace[635502640] 'process raft request' (duration: 2.889992299s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:38.796421Z","caller":"traceutil/trace.go:171","msg":"trace[1080447340] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"2.465123087s","start":"2026-03-06T21:09:36.33129Z","end":"2026-03-06T21:09:38.796413Z","steps":["trace[1080447340] 'process raft request' (duration: 2.464982624s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:38.796461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:36.331264Z","time spent":"2.465175669s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:38.796461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.906168Z","time spent":"2.890249956s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:38.796401Z","caller":"traceutil/trace.go:171","msg":"trace[1135259064] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"2.889495868s","start":"2026-03-06T21:09:35.906864Z","end":"2026-03-06T21:09:38.79636Z","steps":["trace[1135259064] 'process raft request' (duration: 2.889379326s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:38.796595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.906847Z","time spent":"2.889720163s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:38.796598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416178859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:09:38.79665Z","caller":"traceutil/trace.go:171","msg":"trace[1464506126] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"2.890285246s","start":"2026-03-06T21:09:35.906118Z","end":"2026-03-06T21:09:38.796404Z","steps":["trace[1464506126] 'process raft request' (duration: 2.889923968s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:38.796712Z","caller":"traceutil/trace.go:171","msg":"trace[1205277537] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6; range_end:; response_count:1; response_revision:23946; }","duration":"2.416282241s","start":"2026-03-06T21:09:36.380354Z","end":"2026-03-06T21:09:38.796636Z","steps":["trace[1205277537] 'agreement among raft nodes before linearized reading' (duration: 2.416079597s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:38.796819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:36.380332Z","time spent":"2.416474505s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" "} {"level":"warn","ts":"2026-03-06T21:09:38.796956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:35.90611Z","time spent":"2.890687615s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:39.245316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:09:39.245403Z","caller":"traceutil/trace.go:171","msg":"trace[393858465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934968s","start":"2026-03-06T21:09:37.245448Z","end":"2026-03-06T21:09:39.245383Z","steps":["trace[393858465] 'agreement among raft nodes before linearized reading' (duration: 1.999826336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.24545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.245373Z","time spent":"2.00006775s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:09:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:09:39.297072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:39.705067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.340235ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:39.70521Z","caller":"traceutil/trace.go:171","msg":"trace[326669362] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23946; }","duration":"269.493878ms","start":"2026-03-06T21:09:39.4357Z","end":"2026-03-06T21:09:39.705194Z","steps":["trace[326669362] 'range keys from in-memory index tree' (duration: 269.325375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.705567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.312689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:39.705998Z","caller":"traceutil/trace.go:171","msg":"trace[712121420] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"1.470087093s","start":"2026-03-06T21:09:38.235878Z","end":"2026-03-06T21:09:39.705965Z","steps":["trace[712121420] 'process raft request' (duration: 1.311326855s)","trace[712121420] 'compare' (duration: 157.573881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:39.706136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.235856Z","time spent":"1.470201935s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:39.972397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.765778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:09:39.972811Z","caller":"traceutil/trace.go:171","msg":"trace[2050496562] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"1.172456455s","start":"2026-03-06T21:09:38.800333Z","end":"2026-03-06T21:09:39.97279Z","steps":["trace[2050496562] 'process raft request' (duration: 1.172156199s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.972926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.800307Z","time spent":"1.172557657s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:39.978091Z","caller":"traceutil/trace.go:171","msg":"trace[12310807] linearizableReadLoop","detail":"{readStateIndex:24799; appliedIndex:24795; }","duration":"1.181732289s","start":"2026-03-06T21:09:38.796334Z","end":"2026-03-06T21:09:39.978066Z","steps":["trace[12310807] 'read index received' (duration: 750.884875ms)","trace[12310807] 'applied index is now lower than readState.Index' (duration: 430.846104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:39.978273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73905155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T21:09:39.97833Z","caller":"traceutil/trace.go:171","msg":"trace[278679720] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23949; }","duration":"1.739134841s","start":"2026-03-06T21:09:38.239183Z","end":"2026-03-06T21:09:39.978318Z","steps":["trace[278679720] 'agreement among raft nodes before linearized reading' (duration: 1.738971548s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.978359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.239178Z","time spent":"1.739174692s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:09:39.978383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301530023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:09:39.97844Z","caller":"traceutil/trace.go:171","msg":"trace[615378451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23949; }","duration":"2.301646185s","start":"2026-03-06T21:09:37.67678Z","end":"2026-03-06T21:09:39.978426Z","steps":["trace[615378451] 'agreement among raft nodes before linearized reading' (duration: 2.301430111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.97848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.676752Z","time spent":"2.301719267s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:09:39.978535Z","caller":"traceutil/trace.go:171","msg":"trace[1364542918] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"833.502137ms","start":"2026-03-06T21:09:39.145025Z","end":"2026-03-06T21:09:39.978527Z","steps":["trace[1364542918] 'process raft request' (duration: 827.75327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.978597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:39.145Z","time spent":"833.554027ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:39.978679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612349147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:39.978703Z","caller":"traceutil/trace.go:171","msg":"trace[2124926403] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23949; }","duration":"1.612387517s","start":"2026-03-06T21:09:38.366309Z","end":"2026-03-06T21:09:39.978697Z","steps":["trace[2124926403] 'agreement among raft nodes before linearized reading' (duration: 1.612348867s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.978721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.366301Z","time spent":"1.612414858s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:39.97873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605809473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:39.978786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302827851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:09:39.978832Z","caller":"traceutil/trace.go:171","msg":"trace[1043176013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23949; }","duration":"2.302881152s","start":"2026-03-06T21:09:37.675939Z","end":"2026-03-06T21:09:39.97882Z","steps":["trace[1043176013] 'agreement among raft nodes before linearized reading' (duration: 2.30280015s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.978871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.675936Z","time spent":"2.302923234s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:39.97894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197526406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:39.978963Z","caller":"traceutil/trace.go:171","msg":"trace[1294475804] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23949; }","duration":"1.197594488s","start":"2026-03-06T21:09:38.781362Z","end":"2026-03-06T21:09:39.978957Z","steps":["trace[1294475804] 'agreement among raft nodes before linearized reading' (duration: 1.197551687s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.978988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.781344Z","time spent":"1.19763855s","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:39.979028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304375629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-06T21:09:39.979056Z","caller":"traceutil/trace.go:171","msg":"trace[967233702] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:23949; }","duration":"3.304444111s","start":"2026-03-06T21:09:36.674604Z","end":"2026-03-06T21:09:39.979048Z","steps":["trace[967233702] 'agreement among raft nodes before linearized reading' (duration: 3.30439213s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:36.67458Z","time spent":"3.304489851s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" "} {"level":"warn","ts":"2026-03-06T21:09:39.979136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346708544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:39.979158Z","caller":"traceutil/trace.go:171","msg":"trace[1368150417] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23949; }","duration":"1.346769655s","start":"2026-03-06T21:09:38.63238Z","end":"2026-03-06T21:09:39.97915Z","steps":["trace[1368150417] 'agreement among raft nodes before linearized reading' (duration: 1.346734314s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.632359Z","time spent":"1.346811867s","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:39.979201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30369496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:39.979224Z","caller":"traceutil/trace.go:171","msg":"trace[703076853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23949; }","duration":"2.303712221s","start":"2026-03-06T21:09:37.675501Z","end":"2026-03-06T21:09:39.979214Z","steps":["trace[703076853] 'agreement among raft nodes before linearized reading' (duration: 2.303660079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37790884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:09:39.979256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.675489Z","time spent":"2.303749711s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:09:39.979264Z","caller":"traceutil/trace.go:171","msg":"trace[1749177914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23949; }","duration":"3.377997012s","start":"2026-03-06T21:09:36.601253Z","end":"2026-03-06T21:09:39.97925Z","steps":["trace[1749177914] 'agreement among raft nodes before linearized reading' (duration: 3.37788519s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:36.601223Z","time spent":"3.378063884s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:39.979369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304467487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:09:39.979456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879869816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:39.979481Z","caller":"traceutil/trace.go:171","msg":"trace[214761707] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23949; }","duration":"2.879926647s","start":"2026-03-06T21:09:37.09955Z","end":"2026-03-06T21:09:39.979476Z","steps":["trace[214761707] 'agreement among raft nodes before linearized reading' (duration: 2.879873786s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.099534Z","time spent":"2.879959858s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:39.979605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351917949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272959"} {"level":"info","ts":"2026-03-06T21:09:39.979633Z","caller":"traceutil/trace.go:171","msg":"trace[1637293906] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23949; }","duration":"1.35199298s","start":"2026-03-06T21:09:38.627634Z","end":"2026-03-06T21:09:39.979627Z","steps":["trace[1637293906] 'agreement among raft nodes before linearized reading' (duration: 1.351630392s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410168987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T21:09:39.979653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.627612Z","time spent":"1.352035521s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-06T21:09:39.979654Z","caller":"traceutil/trace.go:171","msg":"trace[883325123] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23949; }","duration":"2.410217547s","start":"2026-03-06T21:09:37.569431Z","end":"2026-03-06T21:09:39.979649Z","steps":["trace[883325123] 'agreement among raft nodes before linearized reading' (duration: 2.410159966s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.569409Z","time spent":"2.410259898s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T21:09:39.979816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796660923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:09:39.979842Z","caller":"traceutil/trace.go:171","msg":"trace[456756314] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23949; }","duration":"2.796709123s","start":"2026-03-06T21:09:37.183126Z","end":"2026-03-06T21:09:39.979835Z","steps":["trace[456756314] 'agreement among raft nodes before linearized reading' (duration: 2.796643372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.979858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.183071Z","time spent":"2.796783164s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T21:09:39.978791Z","caller":"traceutil/trace.go:171","msg":"trace[190596032] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23949; }","duration":"1.605927865s","start":"2026-03-06T21:09:38.372848Z","end":"2026-03-06T21:09:39.978776Z","steps":["trace[190596032] 'agreement among raft nodes before linearized reading' (duration: 1.605780402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.980053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.491046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:39.980058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126105833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:39.980068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.334739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:39.980082Z","caller":"traceutil/trace.go:171","msg":"trace[2112478088] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23949; }","duration":"872.568957ms","start":"2026-03-06T21:09:39.107506Z","end":"2026-03-06T21:09:39.980075Z","steps":["trace[2112478088] 'agreement among raft nodes before linearized reading' (duration: 872.515136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.980075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.372821Z","time spent":"1.607222415s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:39.980097Z","caller":"traceutil/trace.go:171","msg":"trace[908380781] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23949; }","duration":"939.426351ms","start":"2026-03-06T21:09:39.040664Z","end":"2026-03-06T21:09:39.980091Z","steps":["trace[908380781] 'agreement among raft nodes before linearized reading' (duration: 939.371679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.9801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:39.107481Z","time spent":"872.614828ms","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:39.980101Z","caller":"traceutil/trace.go:171","msg":"trace[858909170] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23949; }","duration":"1.126157255s","start":"2026-03-06T21:09:38.853931Z","end":"2026-03-06T21:09:39.980088Z","steps":["trace[858909170] 'agreement among raft nodes before linearized reading' (duration: 1.126078643s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.980118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:39.040637Z","time spent":"939.476221ms","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:39.980136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.853884Z","time spent":"1.126241076s","remote":"127.0.0.1:60638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:39.980238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.743691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:39.980262Z","caller":"traceutil/trace.go:171","msg":"trace[103816607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23949; }","duration":"734.789581ms","start":"2026-03-06T21:09:39.245467Z","end":"2026-03-06T21:09:39.980257Z","steps":["trace[103816607] 'agreement among raft nodes before linearized reading' (duration: 734.75491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.980278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:39.245457Z","time spent":"734.817612ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:39.980317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085995259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:39.980346Z","caller":"traceutil/trace.go:171","msg":"trace[830957052] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23949; }","duration":"1.086046211s","start":"2026-03-06T21:09:38.894291Z","end":"2026-03-06T21:09:39.980337Z","steps":["trace[830957052] 'agreement among raft nodes before linearized reading' (duration: 1.08599215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.980359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.067248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-06T21:09:39.980372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:38.89427Z","time spent":"1.086095242s","remote":"127.0.0.1:59218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:39.980382Z","caller":"traceutil/trace.go:171","msg":"trace[645572842] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23949; }","duration":"760.12099ms","start":"2026-03-06T21:09:39.220254Z","end":"2026-03-06T21:09:39.980375Z","steps":["trace[645572842] 'agreement among raft nodes before linearized reading' (duration: 760.052628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.980401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:39.220237Z","time spent":"760.15992ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T21:09:39.979392Z","caller":"traceutil/trace.go:171","msg":"trace[1907484701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23949; }","duration":"2.304500677s","start":"2026-03-06T21:09:37.674885Z","end":"2026-03-06T21:09:39.979386Z","steps":["trace[1907484701] 'agreement among raft nodes before linearized reading' (duration: 2.304445816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:39.980534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:37.674877Z","time spent":"2.305650333s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:09:42.492295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946444961,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:09:42.636642Z","caller":"traceutil/trace.go:171","msg":"trace[1720337559] linearizableReadLoop","detail":"{readStateIndex:24817; appliedIndex:24816; }","duration":"644.806358ms","start":"2026-03-06T21:09:41.991811Z","end":"2026-03-06T21:09:42.636617Z","steps":["trace[1720337559] 'read index received' (duration: 644.573783ms)","trace[1720337559] 'applied index is now lower than readState.Index' (duration: 231.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:42.6367Z","caller":"traceutil/trace.go:171","msg":"trace[2010375528] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"649.345348ms","start":"2026-03-06T21:09:41.987325Z","end":"2026-03-06T21:09:42.63667Z","steps":["trace[2010375528] 'process raft request' (duration: 649.061692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:42.636877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.053163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T21:09:42.636922Z","caller":"traceutil/trace.go:171","msg":"trace[2109535301] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:23966; }","duration":"645.175815ms","start":"2026-03-06T21:09:41.991733Z","end":"2026-03-06T21:09:42.636909Z","steps":["trace[2109535301] 'agreement among raft nodes before linearized reading' (duration: 645.024502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:42.63694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:41.987299Z","time spent":"649.541842ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:42.636965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:41.991705Z","time spent":"645.250807ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" "} {"level":"warn","ts":"2026-03-06T21:09:42.636992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.993924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:09:42.637042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.412201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:09:42.637051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.780704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:09:42.637012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.860105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:42.637152Z","caller":"traceutil/trace.go:171","msg":"trace[52621268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23966; }","duration":"633.016998ms","start":"2026-03-06T21:09:42.004109Z","end":"2026-03-06T21:09:42.637126Z","steps":["trace[52621268] 'agreement among raft nodes before linearized reading' (duration: 632.764323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:42.637153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.740146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T21:09:42.637148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.409837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-06T21:09:42.637189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.004097Z","time spent":"633.08294ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:09:42.637229Z","caller":"traceutil/trace.go:171","msg":"trace[1623522165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23966; }","duration":"634.808828ms","start":"2026-03-06T21:09:42.002374Z","end":"2026-03-06T21:09:42.637182Z","steps":["trace[1623522165] 'agreement among raft nodes before linearized reading' (duration: 634.471961ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:42.637242Z","caller":"traceutil/trace.go:171","msg":"trace[1798202383] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23966; }","duration":"392.5932ms","start":"2026-03-06T21:09:42.244626Z","end":"2026-03-06T21:09:42.637219Z","steps":["trace[1798202383] 'agreement among raft nodes before linearized reading' (duration: 392.275903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:42.637081Z","caller":"traceutil/trace.go:171","msg":"trace[2117817382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23966; }","duration":"635.497583ms","start":"2026-03-06T21:09:42.001572Z","end":"2026-03-06T21:09:42.63707Z","steps":["trace[2117817382] 'agreement among raft nodes before linearized reading' (duration: 635.36428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:42.637286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.002365Z","time spent":"634.89137ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:42.637295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.244607Z","time spent":"392.678932ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T21:09:42.637311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.001548Z","time spent":"635.748529ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:09:42.637084Z","caller":"traceutil/trace.go:171","msg":"trace[1319247559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23966; }","duration":"636.140427ms","start":"2026-03-06T21:09:42.000924Z","end":"2026-03-06T21:09:42.637065Z","steps":["trace[1319247559] 'agreement among raft nodes before linearized reading' (duration: 635.882031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:42.637373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.000904Z","time spent":"636.462354ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:09:42.637149Z","caller":"traceutil/trace.go:171","msg":"trace[802445226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23966; }","duration":"632.913106ms","start":"2026-03-06T21:09:42.004213Z","end":"2026-03-06T21:09:42.637126Z","steps":["trace[802445226] 'agreement among raft nodes before linearized reading' (duration: 632.600539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:42.637445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.004169Z","time spent":"633.268114ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:09:43.235621Z","caller":"traceutil/trace.go:171","msg":"trace[1550136549] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"593.527048ms","start":"2026-03-06T21:09:42.642058Z","end":"2026-03-06T21:09:43.235585Z","steps":["trace[1550136549] 'process raft request' (duration: 585.700095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.236106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.642039Z","time spent":"593.947327ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:43.306554Z","caller":"traceutil/trace.go:171","msg":"trace[278502988] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"663.008729ms","start":"2026-03-06T21:09:42.643492Z","end":"2026-03-06T21:09:43.306501Z","steps":["trace[278502988] 'process raft request' (duration: 662.834495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.306757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.64348Z","time spent":"663.202933ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:43.306847Z","caller":"traceutil/trace.go:171","msg":"trace[1660186615] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"495.093549ms","start":"2026-03-06T21:09:42.811725Z","end":"2026-03-06T21:09:43.306818Z","steps":["trace[1660186615] 'process raft request' (duration: 494.6815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.306857Z","caller":"traceutil/trace.go:171","msg":"trace[1487566230] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"495.070919ms","start":"2026-03-06T21:09:42.811743Z","end":"2026-03-06T21:09:43.306814Z","steps":["trace[1487566230] 'process raft request' (duration: 494.686051ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.306914Z","caller":"traceutil/trace.go:171","msg":"trace[209375344] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"495.12474ms","start":"2026-03-06T21:09:42.811751Z","end":"2026-03-06T21:09:43.306876Z","steps":["trace[209375344] 'process raft request' (duration: 494.699671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.306984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.811712Z","time spent":"495.200542ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:43.307006Z","caller":"traceutil/trace.go:171","msg":"trace[93570820] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"493.833121ms","start":"2026-03-06T21:09:42.813152Z","end":"2026-03-06T21:09:43.306985Z","steps":["trace[93570820] 'process raft request' (duration: 493.319199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.307013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.811735Z","time spent":"495.196731ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:43.307055Z","caller":"traceutil/trace.go:171","msg":"trace[542087800] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"664.654555ms","start":"2026-03-06T21:09:42.642372Z","end":"2026-03-06T21:09:43.307026Z","steps":["trace[542087800] 'process raft request' (duration: 663.750675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.307064Z","caller":"traceutil/trace.go:171","msg":"trace[1643729993] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"501.377568ms","start":"2026-03-06T21:09:42.805669Z","end":"2026-03-06T21:09:43.307046Z","steps":["trace[1643729993] 'process raft request' (duration: 500.684093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.307099Z","caller":"traceutil/trace.go:171","msg":"trace[662349314] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"664.657885ms","start":"2026-03-06T21:09:42.642434Z","end":"2026-03-06T21:09:43.307092Z","steps":["trace[662349314] 'process raft request' (duration: 663.871958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.307096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.813144Z","time spent":"493.906843ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:43.307138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.642411Z","time spent":"664.705445ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:43.307139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.642361Z","time spent":"664.739856ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:43.307162Z","caller":"traceutil/trace.go:171","msg":"trace[826924092] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"495.432366ms","start":"2026-03-06T21:09:42.811674Z","end":"2026-03-06T21:09:43.307107Z","steps":["trace[826924092] 'process raft request' (duration: 494.70132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.307171Z","caller":"traceutil/trace.go:171","msg":"trace[1678213641] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"664.684315ms","start":"2026-03-06T21:09:42.642433Z","end":"2026-03-06T21:09:43.307117Z","steps":["trace[1678213641] 'process raft request' (duration: 663.842217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.307367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.811731Z","time spent":"495.268833ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:43.3074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.642423Z","time spent":"664.90777ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:43.307429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.811662Z","time spent":"495.59354ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:43.30719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:42.805646Z","time spent":"501.454169ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:43.383593Z","caller":"traceutil/trace.go:171","msg":"trace[209274154] linearizableReadLoop","detail":"{readStateIndex:24829; appliedIndex:24817; }","duration":"353.322726ms","start":"2026-03-06T21:09:43.030242Z","end":"2026-03-06T21:09:43.383565Z","steps":["trace[209274154] 'read index received' (duration: 197.510382ms)","trace[209274154] 'applied index is now lower than readState.Index' (duration: 155.810754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:43.384058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.799886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:43.384099Z","caller":"traceutil/trace.go:171","msg":"trace[316067204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23977; }","duration":"353.880148ms","start":"2026-03-06T21:09:43.030207Z","end":"2026-03-06T21:09:43.384087Z","steps":["trace[316067204] 'agreement among raft nodes before linearized reading' (duration: 353.744195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.384132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:43.030193Z","time spent":"353.931629ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:43.384293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.49883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:43.384387Z","caller":"traceutil/trace.go:171","msg":"trace[1024418903] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23977; }","duration":"196.625382ms","start":"2026-03-06T21:09:43.187722Z","end":"2026-03-06T21:09:43.384347Z","steps":["trace[1024418903] 'agreement among raft nodes before linearized reading' (duration: 196.430007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.3846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.706792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-06T21:09:43.384675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.541647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:43.384681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.821653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:43.384709Z","caller":"traceutil/trace.go:171","msg":"trace[529297437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23977; }","duration":"140.574747ms","start":"2026-03-06T21:09:43.244124Z","end":"2026-03-06T21:09:43.384699Z","steps":["trace[529297437] 'agreement among raft nodes before linearized reading' (duration: 140.517566ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.38472Z","caller":"traceutil/trace.go:171","msg":"trace[630301607] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23977; }","duration":"101.897224ms","start":"2026-03-06T21:09:43.282811Z","end":"2026-03-06T21:09:43.384708Z","steps":["trace[630301607] 'agreement among raft nodes before linearized reading' (duration: 101.807883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.384709Z","caller":"traceutil/trace.go:171","msg":"trace[1376296897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23977; }","duration":"126.842305ms","start":"2026-03-06T21:09:43.257844Z","end":"2026-03-06T21:09:43.384687Z","steps":["trace[1376296897] 'agreement among raft nodes before linearized reading' (duration: 126.549179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.384816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.473622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:09:43.38488Z","caller":"traceutil/trace.go:171","msg":"trace[224941361] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6; range_end:; response_count:1; response_revision:23977; }","duration":"173.563464ms","start":"2026-03-06T21:09:43.211297Z","end":"2026-03-06T21:09:43.38486Z","steps":["trace[224941361] 'agreement among raft nodes before linearized reading' (duration: 173.39356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.627531Z","caller":"traceutil/trace.go:171","msg":"trace[627174841] linearizableReadLoop","detail":"{readStateIndex:24830; appliedIndex:24829; }","duration":"239.183431ms","start":"2026-03-06T21:09:43.38832Z","end":"2026-03-06T21:09:43.627504Z","steps":["trace[627174841] 'read index received' (duration: 239.012457ms)","trace[627174841] 'applied index is now lower than readState.Index' (duration: 169.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:43.627642Z","caller":"traceutil/trace.go:171","msg":"trace[1190596731] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"239.343895ms","start":"2026-03-06T21:09:43.388287Z","end":"2026-03-06T21:09:43.627631Z","steps":["trace[1190596731] 'process raft request' (duration: 239.044868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.627977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.63747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-07abeca8-2f14-4a8b-ad3d-56f8901914b3\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-06T21:09:43.628979Z","caller":"traceutil/trace.go:171","msg":"trace[928931813] range","detail":"{range_begin:/registry/persistentvolumes/pvc-07abeca8-2f14-4a8b-ad3d-56f8901914b3; range_end:; response_count:1; response_revision:23978; }","duration":"240.662763ms","start":"2026-03-06T21:09:43.388286Z","end":"2026-03-06T21:09:43.628948Z","steps":["trace[928931813] 'agreement among raft nodes before linearized reading' (duration: 239.537529ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:43.749282Z","caller":"traceutil/trace.go:171","msg":"trace[1060290211] linearizableReadLoop","detail":"{readStateIndex:24831; appliedIndex:24830; }","duration":"121.65943ms","start":"2026-03-06T21:09:43.627596Z","end":"2026-03-06T21:09:43.749256Z","steps":["trace[1060290211] 'read index received' (duration: 120.786641ms)","trace[1060290211] 'applied index is now lower than readState.Index' (duration: 871.759µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:43.749414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.46081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:43.749334Z","caller":"traceutil/trace.go:171","msg":"trace[749190890] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"360.950753ms","start":"2026-03-06T21:09:43.388354Z","end":"2026-03-06T21:09:43.749304Z","steps":["trace[749190890] 'process raft request' (duration: 360.079014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.749645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:43.38833Z","time spent":"361.230529ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:43.749498Z","caller":"traceutil/trace.go:171","msg":"trace[357953285] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23979; }","duration":"359.573853ms","start":"2026-03-06T21:09:43.389905Z","end":"2026-03-06T21:09:43.749479Z","steps":["trace[357953285] 'agreement among raft nodes before linearized reading' (duration: 359.44747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:43.749657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.704556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-06T21:09:43.749785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:43.389894Z","time spent":"359.858509ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:09:43.749842Z","caller":"traceutil/trace.go:171","msg":"trace[1427362938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:23979; }","duration":"104.888321ms","start":"2026-03-06T21:09:43.644914Z","end":"2026-03-06T21:09:43.749803Z","steps":["trace[1427362938] 'agreement among raft nodes before linearized reading' (duration: 104.639505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:44.535431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.828431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:44.535674Z","caller":"traceutil/trace.go:171","msg":"trace[1937415227] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"258.042356ms","start":"2026-03-06T21:09:44.277613Z","end":"2026-03-06T21:09:44.535655Z","steps":["trace[1937415227] 'process raft request' (duration: 257.936134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:44.535691Z","caller":"traceutil/trace.go:171","msg":"trace[344315166] linearizableReadLoop","detail":"{readStateIndex:24832; appliedIndex:24831; }","duration":"725.978316ms","start":"2026-03-06T21:09:43.80967Z","end":"2026-03-06T21:09:44.535649Z","steps":["trace[344315166] 'read index received' (duration: 320.768197ms)","trace[344315166] 'applied index is now lower than readState.Index' (duration: 405.208199ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:44.535964Z","caller":"traceutil/trace.go:171","msg":"trace[129877357] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"730.614149ms","start":"2026-03-06T21:09:43.805327Z","end":"2026-03-06T21:09:44.535942Z","steps":["trace[129877357] 'process raft request' (duration: 325.170215ms)","trace[129877357] 'compare' (duration: 404.197446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:44.536313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.195912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:44.536355Z","caller":"traceutil/trace.go:171","msg":"trace[1658525087] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23981; }","duration":"618.278544ms","start":"2026-03-06T21:09:43.918063Z","end":"2026-03-06T21:09:44.536341Z","steps":["trace[1658525087] 'agreement among raft nodes before linearized reading' (duration: 618.203822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:44.536348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.36369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:44.536362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.955847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:44.536391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:43.918041Z","time spent":"618.339275ms","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:44.53641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.703173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:09:44.536441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.738402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:44.536413Z","caller":"traceutil/trace.go:171","msg":"trace[1342686762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23981; }","duration":"291.486123ms","start":"2026-03-06T21:09:44.244905Z","end":"2026-03-06T21:09:44.536391Z","steps":["trace[1342686762] 'agreement among raft nodes before linearized reading' (duration: 291.378081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:44.536422Z","caller":"traceutil/trace.go:171","msg":"trace[1132945146] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23981; }","duration":"343.073959ms","start":"2026-03-06T21:09:44.193328Z","end":"2026-03-06T21:09:44.536402Z","steps":["trace[1132945146] 'agreement among raft nodes before linearized reading' (duration: 342.951757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:44.536528Z","caller":"traceutil/trace.go:171","msg":"trace[952617242] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23981; }","duration":"726.860005ms","start":"2026-03-06T21:09:43.809637Z","end":"2026-03-06T21:09:44.536497Z","steps":["trace[952617242] 'agreement among raft nodes before linearized reading' (duration: 726.62853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:44.536545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:44.193306Z","time spent":"343.225322ms","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:44.536565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:43.809625Z","time spent":"726.929827ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:44.536468Z","caller":"traceutil/trace.go:171","msg":"trace[247815057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23981; }","duration":"289.803115ms","start":"2026-03-06T21:09:44.246648Z","end":"2026-03-06T21:09:44.536452Z","steps":["trace[247815057] 'agreement among raft nodes before linearized reading' (duration: 289.638232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:44.537254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:43.80531Z","time spent":"730.6886ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:44.878624Z","caller":"traceutil/trace.go:171","msg":"trace[2064215918] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"237.148495ms","start":"2026-03-06T21:09:44.64145Z","end":"2026-03-06T21:09:44.878598Z","steps":["trace[2064215918] 'process raft request' (duration: 236.977941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:45.650416Z","caller":"traceutil/trace.go:171","msg":"trace[468625483] linearizableReadLoop","detail":"{readStateIndex:24835; appliedIndex:24833; }","duration":"895.132094ms","start":"2026-03-06T21:09:44.755267Z","end":"2026-03-06T21:09:45.6504Z","steps":["trace[468625483] 'read index received' (duration: 123.217955ms)","trace[468625483] 'applied index is now lower than readState.Index' (duration: 771.913609ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:45.650559Z","caller":"traceutil/trace.go:171","msg":"trace[859594684] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"1.004918823s","start":"2026-03-06T21:09:44.645633Z","end":"2026-03-06T21:09:45.650552Z","steps":["trace[859594684] 'process raft request' (duration: 1.00297937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.650626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:44.645609Z","time spent":"1.004971674s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:45.650809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.543053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T21:09:45.650834Z","caller":"traceutil/trace.go:171","msg":"trace[1811912087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:23983; }","duration":"895.608074ms","start":"2026-03-06T21:09:44.755219Z","end":"2026-03-06T21:09:45.650827Z","steps":["trace[1811912087] 'agreement among raft nodes before linearized reading' (duration: 895.517272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.65085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:44.755198Z","time spent":"895.648925ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" "} {"level":"info","ts":"2026-03-06T21:09:45.694523Z","caller":"traceutil/trace.go:171","msg":"trace[2087713290] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"382.709382ms","start":"2026-03-06T21:09:45.311779Z","end":"2026-03-06T21:09:45.694488Z","steps":["trace[2087713290] 'process raft request' (duration: 382.505397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.694715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.311764Z","time spent":"382.850885ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:45.694913Z","caller":"traceutil/trace.go:171","msg":"trace[1656818026] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"381.63019ms","start":"2026-03-06T21:09:45.313228Z","end":"2026-03-06T21:09:45.694858Z","steps":["trace[1656818026] 'process raft request' (duration: 381.199189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.695075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.313215Z","time spent":"381.777593ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:45.69516Z","caller":"traceutil/trace.go:171","msg":"trace[711568636] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"381.771823ms","start":"2026-03-06T21:09:45.313374Z","end":"2026-03-06T21:09:45.695146Z","steps":["trace[711568636] 'process raft request' (duration: 381.417775ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:45.695225Z","caller":"traceutil/trace.go:171","msg":"trace[309808603] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"380.399572ms","start":"2026-03-06T21:09:45.314815Z","end":"2026-03-06T21:09:45.695215Z","steps":["trace[309808603] 'process raft request' (duration: 380.323541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.695235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.313366Z","time spent":"381.833594ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:45.695233Z","caller":"traceutil/trace.go:171","msg":"trace[1730666568] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"381.271961ms","start":"2026-03-06T21:09:45.313921Z","end":"2026-03-06T21:09:45.695193Z","steps":["trace[1730666568] 'process raft request' (duration: 381.136428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.695286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.314794Z","time spent":"380.458753ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:45.695342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.874765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:45.695384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.313905Z","time spent":"381.394923ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:45.695411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.784494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:09:45.695443Z","caller":"traceutil/trace.go:171","msg":"trace[1060063440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23989; }","duration":"382.896077ms","start":"2026-03-06T21:09:45.312538Z","end":"2026-03-06T21:09:45.695434Z","steps":["trace[1060063440] 'agreement among raft nodes before linearized reading' (duration: 382.773804ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:45.695443Z","caller":"traceutil/trace.go:171","msg":"trace[807047625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23989; }","duration":"445.987687ms","start":"2026-03-06T21:09:45.24943Z","end":"2026-03-06T21:09:45.695418Z","steps":["trace[807047625] 'agreement among raft nodes before linearized reading' (duration: 445.825573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.69547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.312514Z","time spent":"382.949898ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:45.695483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.088161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T21:09:45.69549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.249425Z","time spent":"446.054538ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:09:45.695522Z","caller":"traceutil/trace.go:171","msg":"trace[1851508220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23989; }","duration":"383.193384ms","start":"2026-03-06T21:09:45.312317Z","end":"2026-03-06T21:09:45.695511Z","steps":["trace[1851508220] 'agreement among raft nodes before linearized reading' (duration: 383.03553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.695551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.312277Z","time spent":"383.267186ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:45.695535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.116245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T21:09:45.69556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.791275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:09:45.695612Z","caller":"traceutil/trace.go:171","msg":"trace[1312254748] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23989; }","duration":"709.249708ms","start":"2026-03-06T21:09:44.986346Z","end":"2026-03-06T21:09:45.695596Z","steps":["trace[1312254748] 'agreement among raft nodes before linearized reading' (duration: 708.87607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.695633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.170904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:09:45.69565Z","caller":"traceutil/trace.go:171","msg":"trace[1664046363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23989; }","duration":"456.915938ms","start":"2026-03-06T21:09:45.238714Z","end":"2026-03-06T21:09:45.69563Z","steps":["trace[1664046363] 'agreement among raft nodes before linearized reading' (duration: 456.661673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.69566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:44.986329Z","time spent":"709.310549ms","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T21:09:45.695555Z","caller":"traceutil/trace.go:171","msg":"trace[1702494811] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"380.478774ms","start":"2026-03-06T21:09:45.315066Z","end":"2026-03-06T21:09:45.695545Z","steps":["trace[1702494811] 'process raft request' (duration: 380.104135ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:45.69568Z","caller":"traceutil/trace.go:171","msg":"trace[1103902340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23989; }","duration":"384.252296ms","start":"2026-03-06T21:09:45.311416Z","end":"2026-03-06T21:09:45.695668Z","steps":["trace[1103902340] 'agreement among raft nodes before linearized reading' (duration: 384.093003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.696766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.311396Z","time spent":"385.3418ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:45.695693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.238696Z","time spent":"456.98854ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:09:45.696484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.726607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:09:45.696909Z","caller":"traceutil/trace.go:171","msg":"trace[83900795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23989; }","duration":"385.165946ms","start":"2026-03-06T21:09:45.311732Z","end":"2026-03-06T21:09:45.696898Z","steps":["trace[83900795] 'agreement among raft nodes before linearized reading' (duration: 384.384549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:45.696948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.311724Z","time spent":"385.215308ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:45.696665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:45.315048Z","time spent":"381.559118ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:51.920666Z","caller":"traceutil/trace.go:171","msg":"trace[1144445626] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"245.806856ms","start":"2026-03-06T21:09:51.67484Z","end":"2026-03-06T21:09:51.920647Z","steps":["trace[1144445626] 'process raft request' (duration: 245.639413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:52.46945Z","caller":"traceutil/trace.go:171","msg":"trace[1574459054] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"753.121705ms","start":"2026-03-06T21:09:51.7163Z","end":"2026-03-06T21:09:52.469422Z","steps":["trace[1574459054] 'process raft request' (duration: 752.909201ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:52.469466Z","caller":"traceutil/trace.go:171","msg":"trace[962985208] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"752.292757ms","start":"2026-03-06T21:09:51.717154Z","end":"2026-03-06T21:09:52.469446Z","steps":["trace[962985208] 'process raft request' (duration: 752.215345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.469589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.717129Z","time spent":"752.39824ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:52.469594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.716273Z","time spent":"753.241687ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:52.469472Z","caller":"traceutil/trace.go:171","msg":"trace[279844431] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"753.022943ms","start":"2026-03-06T21:09:51.716419Z","end":"2026-03-06T21:09:52.469442Z","steps":["trace[279844431] 'process raft request' (duration: 752.923651ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:52.469682Z","caller":"traceutil/trace.go:171","msg":"trace[1282444175] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"751.890727ms","start":"2026-03-06T21:09:51.717785Z","end":"2026-03-06T21:09:52.469676Z","steps":["trace[1282444175] 'process raft request' (duration: 751.612391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.469724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.717773Z","time spent":"751.921228ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:52.46974Z","caller":"traceutil/trace.go:171","msg":"trace[1320792749] linearizableReadLoop","detail":"{readStateIndex:24908; appliedIndex:24901; }","duration":"744.790691ms","start":"2026-03-06T21:09:51.724928Z","end":"2026-03-06T21:09:52.469718Z","steps":["trace[1320792749] 'read index received' (duration: 195.61794ms)","trace[1320792749] 'applied index is now lower than readState.Index' (duration: 549.171711ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:52.469797Z","caller":"traceutil/trace.go:171","msg":"trace[1017999228] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"751.247893ms","start":"2026-03-06T21:09:51.718531Z","end":"2026-03-06T21:09:52.469779Z","steps":["trace[1017999228] 'process raft request' (duration: 751.139491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:52.469774Z","caller":"traceutil/trace.go:171","msg":"trace[898954497] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"751.54865ms","start":"2026-03-06T21:09:51.71822Z","end":"2026-03-06T21:09:52.469768Z","steps":["trace[898954497] 'process raft request' (duration: 751.365786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.469844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.71852Z","time spent":"751.302784ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:52.469863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.936865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:09:52.469884Z","caller":"traceutil/trace.go:171","msg":"trace[1628922174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24054; }","duration":"744.987625ms","start":"2026-03-06T21:09:51.724892Z","end":"2026-03-06T21:09:52.469879Z","steps":["trace[1628922174] 'agreement among raft nodes before linearized reading' (duration: 744.905093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.4699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.72488Z","time spent":"745.016406ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:52.469907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.71821Z","time spent":"751.633271ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:52.469933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.645038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:52.469968Z","caller":"traceutil/trace.go:171","msg":"trace[1442361059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24054; }","duration":"744.709479ms","start":"2026-03-06T21:09:51.725249Z","end":"2026-03-06T21:09:52.469959Z","steps":["trace[1442361059] 'agreement among raft nodes before linearized reading' (duration: 744.605187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.469987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.72524Z","time spent":"744.74209ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:52.470016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.856863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:52.470034Z","caller":"traceutil/trace.go:171","msg":"trace[893495969] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24054; }","duration":"179.912044ms","start":"2026-03-06T21:09:52.290117Z","end":"2026-03-06T21:09:52.470029Z","steps":["trace[893495969] 'agreement among raft nodes before linearized reading' (duration: 179.877444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.470041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.6617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:52.470075Z","caller":"traceutil/trace.go:171","msg":"trace[146585442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24054; }","duration":"273.726291ms","start":"2026-03-06T21:09:52.196339Z","end":"2026-03-06T21:09:52.470065Z","steps":["trace[146585442] 'agreement among raft nodes before linearized reading' (duration: 273.65344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.470096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.359318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:09:52.470117Z","caller":"traceutil/trace.go:171","msg":"trace[351858185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24054; }","duration":"742.393958ms","start":"2026-03-06T21:09:51.727714Z","end":"2026-03-06T21:09:52.470108Z","steps":["trace[351858185] 'agreement among raft nodes before linearized reading' (duration: 742.341917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.470135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.727709Z","time spent":"742.423219ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:52.470212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.201778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T21:09:52.470216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.614424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:09:52.470227Z","caller":"traceutil/trace.go:171","msg":"trace[1278007844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24054; }","duration":"744.24262ms","start":"2026-03-06T21:09:51.725979Z","end":"2026-03-06T21:09:52.470222Z","steps":["trace[1278007844] 'agreement among raft nodes before linearized reading' (duration: 744.197479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.470243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.725967Z","time spent":"744.27304ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:09:52.470244Z","caller":"traceutil/trace.go:171","msg":"trace[1208250469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24054; }","duration":"743.663886ms","start":"2026-03-06T21:09:51.726572Z","end":"2026-03-06T21:09:52.470236Z","steps":["trace[1208250469] 'agreement among raft nodes before linearized reading' (duration: 743.562124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.470266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.726567Z","time spent":"743.693916ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:09:52.47028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.988631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T21:09:52.470303Z","caller":"traceutil/trace.go:171","msg":"trace[1714729313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24054; }","duration":"237.043332ms","start":"2026-03-06T21:09:52.233252Z","end":"2026-03-06T21:09:52.470296Z","steps":["trace[1714729313] 'agreement among raft nodes before linearized reading' (duration: 236.93844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:52.471057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:51.716389Z","time spent":"753.254498ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:53.447514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.356731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:53.447795Z","caller":"traceutil/trace.go:171","msg":"trace[1383225408] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"972.805435ms","start":"2026-03-06T21:09:52.474951Z","end":"2026-03-06T21:09:53.447756Z","steps":["trace[1383225408] 'process raft request' (duration: 454.112226ms)","trace[1383225408] 'compare' (duration: 518.212438ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:53.447927Z","caller":"traceutil/trace.go:171","msg":"trace[765728304] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"972.770234ms","start":"2026-03-06T21:09:52.475119Z","end":"2026-03-06T21:09:53.44789Z","steps":["trace[765728304] 'process raft request' (duration: 972.515088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:53.447988Z","caller":"traceutil/trace.go:171","msg":"trace[928272317] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"972.725213ms","start":"2026-03-06T21:09:52.475239Z","end":"2026-03-06T21:09:53.447964Z","steps":["trace[928272317] 'process raft request' (duration: 972.469748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:53.44803Z","caller":"traceutil/trace.go:171","msg":"trace[1537691687] linearizableReadLoop","detail":"{readStateIndex:24913; appliedIndex:24908; }","duration":"417.07782ms","start":"2026-03-06T21:09:53.030933Z","end":"2026-03-06T21:09:53.448011Z","steps":["trace[1537691687] 'read index received' (duration: 233.313242ms)","trace[1537691687] 'applied index is now lower than readState.Index' (duration: 183.763118ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:53.448037Z","caller":"traceutil/trace.go:171","msg":"trace[59312347] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"971.337263ms","start":"2026-03-06T21:09:52.476677Z","end":"2026-03-06T21:09:53.448014Z","steps":["trace[59312347] 'process raft request' (duration: 971.207591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:53.448097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:52.475228Z","time spent":"972.813555ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:53.448081Z","caller":"traceutil/trace.go:171","msg":"trace[579889985] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"971.114767ms","start":"2026-03-06T21:09:52.476928Z","end":"2026-03-06T21:09:53.448042Z","steps":["trace[579889985] 'process raft request' (duration: 971.031125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:53.448148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:52.476663Z","time spent":"971.438355ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:53.448475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:52.476914Z","time spent":"971.293571ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:53.448056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:52.475095Z","time spent":"972.903827ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:53.447942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:52.474924Z","time spent":"972.937008ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:53.448824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.209533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:09:53.448887Z","caller":"traceutil/trace.go:171","msg":"trace[1694932640] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24059; }","duration":"294.320526ms","start":"2026-03-06T21:09:53.154555Z","end":"2026-03-06T21:09:53.448875Z","steps":["trace[1694932640] 'agreement among raft nodes before linearized reading' (duration: 294.214113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:53.448958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.678746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:53.449021Z","caller":"traceutil/trace.go:171","msg":"trace[811830981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24059; }","duration":"216.88112ms","start":"2026-03-06T21:09:53.232125Z","end":"2026-03-06T21:09:53.449006Z","steps":["trace[811830981] 'agreement among raft nodes before linearized reading' (duration: 216.778118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:53.450129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.831343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:53.450207Z","caller":"traceutil/trace.go:171","msg":"trace[1040013344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24059; }","duration":"204.955196ms","start":"2026-03-06T21:09:53.245234Z","end":"2026-03-06T21:09:53.45019Z","steps":["trace[1040013344] 'agreement among raft nodes before linearized reading' (duration: 203.622187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:53.450226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.281429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:53.45029Z","caller":"traceutil/trace.go:171","msg":"trace[1073074294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24059; }","duration":"419.387242ms","start":"2026-03-06T21:09:53.030889Z","end":"2026-03-06T21:09:53.450276Z","steps":["trace[1073074294] 'agreement among raft nodes before linearized reading' (duration: 417.244884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:53.450341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:53.030867Z","time spent":"419.462543ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:53.899006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.201353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:53.899232Z","caller":"traceutil/trace.go:171","msg":"trace[1600712645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24059; }","duration":"127.374086ms","start":"2026-03-06T21:09:53.771717Z","end":"2026-03-06T21:09:53.899091Z","steps":["trace[1600712645] 'range keys from in-memory index tree' (duration: 127.132421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:54.757475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:55.258645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:55.759383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:56.07246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.147394057s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:09:56.072762Z","caller":"traceutil/trace.go:171","msg":"trace[1254769905] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"2.147796936s","start":"2026-03-06T21:09:53.924944Z","end":"2026-03-06T21:09:56.072741Z","steps":["trace[1254769905] 'process raft request' (duration: 2.147654523s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.07286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:53.924928Z","time spent":"2.147872627s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:56.257069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:09:56.257131Z","caller":"traceutil/trace.go:171","msg":"trace[1781971753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189533s","start":"2026-03-06T21:09:54.256928Z","end":"2026-03-06T21:09:56.257118Z","steps":["trace[1781971753] 'agreement among raft nodes before linearized reading' (duration: 2.000106361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.257162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.25691Z","time spent":"2.000246355s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:09:56.349759Z","caller":"traceutil/trace.go:171","msg":"trace[1473194196] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"1.873883039s","start":"2026-03-06T21:09:54.475853Z","end":"2026-03-06T21:09:56.349736Z","steps":["trace[1473194196] 'process raft request' (duration: 1.873689895s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.349905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.475826Z","time spent":"1.874006342s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:56.350041Z","caller":"traceutil/trace.go:171","msg":"trace[1113554867] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"1.874088274s","start":"2026-03-06T21:09:54.47591Z","end":"2026-03-06T21:09:56.349998Z","steps":["trace[1113554867] 'process raft request' (duration: 1.873780797s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.350196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.475884Z","time spent":"1.874231578s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:56.350625Z","caller":"traceutil/trace.go:171","msg":"trace[2045427108] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"1.874637746s","start":"2026-03-06T21:09:54.475968Z","end":"2026-03-06T21:09:56.350605Z","steps":["trace[2045427108] 'process raft request' (duration: 1.874473653s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:56.350646Z","caller":"traceutil/trace.go:171","msg":"trace[718660883] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"1.874586535s","start":"2026-03-06T21:09:54.476022Z","end":"2026-03-06T21:09:56.350608Z","steps":["trace[718660883] 'process raft request' (duration: 1.874499693s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.350733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.475959Z","time spent":"1.874726328s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:56.350788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.47601Z","time spent":"1.874689437s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:56.350761Z","caller":"traceutil/trace.go:171","msg":"trace[308854792] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"1.873550061s","start":"2026-03-06T21:09:54.477196Z","end":"2026-03-06T21:09:56.350746Z","steps":["trace[308854792] 'process raft request' (duration: 1.873369837s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:56.351005Z","caller":"traceutil/trace.go:171","msg":"trace[282018453] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"1.87347159s","start":"2026-03-06T21:09:54.477519Z","end":"2026-03-06T21:09:56.350991Z","steps":["trace[282018453] 'process raft request' (duration: 1.873157883s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:56.351061Z","caller":"traceutil/trace.go:171","msg":"trace[248382945] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"1.804788697s","start":"2026-03-06T21:09:54.546257Z","end":"2026-03-06T21:09:56.351045Z","steps":["trace[248382945] 'process raft request' (duration: 1.804641403s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.351083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.477494Z","time spent":"1.873550682s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:56.351121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.546239Z","time spent":"1.80485596s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:56.351207Z","caller":"traceutil/trace.go:171","msg":"trace[1851166589] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"1.800864381s","start":"2026-03-06T21:09:54.550334Z","end":"2026-03-06T21:09:56.351199Z","steps":["trace[1851166589] 'process raft request' (duration: 1.800637365s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.351262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.550317Z","time spent":"1.800917842s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:56.35126Z","caller":"traceutil/trace.go:171","msg":"trace[153852875] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"1.6342305s","start":"2026-03-06T21:09:54.717009Z","end":"2026-03-06T21:09:56.351239Z","steps":["trace[153852875] 'process raft request' (duration: 1.634026704s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.351372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.716992Z","time spent":"1.634327742s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:56.350955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.477172Z","time spent":"1.873735796s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:56.353394Z","caller":"traceutil/trace.go:171","msg":"trace[1022012473] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"1.318746607s","start":"2026-03-06T21:09:55.03463Z","end":"2026-03-06T21:09:56.353377Z","steps":["trace[1022012473] 'process raft request' (duration: 1.318475141s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.353504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.034612Z","time spent":"1.318841549s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:56.353517Z","caller":"traceutil/trace.go:171","msg":"trace[584276459] linearizableReadLoop","detail":"{readStateIndex:24925; appliedIndex:24913; }","duration":"2.096378792s","start":"2026-03-06T21:09:54.25698Z","end":"2026-03-06T21:09:56.353358Z","steps":["trace[584276459] 'read index received' (duration: 1.815742109s)","trace[584276459] 'applied index is now lower than readState.Index' (duration: 280.635623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:56.35389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639891393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T21:09:56.353942Z","caller":"traceutil/trace.go:171","msg":"trace[1701023461] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24070; }","duration":"1.639976736s","start":"2026-03-06T21:09:54.713954Z","end":"2026-03-06T21:09:56.35393Z","steps":["trace[1701023461] 'agreement among raft nodes before linearized reading' (duration: 1.639698959s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.353983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.713938Z","time spent":"1.640036687s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T21:09:56.35402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.813388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:56.354089Z","caller":"traceutil/trace.go:171","msg":"trace[585596217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24070; }","duration":"801.882919ms","start":"2026-03-06T21:09:55.552191Z","end":"2026-03-06T21:09:56.354074Z","steps":["trace[585596217] 'agreement among raft nodes before linearized reading' (duration: 801.785727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.367391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:09:56.354186Z","caller":"traceutil/trace.go:171","msg":"trace[77002654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24070; }","duration":"901.437254ms","start":"2026-03-06T21:09:55.452735Z","end":"2026-03-06T21:09:56.354172Z","steps":["trace[77002654] 'agreement among raft nodes before linearized reading' (duration: 901.25348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.452731Z","time spent":"901.492105ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:09:56.354256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.534795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:09:56.354267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.883661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:09:56.354298Z","caller":"traceutil/trace.go:171","msg":"trace[1464463268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24070; }","duration":"901.612567ms","start":"2026-03-06T21:09:55.452676Z","end":"2026-03-06T21:09:56.354289Z","steps":["trace[1464463268] 'agreement among raft nodes before linearized reading' (duration: 901.509455ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:56.354306Z","caller":"traceutil/trace.go:171","msg":"trace[486142264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24070; }","duration":"900.929732ms","start":"2026-03-06T21:09:55.453365Z","end":"2026-03-06T21:09:56.354295Z","steps":["trace[486142264] 'agreement among raft nodes before linearized reading' (duration: 900.84865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.55211Z","time spent":"802.015543ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:56.35438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538397108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:56.354418Z","caller":"traceutil/trace.go:171","msg":"trace[1952917921] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24070; }","duration":"1.538458279s","start":"2026-03-06T21:09:54.81595Z","end":"2026-03-06T21:09:56.354408Z","steps":["trace[1952917921] 'agreement among raft nodes before linearized reading' (duration: 1.538402087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.399693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:09:56.35445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353820971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-06T21:09:56.354453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484399978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:56.354491Z","caller":"traceutil/trace.go:171","msg":"trace[2015526643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24070; }","duration":"901.707879ms","start":"2026-03-06T21:09:55.452758Z","end":"2026-03-06T21:09:56.354466Z","steps":["trace[2015526643] 'agreement among raft nodes before linearized reading' (duration: 901.354951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.45274Z","time spent":"901.79786ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:56.354635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.887649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T21:09:56.354663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.343296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:56.354454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.815935Z","time spent":"1.538511099s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:56.354717Z","caller":"traceutil/trace.go:171","msg":"trace[2145330416] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24070; }","duration":"171.387717ms","start":"2026-03-06T21:09:56.183306Z","end":"2026-03-06T21:09:56.354693Z","steps":["trace[2145330416] 'agreement among raft nodes before linearized reading' (duration: 171.324285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:56.354493Z","caller":"traceutil/trace.go:171","msg":"trace[254547156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24070; }","duration":"1.353904583s","start":"2026-03-06T21:09:55.000574Z","end":"2026-03-06T21:09:56.354478Z","steps":["trace[254547156] 'agreement among raft nodes before linearized reading' (duration: 1.353802941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.000554Z","time spent":"1.354213429s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:09:56.354726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.905913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T21:09:56.354783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.97185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:09:56.354713Z","caller":"traceutil/trace.go:171","msg":"trace[555490465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24070; }","duration":"644.989522ms","start":"2026-03-06T21:09:55.709703Z","end":"2026-03-06T21:09:56.354692Z","steps":["trace[555490465] 'agreement among raft nodes before linearized reading' (duration: 644.823018ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:56.354828Z","caller":"traceutil/trace.go:171","msg":"trace[1558149679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24070; }","duration":"221.052501ms","start":"2026-03-06T21:09:56.133766Z","end":"2026-03-06T21:09:56.354819Z","steps":["trace[1558149679] 'agreement among raft nodes before linearized reading' (duration: 220.945308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.35485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.709679Z","time spent":"645.164625ms","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:09:56.354649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.845104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T21:09:56.354853Z","caller":"traceutil/trace.go:171","msg":"trace[1051513540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24070; }","duration":"902.056417ms","start":"2026-03-06T21:09:55.45276Z","end":"2026-03-06T21:09:56.354816Z","steps":["trace[1051513540] 'agreement among raft nodes before linearized reading' (duration: 901.662508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.452658Z","time spent":"901.669138ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:09:56.35488Z","caller":"traceutil/trace.go:171","msg":"trace[1595194160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24070; }","duration":"711.12284ms","start":"2026-03-06T21:09:55.643749Z","end":"2026-03-06T21:09:56.354872Z","steps":["trace[1595194160] 'agreement among raft nodes before linearized reading' (duration: 710.812623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.452755Z","time spent":"902.148008ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:09:56.354589Z","caller":"traceutil/trace.go:171","msg":"trace[1124220727] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24070; }","duration":"1.48451522s","start":"2026-03-06T21:09:54.87001Z","end":"2026-03-06T21:09:56.354525Z","steps":["trace[1124220727] 'agreement among raft nodes before linearized reading' (duration: 1.484311906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:56.354971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:54.869955Z","time spent":"1.485005851s","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:56.354922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.643726Z","time spent":"711.185271ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:09:56.354337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:55.45336Z","time spent":"900.971253ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:09:58.488573Z","caller":"traceutil/trace.go:171","msg":"trace[760634789] linearizableReadLoop","detail":"{readStateIndex:24941; appliedIndex:24940; }","duration":"243.936186ms","start":"2026-03-06T21:09:58.244608Z","end":"2026-03-06T21:09:58.488544Z","steps":["trace[760634789] 'read index received' (duration: 243.834333ms)","trace[760634789] 'applied index is now lower than readState.Index' (duration: 100.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:58.488922Z","caller":"traceutil/trace.go:171","msg":"trace[2110626513] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"410.003815ms","start":"2026-03-06T21:09:58.078895Z","end":"2026-03-06T21:09:58.488899Z","steps":["trace[2110626513] 'process raft request' (duration: 409.473122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:58.489049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.078872Z","time spent":"410.098126ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:58.489229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.619341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:58.489282Z","caller":"traceutil/trace.go:171","msg":"trace[1434283175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24085; }","duration":"244.694022ms","start":"2026-03-06T21:09:58.244574Z","end":"2026-03-06T21:09:58.489268Z","steps":["trace[1434283175] 'agreement among raft nodes before linearized reading' (duration: 244.60832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:58.989777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:09:59.701823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.572226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:59.701899Z","caller":"traceutil/trace.go:171","msg":"trace[1766886623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24085; }","duration":"266.658158ms","start":"2026-03-06T21:09:59.43523Z","end":"2026-03-06T21:09:59.701888Z","steps":["trace[1766886623] 'range keys from in-memory index tree' (duration: 266.542076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.701885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.926615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:09:59.702026Z","caller":"traceutil/trace.go:171","msg":"trace[2089369455] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"1.347917292s","start":"2026-03-06T21:09:58.354096Z","end":"2026-03-06T21:09:59.702014Z","steps":["trace[2089369455] 'process raft request' (duration: 647.802904ms)","trace[2089369455] 'compare' (duration: 699.152486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:59.702067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.354081Z","time spent":"1.347970714s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:59.702216Z","caller":"traceutil/trace.go:171","msg":"trace[1250025099] linearizableReadLoop","detail":"{readStateIndex:24947; appliedIndex:24941; }","duration":"1.213557951s","start":"2026-03-06T21:09:58.488651Z","end":"2026-03-06T21:09:59.702209Z","steps":["trace[1250025099] 'read index received' (duration: 513.234378ms)","trace[1250025099] 'applied index is now lower than readState.Index' (duration: 700.323003ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:59.702265Z","caller":"traceutil/trace.go:171","msg":"trace[843004452] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"1.34780634s","start":"2026-03-06T21:09:58.354454Z","end":"2026-03-06T21:09:59.70226Z","steps":["trace[843004452] 'process raft request' (duration: 1.347505744s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.702313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.354443Z","time spent":"1.347833391s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:09:59.702502Z","caller":"traceutil/trace.go:171","msg":"trace[199744318] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"1.347528803s","start":"2026-03-06T21:09:58.354968Z","end":"2026-03-06T21:09:59.702497Z","steps":["trace[199744318] 'process raft request' (duration: 1.347138705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.702527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.35496Z","time spent":"1.347552995s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:59.702642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333813221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:09:59.702658Z","caller":"traceutil/trace.go:171","msg":"trace[1421542459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24091; }","duration":"1.333828662s","start":"2026-03-06T21:09:58.368825Z","end":"2026-03-06T21:09:59.702653Z","steps":["trace[1421542459] 'agreement among raft nodes before linearized reading' (duration: 1.33376418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.702674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.368793Z","time spent":"1.333878072s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:59.702654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333370761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:09:59.702708Z","caller":"traceutil/trace.go:171","msg":"trace[1676387452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24091; }","duration":"1.333453364s","start":"2026-03-06T21:09:58.369241Z","end":"2026-03-06T21:09:59.702695Z","steps":["trace[1676387452] 'agreement among raft nodes before linearized reading' (duration: 1.33327203s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.702734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.369235Z","time spent":"1.333494544s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:09:59.702763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366097374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T21:09:59.702777Z","caller":"traceutil/trace.go:171","msg":"trace[1978961324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24091; }","duration":"1.366146254s","start":"2026-03-06T21:09:58.336626Z","end":"2026-03-06T21:09:59.702772Z","steps":["trace[1978961324] 'agreement among raft nodes before linearized reading' (duration: 1.366102993s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.702788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.33661Z","time spent":"1.366175466s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T21:09:59.702883Z","caller":"traceutil/trace.go:171","msg":"trace[1349916523] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"1.347503713s","start":"2026-03-06T21:09:58.355371Z","end":"2026-03-06T21:09:59.702875Z","steps":["trace[1349916523] 'process raft request' (duration: 1.346767308s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.702887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434383328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-03-06T21:09:59.702902Z","caller":"traceutil/trace.go:171","msg":"trace[1751931220] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24091; }","duration":"1.434419518s","start":"2026-03-06T21:09:58.268477Z","end":"2026-03-06T21:09:59.702896Z","steps":["trace[1751931220] 'agreement among raft nodes before linearized reading' (duration: 1.434376857s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.702917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.268466Z","time spent":"1.434446638s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10674,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T21:09:59.702935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.355356Z","time spent":"1.347540574s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:59.703004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212752234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:59.703022Z","caller":"traceutil/trace.go:171","msg":"trace[1066002565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24091; }","duration":"1.212770215s","start":"2026-03-06T21:09:58.490248Z","end":"2026-03-06T21:09:59.703018Z","steps":["trace[1066002565] 'agreement among raft nodes before linearized reading' (duration: 1.212742344s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:59.703024Z","caller":"traceutil/trace.go:171","msg":"trace[1133772968] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"1.317189225s","start":"2026-03-06T21:09:58.38583Z","end":"2026-03-06T21:09:59.703019Z","steps":["trace[1133772968] 'process raft request' (duration: 1.316349356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.703033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.490195Z","time spent":"1.212835316s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:09:59.703058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.385811Z","time spent":"1.317225556s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:59.703124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332903782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:09:59.703136Z","caller":"traceutil/trace.go:171","msg":"trace[710523935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24091; }","duration":"1.332929302s","start":"2026-03-06T21:09:58.370203Z","end":"2026-03-06T21:09:59.703132Z","steps":["trace[710523935] 'agreement among raft nodes before linearized reading' (duration: 1.332887841s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.703148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.370197Z","time spent":"1.332947652s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:09:59.703165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.78178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:59.703181Z","caller":"traceutil/trace.go:171","msg":"trace[2129904733] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24091; }","duration":"546.82378ms","start":"2026-03-06T21:09:59.156353Z","end":"2026-03-06T21:09:59.703177Z","steps":["trace[2129904733] 'agreement among raft nodes before linearized reading' (duration: 546.794899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.703195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.156337Z","time spent":"546.854561ms","remote":"127.0.0.1:32946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:09:59.703238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333202818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:59.703254Z","caller":"traceutil/trace.go:171","msg":"trace[644606831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24091; }","duration":"1.333227439s","start":"2026-03-06T21:09:58.370021Z","end":"2026-03-06T21:09:59.703249Z","steps":["trace[644606831] 'agreement among raft nodes before linearized reading' (duration: 1.333184888s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.703261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.601285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:09:59.703267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.370017Z","time spent":"1.333247339s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:09:59.703275Z","caller":"traceutil/trace.go:171","msg":"trace[2035655557] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24091; }","duration":"629.616645ms","start":"2026-03-06T21:09:59.073654Z","end":"2026-03-06T21:09:59.70327Z","steps":["trace[2035655557] 'agreement among raft nodes before linearized reading' (duration: 629.591374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.703288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.073592Z","time spent":"629.692656ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:09:59.703006Z","caller":"traceutil/trace.go:171","msg":"trace[491361227] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"1.346245766s","start":"2026-03-06T21:09:58.356754Z","end":"2026-03-06T21:09:59.703Z","steps":["trace[491361227] 'process raft request' (duration: 1.345402388s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.703365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.356742Z","time spent":"1.346607784s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:09:59.703412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333402982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:09:59.703426Z","caller":"traceutil/trace.go:171","msg":"trace[788940251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24091; }","duration":"1.333430322s","start":"2026-03-06T21:09:58.369991Z","end":"2026-03-06T21:09:59.703421Z","steps":["trace[788940251] 'agreement among raft nodes before linearized reading' (duration: 1.333386001s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:59.703438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.369985Z","time spent":"1.333450244s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:10:00.576696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.6481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:00.576785Z","caller":"traceutil/trace.go:171","msg":"trace[436999682] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"864.13026ms","start":"2026-03-06T21:09:59.712636Z","end":"2026-03-06T21:10:00.576766Z","steps":["trace[436999682] 'process raft request' (duration: 329.351067ms)","trace[436999682] 'compare' (duration: 534.236802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:00.576829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.712626Z","time spent":"864.180711ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:00.603343Z","caller":"traceutil/trace.go:171","msg":"trace[1222440919] linearizableReadLoop","detail":"{readStateIndex:24951; appliedIndex:24947; }","duration":"890.367307ms","start":"2026-03-06T21:09:59.712956Z","end":"2026-03-06T21:10:00.603323Z","steps":["trace[1222440919] 'read index received' (duration: 329.003718ms)","trace[1222440919] 'applied index is now lower than readState.Index' (duration: 561.362639ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:00.603564Z","caller":"traceutil/trace.go:171","msg":"trace[1163474074] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"890.872299ms","start":"2026-03-06T21:09:59.712679Z","end":"2026-03-06T21:10:00.603551Z","steps":["trace[1163474074] 'process raft request' (duration: 890.392898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.603658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.712661Z","time spent":"890.936751ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:00.603811Z","caller":"traceutil/trace.go:171","msg":"trace[860162460] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"891.100804ms","start":"2026-03-06T21:09:59.712701Z","end":"2026-03-06T21:10:00.603802Z","steps":["trace[860162460] 'process raft request' (duration: 890.469579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:00.603908Z","caller":"traceutil/trace.go:171","msg":"trace[1845732658] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"889.661082ms","start":"2026-03-06T21:09:59.714233Z","end":"2026-03-06T21:10:00.603895Z","steps":["trace[1845732658] 'process raft request' (duration: 889.037788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.603957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.714227Z","time spent":"889.708734ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10835,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:00.6041Z","caller":"traceutil/trace.go:171","msg":"trace[1085676077] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"891.353529ms","start":"2026-03-06T21:09:59.712737Z","end":"2026-03-06T21:10:00.604091Z","steps":["trace[1085676077] 'process raft request' (duration: 890.470799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.60415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.712717Z","time spent":"891.40774ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:00.60428Z","caller":"traceutil/trace.go:171","msg":"trace[181177340] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"890.999721ms","start":"2026-03-06T21:09:59.713272Z","end":"2026-03-06T21:10:00.604272Z","steps":["trace[181177340] 'process raft request' (duration: 889.967088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.60433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.713263Z","time spent":"891.042652ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:00.604892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.931302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T21:10:00.60494Z","caller":"traceutil/trace.go:171","msg":"trace[1403501817] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:24097; }","duration":"891.972272ms","start":"2026-03-06T21:09:59.712952Z","end":"2026-03-06T21:10:00.604924Z","steps":["trace[1403501817] 'agreement among raft nodes before linearized reading' (duration: 891.900341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.604982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.712936Z","time spent":"892.038044ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" "} {"level":"warn","ts":"2026-03-06T21:10:00.628522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.712676Z","time spent":"891.161316ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:00.711281Z","caller":"traceutil/trace.go:171","msg":"trace[619093248] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24953; }","duration":"107.855558ms","start":"2026-03-06T21:10:00.603403Z","end":"2026-03-06T21:10:00.711259Z","steps":["trace[619093248] 'read index received' (duration: 107.682514ms)","trace[619093248] 'applied index is now lower than readState.Index' (duration: 172.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:00.711669Z","caller":"traceutil/trace.go:171","msg":"trace[316674839] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"605.822459ms","start":"2026-03-06T21:10:00.105833Z","end":"2026-03-06T21:10:00.711656Z","steps":["trace[316674839] 'process raft request' (duration: 605.141704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.711821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.105805Z","time spent":"605.933201ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:00.712029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.305206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:00.712089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.594492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:00.71215Z","caller":"traceutil/trace.go:171","msg":"trace[2029631667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24099; }","duration":"998.684824ms","start":"2026-03-06T21:09:59.713452Z","end":"2026-03-06T21:10:00.712136Z","steps":["trace[2029631667] 'agreement among raft nodes before linearized reading' (duration: 998.565921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.712215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.713447Z","time spent":"998.760706ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:00.712135Z","caller":"traceutil/trace.go:171","msg":"trace[1530163046] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"218.028574ms","start":"2026-03-06T21:10:00.494067Z","end":"2026-03-06T21:10:00.712096Z","steps":["trace[1530163046] 'process raft request' (duration: 217.134735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.7123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.075297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:00.712408Z","caller":"traceutil/trace.go:171","msg":"trace[1144759891] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24099; }","duration":"809.238241ms","start":"2026-03-06T21:09:59.903146Z","end":"2026-03-06T21:10:00.712385Z","steps":["trace[1144759891] 'agreement among raft nodes before linearized reading' (duration: 808.986366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.71247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.90313Z","time spent":"809.329563ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:00.712352Z","caller":"traceutil/trace.go:171","msg":"trace[2123143545] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24099; }","duration":"865.400859ms","start":"2026-03-06T21:09:59.846665Z","end":"2026-03-06T21:10:00.712066Z","steps":["trace[2123143545] 'agreement among raft nodes before linearized reading' (duration: 865.260725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.713929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.846642Z","time spent":"867.24979ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:00.712459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.521911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:00.714396Z","caller":"traceutil/trace.go:171","msg":"trace[618107429] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24099; }","duration":"813.519696ms","start":"2026-03-06T21:09:59.900859Z","end":"2026-03-06T21:10:00.714379Z","steps":["trace[618107429] 'agreement among raft nodes before linearized reading' (duration: 811.518251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.714566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.900841Z","time spent":"813.709149ms","remote":"127.0.0.1:37368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:00.90577Z","caller":"traceutil/trace.go:171","msg":"trace[893775519] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"186.612001ms","start":"2026-03-06T21:10:00.719122Z","end":"2026-03-06T21:10:00.905734Z","steps":["trace[893775519] 'process raft request' (duration: 140.141387ms)","trace[893775519] 'compare' (duration: 45.962133ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:00.905839Z","caller":"traceutil/trace.go:171","msg":"trace[344870739] linearizableReadLoop","detail":"{readStateIndex:24958; appliedIndex:24956; }","duration":"139.864682ms","start":"2026-03-06T21:10:00.765929Z","end":"2026-03-06T21:10:00.905793Z","steps":["trace[344870739] 'read index received' (duration: 93.356608ms)","trace[344870739] 'applied index is now lower than readState.Index' (duration: 46.501664ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:00.905914Z","caller":"traceutil/trace.go:171","msg":"trace[312199620] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"185.098549ms","start":"2026-03-06T21:10:00.720764Z","end":"2026-03-06T21:10:00.905863Z","steps":["trace[312199620] 'process raft request' (duration: 184.819923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.906223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.451966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:00.906295Z","caller":"traceutil/trace.go:171","msg":"trace[2096844704] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24102; }","duration":"150.590199ms","start":"2026-03-06T21:10:00.755685Z","end":"2026-03-06T21:10:00.906276Z","steps":["trace[2096844704] 'agreement among raft nodes before linearized reading' (duration: 150.314642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:01.406389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:10:01.466349Z","caller":"traceutil/trace.go:171","msg":"trace[115950479] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"694.501362ms","start":"2026-03-06T21:10:00.771819Z","end":"2026-03-06T21:10:01.46632Z","steps":["trace[115950479] 'process raft request' (duration: 694.43598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:01.466392Z","caller":"traceutil/trace.go:171","msg":"trace[1474851168] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"694.707817ms","start":"2026-03-06T21:10:00.771658Z","end":"2026-03-06T21:10:01.466366Z","steps":["trace[1474851168] 'process raft request' (duration: 694.526623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:01.466495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.771639Z","time spent":"694.802389ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:01.466499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.771814Z","time spent":"694.608345ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:01.466633Z","caller":"traceutil/trace.go:171","msg":"trace[2077615596] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"695.760891ms","start":"2026-03-06T21:10:00.770849Z","end":"2026-03-06T21:10:01.46661Z","steps":["trace[2077615596] 'process raft request' (duration: 695.154177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:01.466747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.770838Z","time spent":"695.845213ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:01.930027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.842377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:01.930119Z","caller":"traceutil/trace.go:171","msg":"trace[936327214] linearizableReadLoop","detail":"{readStateIndex:24962; appliedIndex:24958; }","duration":"1.024160147s","start":"2026-03-06T21:10:00.905947Z","end":"2026-03-06T21:10:01.930107Z","steps":["trace[936327214] 'read index received' (duration: 560.064111ms)","trace[936327214] 'applied index is now lower than readState.Index' (duration: 464.095236ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:01.930174Z","caller":"traceutil/trace.go:171","msg":"trace[1781164775] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"572.328351ms","start":"2026-03-06T21:10:01.357838Z","end":"2026-03-06T21:10:01.930166Z","steps":["trace[1781164775] 'process raft request' (duration: 213.280829ms)","trace[1781164775] 'compare' (duration: 358.746265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:01.930319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162527756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:01.930395Z","caller":"traceutil/trace.go:171","msg":"trace[1877516012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24106; }","duration":"1.162642558s","start":"2026-03-06T21:10:00.767735Z","end":"2026-03-06T21:10:01.930377Z","steps":["trace[1877516012] 'agreement among raft nodes before linearized reading' (duration: 1.162488295s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:01.930439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.767721Z","time spent":"1.162709699s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:01.930222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.35781Z","time spent":"572.392523ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:02.552997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.180379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:02.553077Z","caller":"traceutil/trace.go:171","msg":"trace[1884940490] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"1.082453661s","start":"2026-03-06T21:10:01.470609Z","end":"2026-03-06T21:10:02.553063Z","steps":["trace[1884940490] 'process raft request' (duration: 853.159409ms)","trace[1884940490] 'compare' (duration: 229.001825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:02.553112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.470589Z","time spent":"1.082509052s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:10:03.008355Z","caller":"traceutil/trace.go:171","msg":"trace[1500409060] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.299389851s","start":"2026-03-06T21:10:01.70894Z","end":"2026-03-06T21:10:03.00833Z","steps":["trace[1500409060] 'process raft request' (duration: 1.299289679s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.008365Z","caller":"traceutil/trace.go:171","msg":"trace[807275358] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"1.301038918s","start":"2026-03-06T21:10:01.707289Z","end":"2026-03-06T21:10:03.008328Z","steps":["trace[807275358] 'process raft request' (duration: 1.300710931s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.008392Z","caller":"traceutil/trace.go:171","msg":"trace[1551356503] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.298835679s","start":"2026-03-06T21:10:01.709524Z","end":"2026-03-06T21:10:03.008359Z","steps":["trace[1551356503] 'process raft request' (duration: 1.298751407s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.008437Z","caller":"traceutil/trace.go:171","msg":"trace[1866400760] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.299602615s","start":"2026-03-06T21:10:01.708727Z","end":"2026-03-06T21:10:03.00833Z","steps":["trace[1866400760] 'process raft request' (duration: 1.299410431s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.008495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.708925Z","time spent":"1.299489193s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.008501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.70872Z","time spent":"1.299742859s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.008527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260118196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:03.008356Z","caller":"traceutil/trace.go:171","msg":"trace[1583047821] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.300787202s","start":"2026-03-06T21:10:01.707553Z","end":"2026-03-06T21:10:03.00834Z","steps":["trace[1583047821] 'process raft request' (duration: 1.300531086s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.008561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.709516Z","time spent":"1.298951181s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.008602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.707544Z","time spent":"1.301038357s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:03.008413Z","caller":"traceutil/trace.go:171","msg":"trace[1067326387] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"1.301184411s","start":"2026-03-06T21:10:01.707219Z","end":"2026-03-06T21:10:03.008403Z","steps":["trace[1067326387] 'process raft request' (duration: 1.298079883s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.008375Z","caller":"traceutil/trace.go:171","msg":"trace[1670666570] linearizableReadLoop","detail":"{readStateIndex:24969; appliedIndex:24962; }","duration":"1.078216818s","start":"2026-03-06T21:10:01.930137Z","end":"2026-03-06T21:10:03.008354Z","steps":["trace[1670666570] 'read index received' (duration: 393.641944ms)","trace[1670666570] 'applied index is now lower than readState.Index' (duration: 684.573734ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:03.008663Z","caller":"traceutil/trace.go:171","msg":"trace[1040283845] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"290.291516ms","start":"2026-03-06T21:10:02.718364Z","end":"2026-03-06T21:10:03.008656Z","steps":["trace[1040283845] 'process raft request' (duration: 289.953129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.008575Z","caller":"traceutil/trace.go:171","msg":"trace[1641605612] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24114; }","duration":"1.260219718s","start":"2026-03-06T21:10:01.748345Z","end":"2026-03-06T21:10:03.008565Z","steps":["trace[1641605612] 'agreement among raft nodes before linearized reading' (duration: 1.260102066s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.008691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.707194Z","time spent":"1.301444687s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.008567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.707282Z","time spent":"1.301164671s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.008708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.748293Z","time spent":"1.260403312s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:03.025523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086364558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:03.025562Z","caller":"traceutil/trace.go:171","msg":"trace[787103687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24114; }","duration":"1.08646117s","start":"2026-03-06T21:10:01.93909Z","end":"2026-03-06T21:10:03.025551Z","steps":["trace[787103687] 'agreement among raft nodes before linearized reading' (duration: 1.086373638s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.025585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.939045Z","time spent":"1.086535321s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:03.025668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.635132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:03.025738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.152779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:03.025738Z","caller":"traceutil/trace.go:171","msg":"trace[521468421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24114; }","duration":"225.761334ms","start":"2026-03-06T21:10:02.79996Z","end":"2026-03-06T21:10:03.025721Z","steps":["trace[521468421] 'agreement among raft nodes before linearized reading' (duration: 225.618541ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.025759Z","caller":"traceutil/trace.go:171","msg":"trace[1220506327] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24114; }","duration":"917.202999ms","start":"2026-03-06T21:10:02.108549Z","end":"2026-03-06T21:10:03.025752Z","steps":["trace[1220506327] 'agreement among raft nodes before linearized reading' (duration: 917.153738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.025777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.108531Z","time spent":"917.241901ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:03.025782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.310209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:10:03.025787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.015054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:03.025854Z","caller":"traceutil/trace.go:171","msg":"trace[1902735161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24114; }","duration":"395.108916ms","start":"2026-03-06T21:10:02.63073Z","end":"2026-03-06T21:10:03.025839Z","steps":["trace[1902735161] 'agreement among raft nodes before linearized reading' (duration: 394.890271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.025879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.539212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:10:03.025893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.630717Z","time spent":"395.168397ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:10:03.025901Z","caller":"traceutil/trace.go:171","msg":"trace[1230660838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24114; }","duration":"388.561102ms","start":"2026-03-06T21:10:02.637334Z","end":"2026-03-06T21:10:03.025895Z","steps":["trace[1230660838] 'agreement among raft nodes before linearized reading' (duration: 388.497461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.025941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.637289Z","time spent":"388.642604ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:10:03.025817Z","caller":"traceutil/trace.go:171","msg":"trace[774092164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24114; }","duration":"389.357249ms","start":"2026-03-06T21:10:02.636452Z","end":"2026-03-06T21:10:03.025809Z","steps":["trace[774092164] 'agreement among raft nodes before linearized reading' (duration: 389.197106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.026057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.329784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:10:03.026069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.033916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:10:03.026061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.636447Z","time spent":"389.565274ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:03.026025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.63773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:03.026096Z","caller":"traceutil/trace.go:171","msg":"trace[1930088292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24114; }","duration":"391.089847ms","start":"2026-03-06T21:10:02.634997Z","end":"2026-03-06T21:10:03.026087Z","steps":["trace[1930088292] 'agreement among raft nodes before linearized reading' (duration: 390.991275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.026127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.634978Z","time spent":"391.144858ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:10:03.02609Z","caller":"traceutil/trace.go:171","msg":"trace[518823440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24114; }","duration":"406.364814ms","start":"2026-03-06T21:10:02.619716Z","end":"2026-03-06T21:10:03.026081Z","steps":["trace[518823440] 'agreement among raft nodes before linearized reading' (duration: 406.268802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.026142Z","caller":"traceutil/trace.go:171","msg":"trace[11155516] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24114; }","duration":"632.814504ms","start":"2026-03-06T21:10:02.393302Z","end":"2026-03-06T21:10:03.026116Z","steps":["trace[11155516] 'agreement among raft nodes before linearized reading' (duration: 632.417635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.026189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.619676Z","time spent":"406.499267ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:03.026222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537014936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-03-06T21:10:03.026217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.393283Z","time spent":"632.914986ms","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:10:03.026251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582750995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:03.026273Z","caller":"traceutil/trace.go:171","msg":"trace[800439312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24114; }","duration":"1.582831786s","start":"2026-03-06T21:10:01.443434Z","end":"2026-03-06T21:10:03.026266Z","steps":["trace[800439312] 'agreement among raft nodes before linearized reading' (duration: 1.565175707s)","trace[800439312] 'range keys from in-memory index tree' (duration: 17.600007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:03.02613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359961295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-06T21:10:03.026249Z","caller":"traceutil/trace.go:171","msg":"trace[1527222519] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz; range_end:; response_count:1; response_revision:24114; }","duration":"1.537102789s","start":"2026-03-06T21:10:01.489136Z","end":"2026-03-06T21:10:03.026239Z","steps":["trace[1527222519] 'agreement among raft nodes before linearized reading' (duration: 1.51946668s)","trace[1527222519] 'range keys from in-memory index tree' (duration: 17.565696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:03.026291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.443409Z","time spent":"1.582877778s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:10:03.026316Z","caller":"traceutil/trace.go:171","msg":"trace[170802181] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24114; }","duration":"1.360205761s","start":"2026-03-06T21:10:01.666094Z","end":"2026-03-06T21:10:03.0263Z","steps":["trace[170802181] 'agreement among raft nodes before linearized reading' (duration: 1.342504941s)","trace[170802181] 'range keys from in-memory index tree' (duration: 17.412734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:03.026312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.48912Z","time spent":"1.53718386s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz\" "} {"level":"warn","ts":"2026-03-06T21:10:03.026358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.666077Z","time spent":"1.360268742s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-06T21:10:03.02616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662773878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:03.026496Z","caller":"traceutil/trace.go:171","msg":"trace[276029352] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24114; }","duration":"1.663133055s","start":"2026-03-06T21:10:01.363351Z","end":"2026-03-06T21:10:03.026484Z","steps":["trace[276029352] 'agreement among raft nodes before linearized reading' (duration: 1.645078978s)","trace[276029352] 'range keys from in-memory index tree' (duration: 17.678319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:03.026519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.36334Z","time spent":"1.663172237s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T21:10:04.145312Z","caller":"traceutil/trace.go:171","msg":"trace[1474996001] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"612.879895ms","start":"2026-03-06T21:10:03.53241Z","end":"2026-03-06T21:10:04.14529Z","steps":["trace[1474996001] 'process raft request' (duration: 612.768492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:04.145432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.53239Z","time spent":"612.988047ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2295,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:10:04.382552Z","caller":"traceutil/trace.go:171","msg":"trace[300700469] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"526.074541ms","start":"2026-03-06T21:10:03.856438Z","end":"2026-03-06T21:10:04.382512Z","steps":["trace[300700469] 'process raft request' (duration: 427.463708ms)","trace[300700469] 'compare' (duration: 98.425399ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:04.382607Z","caller":"traceutil/trace.go:171","msg":"trace[2084038377] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"228.246919ms","start":"2026-03-06T21:10:04.154338Z","end":"2026-03-06T21:10:04.382585Z","steps":["trace[2084038377] 'process raft request' (duration: 228.161457ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:04.382685Z","caller":"traceutil/trace.go:171","msg":"trace[1383066634] linearizableReadLoop","detail":"{readStateIndex:24982; appliedIndex:24981; }","duration":"462.831159ms","start":"2026-03-06T21:10:03.919826Z","end":"2026-03-06T21:10:04.382657Z","steps":["trace[1383066634] 'read index received' (duration: 225.451859ms)","trace[1383066634] 'applied index is now lower than readState.Index' (duration: 237.37773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:04.38274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.856416Z","time spent":"526.221845ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:04.382882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.031504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:04.38293Z","caller":"traceutil/trace.go:171","msg":"trace[1834105521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24126; }","duration":"463.134376ms","start":"2026-03-06T21:10:03.919784Z","end":"2026-03-06T21:10:04.382918Z","steps":["trace[1834105521] 'agreement among raft nodes before linearized reading' (duration: 463.016794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:04.382966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.919767Z","time spent":"463.189257ms","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:04.383121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.146254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:04.383176Z","caller":"traceutil/trace.go:171","msg":"trace[707913566] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24126; }","duration":"423.241475ms","start":"2026-03-06T21:10:03.959921Z","end":"2026-03-06T21:10:04.383163Z","steps":["trace[707913566] 'agreement among raft nodes before linearized reading' (duration: 423.143393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:04.383184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.0296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:04.383214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.959908Z","time spent":"423.293327ms","remote":"127.0.0.1:37494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:04.383226Z","caller":"traceutil/trace.go:171","msg":"trace[1548201103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24126; }","duration":"137.105542ms","start":"2026-03-06T21:10:04.246108Z","end":"2026-03-06T21:10:04.383213Z","steps":["trace[1548201103] 'agreement among raft nodes before linearized reading' (duration: 137.02586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:04.383392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.417403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:04.383465Z","caller":"traceutil/trace.go:171","msg":"trace[2040833118] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24126; }","duration":"341.509695ms","start":"2026-03-06T21:10:04.041939Z","end":"2026-03-06T21:10:04.383449Z","steps":["trace[2040833118] 'agreement among raft nodes before linearized reading' (duration: 341.419013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:04.383516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:04.041923Z","time spent":"341.581057ms","remote":"127.0.0.1:59530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:05.163872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.837111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:05.163946Z","caller":"traceutil/trace.go:171","msg":"trace[142197587] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24126; }","duration":"611.950573ms","start":"2026-03-06T21:10:04.551977Z","end":"2026-03-06T21:10:05.163928Z","steps":["trace[142197587] 'count revisions from in-memory index tree' (duration: 611.75259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.163984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:04.551962Z","time spent":"612.011705ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:05.164132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.08501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:05.164207Z","caller":"traceutil/trace.go:171","msg":"trace[252001475] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24126; }","duration":"265.200314ms","start":"2026-03-06T21:10:04.898995Z","end":"2026-03-06T21:10:05.164195Z","steps":["trace[252001475] 'count revisions from in-memory index tree' (duration: 265.029409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:05.297314Z","caller":"traceutil/trace.go:171","msg":"trace[1155957688] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"280.608733ms","start":"2026-03-06T21:10:05.016682Z","end":"2026-03-06T21:10:05.297291Z","steps":["trace[1155957688] 'process raft request' (duration: 280.46611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.203622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.743295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:06.204041Z","caller":"traceutil/trace.go:171","msg":"trace[1619356976] linearizableReadLoop","detail":"{readStateIndex:24990; appliedIndex:24984; }","duration":"1.083516835s","start":"2026-03-06T21:10:05.120508Z","end":"2026-03-06T21:10:06.204024Z","steps":["trace[1619356976] 'read index received' (duration: 176.842087ms)","trace[1619356976] 'applied index is now lower than readState.Index' (duration: 906.673328ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:06.204076Z","caller":"traceutil/trace.go:171","msg":"trace[1639833034] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"1.18626978s","start":"2026-03-06T21:10:05.017752Z","end":"2026-03-06T21:10:06.204022Z","steps":["trace[1639833034] 'process raft request' (duration: 1.186005284s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.204197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.017739Z","time spent":"1.186382232s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:06.204204Z","caller":"traceutil/trace.go:171","msg":"trace[1563215485] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"1.184778336s","start":"2026-03-06T21:10:05.019372Z","end":"2026-03-06T21:10:06.204151Z","steps":["trace[1563215485] 'process raft request' (duration: 1.18449325s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:06.204495Z","caller":"traceutil/trace.go:171","msg":"trace[575627305] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"1.18763805s","start":"2026-03-06T21:10:05.016836Z","end":"2026-03-06T21:10:06.204474Z","steps":["trace[575627305] 'process raft request' (duration: 911.960734ms)","trace[575627305] 'compare' (duration: 274.445508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:06.204967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.016789Z","time spent":"1.188010668s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:06.205011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.01936Z","time spent":"1.184882598s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:06.20504Z","caller":"traceutil/trace.go:171","msg":"trace[721760488] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"1.185577573s","start":"2026-03-06T21:10:05.019441Z","end":"2026-03-06T21:10:06.205018Z","steps":["trace[721760488] 'process raft request' (duration: 1.184470699s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:06.20508Z","caller":"traceutil/trace.go:171","msg":"trace[685694227] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"1.183308643s","start":"2026-03-06T21:10:05.021738Z","end":"2026-03-06T21:10:06.205046Z","steps":["trace[685694227] 'process raft request' (duration: 1.182209779s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.205138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.019434Z","time spent":"1.185654655s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:06.205269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.021708Z","time spent":"1.183461257s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:06.205352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067489341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:10:06.205387Z","caller":"traceutil/trace.go:171","msg":"trace[33292113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24133; }","duration":"1.067519262s","start":"2026-03-06T21:10:05.137854Z","end":"2026-03-06T21:10:06.205373Z","steps":["trace[33292113] 'agreement among raft nodes before linearized reading' (duration: 1.067390639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.205415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.137814Z","time spent":"1.067595004s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:06.20543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062775757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:06.2055Z","caller":"traceutil/trace.go:171","msg":"trace[1406891371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24133; }","duration":"1.062848729s","start":"2026-03-06T21:10:05.14264Z","end":"2026-03-06T21:10:06.205488Z","steps":["trace[1406891371] 'agreement among raft nodes before linearized reading' (duration: 1.062699215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.20552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033006972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-06T21:10:06.205536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.142568Z","time spent":"1.062960741s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:06.205548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063862262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:10:06.205555Z","caller":"traceutil/trace.go:171","msg":"trace[2134523438] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24133; }","duration":"1.033080994s","start":"2026-03-06T21:10:05.172464Z","end":"2026-03-06T21:10:06.205545Z","steps":["trace[2134523438] 'agreement among raft nodes before linearized reading' (duration: 1.032972621s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:06.205578Z","caller":"traceutil/trace.go:171","msg":"trace[2022070173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24133; }","duration":"1.063942263s","start":"2026-03-06T21:10:05.141628Z","end":"2026-03-06T21:10:06.20557Z","steps":["trace[2022070173] 'agreement among raft nodes before linearized reading' (duration: 1.0637747s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.205586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.172446Z","time spent":"1.033133674s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T21:10:06.205587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067464081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:10:06.205613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.141614Z","time spent":"1.063992775s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:10:06.20562Z","caller":"traceutil/trace.go:171","msg":"trace[1284748650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24133; }","duration":"1.067571983s","start":"2026-03-06T21:10:05.138038Z","end":"2026-03-06T21:10:06.20561Z","steps":["trace[1284748650] 'agreement among raft nodes before linearized reading' (duration: 1.067453851s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.205597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.704773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:06.205631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.498038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-03-06T21:10:06.205647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.138007Z","time spent":"1.067633115s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:10:06.205671Z","caller":"traceutil/trace.go:171","msg":"trace[967661059] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24133; }","duration":"466.539729ms","start":"2026-03-06T21:10:05.739123Z","end":"2026-03-06T21:10:06.205662Z","steps":["trace[967661059] 'agreement among raft nodes before linearized reading' (duration: 466.342505ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:06.205672Z","caller":"traceutil/trace.go:171","msg":"trace[1915074871] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24133; }","duration":"510.836766ms","start":"2026-03-06T21:10:05.694816Z","end":"2026-03-06T21:10:06.205653Z","steps":["trace[1915074871] 'agreement among raft nodes before linearized reading' (duration: 510.683573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.205661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08513318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:10:06.205738Z","caller":"traceutil/trace.go:171","msg":"trace[1572165399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24133; }","duration":"1.085246503s","start":"2026-03-06T21:10:05.120475Z","end":"2026-03-06T21:10:06.205722Z","steps":["trace[1572165399] 'agreement among raft nodes before linearized reading' (duration: 1.085031778s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.205782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.12046Z","time spent":"1.085313564s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:10:06.205699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.739098Z","time spent":"466.591411ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T21:10:06.20426Z","caller":"traceutil/trace.go:171","msg":"trace[979453379] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"1.182379123s","start":"2026-03-06T21:10:05.021822Z","end":"2026-03-06T21:10:06.204201Z","steps":["trace[979453379] 'process raft request' (duration: 1.182164978s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.207134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.021809Z","time spent":"1.185278127s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:06.20726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021218963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130987"} {"level":"info","ts":"2026-03-06T21:10:06.207335Z","caller":"traceutil/trace.go:171","msg":"trace[520814888] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24133; }","duration":"1.021328535s","start":"2026-03-06T21:10:05.18599Z","end":"2026-03-06T21:10:06.207318Z","steps":["trace[520814888] 'agreement among raft nodes before linearized reading' (duration: 1.019322981s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.207385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.185974Z","time spent":"1.021397446s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131010,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T21:10:06.205721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.694788Z","time spent":"510.921367ms","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:06.681177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.560914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:06.681247Z","caller":"traceutil/trace.go:171","msg":"trace[1386874127] linearizableReadLoop","detail":"{readStateIndex:24991; appliedIndex:24990; }","duration":"470.191661ms","start":"2026-03-06T21:10:06.211045Z","end":"2026-03-06T21:10:06.681236Z","steps":["trace[1386874127] 'read index received' (duration: 242.537124ms)","trace[1386874127] 'applied index is now lower than readState.Index' (duration: 227.653697ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:06.681359Z","caller":"traceutil/trace.go:171","msg":"trace[1128978211] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"470.418966ms","start":"2026-03-06T21:10:06.21091Z","end":"2026-03-06T21:10:06.681329Z","steps":["trace[1128978211] 'process raft request' (duration: 242.650867ms)","trace[1128978211] 'compare' (duration: 227.488903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:06.681483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.210898Z","time spent":"470.511677ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:06.681808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.764693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118238"} {"level":"info","ts":"2026-03-06T21:10:06.681828Z","caller":"traceutil/trace.go:171","msg":"trace[779855469] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:24134; }","duration":"470.808214ms","start":"2026-03-06T21:10:06.211014Z","end":"2026-03-06T21:10:06.681823Z","steps":["trace[779855469] 'agreement among raft nodes before linearized reading' (duration: 470.359195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:06.681846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.210993Z","time spent":"470.847905ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118261,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-06T21:10:07.284919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.768595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:07.285223Z","caller":"traceutil/trace.go:171","msg":"trace[1674587475] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"1.069047047s","start":"2026-03-06T21:10:06.216154Z","end":"2026-03-06T21:10:07.285201Z","steps":["trace[1674587475] 'process raft request' (duration: 1.068998506s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.28531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.216143Z","time spent":"1.069129088s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:07.285459Z","caller":"traceutil/trace.go:171","msg":"trace[1738688740] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"1.07378913s","start":"2026-03-06T21:10:06.211624Z","end":"2026-03-06T21:10:07.285413Z","steps":["trace[1738688740] 'process raft request' (duration: 945.402191ms)","trace[1738688740] 'compare' (duration: 127.507749ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:07.285515Z","caller":"traceutil/trace.go:171","msg":"trace[916696884] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"1.070337044s","start":"2026-03-06T21:10:06.215166Z","end":"2026-03-06T21:10:07.285503Z","steps":["trace[916696884] 'process raft request' (duration: 1.069944926s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:07.28553Z","caller":"traceutil/trace.go:171","msg":"trace[913062328] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"1.073797491s","start":"2026-03-06T21:10:06.211657Z","end":"2026-03-06T21:10:07.285454Z","steps":["trace[913062328] 'process raft request' (duration: 1.073362162s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.2856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.211606Z","time spent":"1.073924594s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:07.28589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.211644Z","time spent":"1.073981145s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:07.28557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.21516Z","time spent":"1.070381325s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:07.920696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.599661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:07.92089Z","caller":"traceutil/trace.go:171","msg":"trace[1206813595] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"612.674829ms","start":"2026-03-06T21:10:07.308202Z","end":"2026-03-06T21:10:07.920877Z","steps":["trace[1206813595] 'process raft request' (duration: 612.650039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.920926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.308144Z","time spent":"612.764702ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:07.920903Z","caller":"traceutil/trace.go:171","msg":"trace[1618115768] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.331174002s","start":"2026-03-06T21:10:06.58968Z","end":"2026-03-06T21:10:07.920854Z","steps":["trace[1618115768] 'process raft request' (duration: 1.139354575s)","trace[1618115768] 'compare' (duration: 191.449138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:07.921079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.589651Z","time spent":"1.331334966s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:07.921119Z","caller":"traceutil/trace.go:171","msg":"trace[140422629] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"1.234266567s","start":"2026-03-06T21:10:06.686845Z","end":"2026-03-06T21:10:07.921112Z","steps":["trace[140422629] 'process raft request' (duration: 1.233920259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.92115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.686831Z","time spent":"1.234302197s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:07.921221Z","caller":"traceutil/trace.go:171","msg":"trace[33231375] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"1.195496382s","start":"2026-03-06T21:10:06.725721Z","end":"2026-03-06T21:10:07.921217Z","steps":["trace[33231375] 'process raft request' (duration: 1.195089683s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.921248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.725688Z","time spent":"1.195546953s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:07.921314Z","caller":"traceutil/trace.go:171","msg":"trace[1770190815] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"984.836551ms","start":"2026-03-06T21:10:06.936472Z","end":"2026-03-06T21:10:07.921309Z","steps":["trace[1770190815] 'process raft request' (duration: 984.35786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.921342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.936453Z","time spent":"984.876431ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:07.921408Z","caller":"traceutil/trace.go:171","msg":"trace[157387611] linearizableReadLoop","detail":"{readStateIndex:24996; appliedIndex:24991; }","duration":"1.240143496s","start":"2026-03-06T21:10:06.68126Z","end":"2026-03-06T21:10:07.921403Z","steps":["trace[157387611] 'read index received' (duration: 475.705032ms)","trace[157387611] 'applied index is now lower than readState.Index' (duration: 764.437874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:07.921589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541371303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:10:07.921609Z","caller":"traceutil/trace.go:171","msg":"trace[1024382892] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6; range_end:; response_count:1; response_revision:24143; }","duration":"1.541473275s","start":"2026-03-06T21:10:06.380131Z","end":"2026-03-06T21:10:07.921604Z","steps":["trace[1024382892] 'agreement among raft nodes before linearized reading' (duration: 1.541389723s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.921623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.380113Z","time spent":"1.541507156s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" "} {"level":"warn","ts":"2026-03-06T21:10:07.921783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571822224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-06T21:10:07.921847Z","caller":"traceutil/trace.go:171","msg":"trace[1769862920] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24143; }","duration":"1.571922566s","start":"2026-03-06T21:10:06.34991Z","end":"2026-03-06T21:10:07.921833Z","steps":["trace[1769862920] 'agreement among raft nodes before linearized reading' (duration: 1.571739942s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.921883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.349894Z","time spent":"1.571979347s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-06T21:10:07.922122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669612729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:07.922153Z","caller":"traceutil/trace.go:171","msg":"trace[1110681686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24143; }","duration":"1.66966843s","start":"2026-03-06T21:10:06.252476Z","end":"2026-03-06T21:10:07.922145Z","steps":["trace[1110681686] 'agreement among raft nodes before linearized reading' (duration: 1.669611029s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.922162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706801318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-06T21:10:07.922174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.252462Z","time spent":"1.66970688s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:07.922179Z","caller":"traceutil/trace.go:171","msg":"trace[1087969987] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24143; }","duration":"1.70686138s","start":"2026-03-06T21:10:06.215312Z","end":"2026-03-06T21:10:07.922174Z","steps":["trace[1087969987] 'agreement among raft nodes before linearized reading' (duration: 1.706808628s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.922201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.215286Z","time spent":"1.70690879s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T21:10:07.922213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677995794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:07.922267Z","caller":"traceutil/trace.go:171","msg":"trace[1182636099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24143; }","duration":"1.678063475s","start":"2026-03-06T21:10:06.244192Z","end":"2026-03-06T21:10:07.922255Z","steps":["trace[1182636099] 'agreement among raft nodes before linearized reading' (duration: 1.677950523s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.922297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.244137Z","time spent":"1.678156117s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:07.922372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233875298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130987"} {"level":"info","ts":"2026-03-06T21:10:07.922397Z","caller":"traceutil/trace.go:171","msg":"trace[751726708] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24143; }","duration":"1.233921518s","start":"2026-03-06T21:10:06.688469Z","end":"2026-03-06T21:10:07.922391Z","steps":["trace[751726708] 'agreement among raft nodes before linearized reading' (duration: 1.233819716s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.922415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.688463Z","time spent":"1.233948259s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131010,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T21:10:07.922418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.448317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:07.922407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.524223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:07.922476Z","caller":"traceutil/trace.go:171","msg":"trace[1320451003] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24143; }","duration":"551.643785ms","start":"2026-03-06T21:10:07.370815Z","end":"2026-03-06T21:10:07.922459Z","steps":["trace[1320451003] 'agreement among raft nodes before linearized reading' (duration: 551.509262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.922515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.370801Z","time spent":"551.706867ms","remote":"127.0.0.1:42456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:07.922517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.995154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T21:10:07.922556Z","caller":"traceutil/trace.go:171","msg":"trace[1803516689] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24143; }","duration":"351.094636ms","start":"2026-03-06T21:10:07.571449Z","end":"2026-03-06T21:10:07.922543Z","steps":["trace[1803516689] 'agreement among raft nodes before linearized reading' (duration: 350.952693ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:07.922442Z","caller":"traceutil/trace.go:171","msg":"trace[771937726] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24143; }","duration":"785.502857ms","start":"2026-03-06T21:10:07.13693Z","end":"2026-03-06T21:10:07.922433Z","steps":["trace[771937726] 'agreement among raft nodes before linearized reading' (duration: 785.465356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.922593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.57141Z","time spent":"351.175658ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T21:10:07.922636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.13691Z","time spent":"785.690272ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:08.078598Z","caller":"traceutil/trace.go:171","msg":"trace[212387750] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"152.714956ms","start":"2026-03-06T21:10:07.925853Z","end":"2026-03-06T21:10:08.078568Z","steps":["trace[212387750] 'process raft request' (duration: 98.364298ms)","trace[212387750] 'compare' (duration: 54.187204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:08.078741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.845512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:08.078839Z","caller":"traceutil/trace.go:171","msg":"trace[2026585170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24145; }","duration":"149.962155ms","start":"2026-03-06T21:10:07.928828Z","end":"2026-03-06T21:10:08.07879Z","steps":["trace[2026585170] 'agreement among raft nodes before linearized reading' (duration: 149.773141ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:08.355362Z","caller":"traceutil/trace.go:171","msg":"trace[845923813] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"109.79224ms","start":"2026-03-06T21:10:08.24554Z","end":"2026-03-06T21:10:08.355333Z","steps":["trace[845923813] 'process raft request' (duration: 109.585215ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:08.913775Z","caller":"traceutil/trace.go:171","msg":"trace[1248431634] linearizableReadLoop","detail":"{readStateIndex:25011; appliedIndex:25010; }","duration":"227.503672ms","start":"2026-03-06T21:10:08.686247Z","end":"2026-03-06T21:10:08.913751Z","steps":["trace[1248431634] 'read index received' (duration: 227.306798ms)","trace[1248431634] 'applied index is now lower than readState.Index' (duration: 196.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:08.91402Z","caller":"traceutil/trace.go:171","msg":"trace[74315048] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"235.587501ms","start":"2026-03-06T21:10:08.67842Z","end":"2026-03-06T21:10:08.914008Z","steps":["trace[74315048] 'process raft request' (duration: 235.194452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:08.914356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.079775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:10:08.914436Z","caller":"traceutil/trace.go:171","msg":"trace[1067759780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24153; }","duration":"228.214698ms","start":"2026-03-06T21:10:08.686201Z","end":"2026-03-06T21:10:08.914415Z","steps":["trace[1067759780] 'agreement among raft nodes before linearized reading' (duration: 227.939662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.449541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.243325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:09.449671Z","caller":"traceutil/trace.go:171","msg":"trace[409527777] linearizableReadLoop","detail":"{readStateIndex:25012; appliedIndex:25011; }","duration":"481.902348ms","start":"2026-03-06T21:10:08.967749Z","end":"2026-03-06T21:10:09.449651Z","steps":["trace[409527777] 'read index received' (duration: 201.403017ms)","trace[409527777] 'applied index is now lower than readState.Index' (duration: 280.497811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:09.449972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.604846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:09.449998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.238366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:09.450059Z","caller":"traceutil/trace.go:171","msg":"trace[1509314851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24154; }","duration":"203.706158ms","start":"2026-03-06T21:10:09.246332Z","end":"2026-03-06T21:10:09.450038Z","steps":["trace[1509314851] 'agreement among raft nodes before linearized reading' (duration: 203.561495ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:09.450107Z","caller":"traceutil/trace.go:171","msg":"trace[1516333711] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24154; }","duration":"482.359408ms","start":"2026-03-06T21:10:08.967692Z","end":"2026-03-06T21:10:09.450051Z","steps":["trace[1516333711] 'agreement among raft nodes before linearized reading' (duration: 482.095722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.450168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:08.967667Z","time spent":"482.482791ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:09.450193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.453783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:10:09.450234Z","caller":"traceutil/trace.go:171","msg":"trace[1499770647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24154; }","duration":"159.73295ms","start":"2026-03-06T21:10:09.290488Z","end":"2026-03-06T21:10:09.450221Z","steps":["trace[1499770647] 'agreement among raft nodes before linearized reading' (duration: 159.627107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:09.450391Z","caller":"traceutil/trace.go:171","msg":"trace[1319000205] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"530.328136ms","start":"2026-03-06T21:10:08.919996Z","end":"2026-03-06T21:10:09.450324Z","steps":["trace[1319000205] 'process raft request' (duration: 249.18464ms)","trace[1319000205] 'compare' (duration: 279.907248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:09.450462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.812681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:10:09.450697Z","caller":"traceutil/trace.go:171","msg":"trace[1317997050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24154; }","duration":"160.003297ms","start":"2026-03-06T21:10:09.290595Z","end":"2026-03-06T21:10:09.450598Z","steps":["trace[1317997050] 'agreement among raft nodes before linearized reading' (duration: 159.420383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.45043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.405565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:10:09.450901Z","caller":"traceutil/trace.go:171","msg":"trace[1231834734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24154; }","duration":"160.923467ms","start":"2026-03-06T21:10:09.289955Z","end":"2026-03-06T21:10:09.450878Z","steps":["trace[1231834734] 'agreement among raft nodes before linearized reading' (duration: 160.381055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.450544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:08.919957Z","time spent":"530.51003ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:09.45005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.390592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T21:10:09.451098Z","caller":"traceutil/trace.go:171","msg":"trace[2078701999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24154; }","duration":"160.454325ms","start":"2026-03-06T21:10:09.290631Z","end":"2026-03-06T21:10:09.451085Z","steps":["trace[2078701999] 'agreement among raft nodes before linearized reading' (duration: 159.274579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.976863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.467571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:09.977118Z","caller":"traceutil/trace.go:171","msg":"trace[647021684] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"521.582554ms","start":"2026-03-06T21:10:09.455508Z","end":"2026-03-06T21:10:09.977091Z","steps":["trace[647021684] 'process raft request' (duration: 136.809615ms)","trace[647021684] 'compare' (duration: 383.980941ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:09.977154Z","caller":"traceutil/trace.go:171","msg":"trace[1994811454] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"519.270693ms","start":"2026-03-06T21:10:09.457866Z","end":"2026-03-06T21:10:09.977137Z","steps":["trace[1994811454] 'process raft request' (duration: 519.234542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.977221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.457857Z","time spent":"519.330814ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:09.977235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.455486Z","time spent":"521.686176ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:09.977327Z","caller":"traceutil/trace.go:171","msg":"trace[1660005829] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"520.823447ms","start":"2026-03-06T21:10:09.456495Z","end":"2026-03-06T21:10:09.977319Z","steps":["trace[1660005829] 'process raft request' (duration: 520.477119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.97736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.456472Z","time spent":"520.868497ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:09.977447Z","caller":"traceutil/trace.go:171","msg":"trace[997703985] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"520.214833ms","start":"2026-03-06T21:10:09.457222Z","end":"2026-03-06T21:10:09.977437Z","steps":["trace[997703985] 'process raft request' (duration: 519.846475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.977502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.457209Z","time spent":"520.261564ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:10.060549Z","caller":"traceutil/trace.go:171","msg":"trace[1582799911] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25012; }","duration":"399.780098ms","start":"2026-03-06T21:10:09.660748Z","end":"2026-03-06T21:10:10.060528Z","steps":["trace[1582799911] 'read index received' (duration: 316.026023ms)","trace[1582799911] 'applied index is now lower than readState.Index' (duration: 83.753185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:10.060718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.941792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.060762Z","caller":"traceutil/trace.go:171","msg":"trace[159694992] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24160; }","duration":"400.052684ms","start":"2026-03-06T21:10:09.660697Z","end":"2026-03-06T21:10:10.06075Z","steps":["trace[159694992] 'agreement among raft nodes before linearized reading' (duration: 399.917121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:10.06075Z","caller":"traceutil/trace.go:171","msg":"trace[595331751] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"433.223015ms","start":"2026-03-06T21:10:09.62747Z","end":"2026-03-06T21:10:10.060693Z","steps":["trace[595331751] 'process raft request' (duration: 432.861697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:10.060832Z","caller":"traceutil/trace.go:171","msg":"trace[769565109] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"135.141228ms","start":"2026-03-06T21:10:09.925681Z","end":"2026-03-06T21:10:10.060823Z","steps":["trace[769565109] 'process raft request' (duration: 134.79147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.060795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.660678Z","time spent":"400.106855ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.060954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.627434Z","time spent":"433.419719ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:10.358682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.788779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-06T21:10:10.358779Z","caller":"traceutil/trace.go:171","msg":"trace[2011630543] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24160; }","duration":"276.890901ms","start":"2026-03-06T21:10:10.081862Z","end":"2026-03-06T21:10:10.358753Z","steps":["trace[2011630543] 'range keys from in-memory index tree' (duration: 276.609275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.358855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.80227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"info","ts":"2026-03-06T21:10:10.358931Z","caller":"traceutil/trace.go:171","msg":"trace[41274962] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:24160; }","duration":"276.909592ms","start":"2026-03-06T21:10:10.082005Z","end":"2026-03-06T21:10:10.358914Z","steps":["trace[41274962] 'range keys from in-memory index tree' (duration: 276.661426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.359059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.029685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"warn","ts":"2026-03-06T21:10:10.359391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.207448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-03-06T21:10:10.359467Z","caller":"traceutil/trace.go:171","msg":"trace[1041091071] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:24160; }","duration":"277.341331ms","start":"2026-03-06T21:10:10.082109Z","end":"2026-03-06T21:10:10.35945Z","steps":["trace[1041091071] 'range keys from in-memory index tree' (duration: 277.021014ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:10.359093Z","caller":"traceutil/trace.go:171","msg":"trace[982637480] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:24160; }","duration":"277.076845ms","start":"2026-03-06T21:10:10.082007Z","end":"2026-03-06T21:10:10.359083Z","steps":["trace[982637480] 'range keys from in-memory index tree' (duration: 276.934452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.359506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.645748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-03-06T21:10:10.35954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.670318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-06T21:10:10.359592Z","caller":"traceutil/trace.go:171","msg":"trace[914576972] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24160; }","duration":"277.788851ms","start":"2026-03-06T21:10:10.081794Z","end":"2026-03-06T21:10:10.359582Z","steps":["trace[914576972] 'range keys from in-memory index tree' (duration: 277.456334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.35963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.629457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21474"} {"level":"info","ts":"2026-03-06T21:10:10.359641Z","caller":"traceutil/trace.go:171","msg":"trace[593152768] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24160; }","duration":"277.805702ms","start":"2026-03-06T21:10:10.081794Z","end":"2026-03-06T21:10:10.359599Z","steps":["trace[593152768] 'range keys from in-memory index tree' (duration: 277.428263ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:10.359665Z","caller":"traceutil/trace.go:171","msg":"trace[183082020] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:24160; }","duration":"277.700149ms","start":"2026-03-06T21:10:10.081952Z","end":"2026-03-06T21:10:10.359652Z","steps":["trace[183082020] 'range keys from in-memory index tree' (duration: 277.517855ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:10.386539Z","caller":"traceutil/trace.go:171","msg":"trace[876342914] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"149.552506ms","start":"2026-03-06T21:10:10.236967Z","end":"2026-03-06T21:10:10.38652Z","steps":["trace[876342914] 'process raft request' (duration: 149.405473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.365068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.14674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:11.36543Z","caller":"traceutil/trace.go:171","msg":"trace[1517453442] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25018; }","duration":"986.697371ms","start":"2026-03-06T21:10:10.378716Z","end":"2026-03-06T21:10:11.365413Z","steps":["trace[1517453442] 'read index received' (duration: 7.70462ms)","trace[1517453442] 'applied index is now lower than readState.Index' (duration: 978.991181ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:11.365664Z","caller":"traceutil/trace.go:171","msg":"trace[677778821] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"1.0991898s","start":"2026-03-06T21:10:10.266462Z","end":"2026-03-06T21:10:11.365652Z","steps":["trace[677778821] 'process raft request' (duration: 962.378715ms)","trace[677778821] 'compare' (duration: 135.951806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:11.365736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.266433Z","time spent":"1.099268511s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:11.365895Z","caller":"traceutil/trace.go:171","msg":"trace[1208690759] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"1.099328862s","start":"2026-03-06T21:10:10.266558Z","end":"2026-03-06T21:10:11.365886Z","steps":["trace[1208690759] 'process raft request' (duration: 1.098603136s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.365949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.26655Z","time spent":"1.099373154s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:11.366143Z","caller":"traceutil/trace.go:171","msg":"trace[824254655] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"1.099414984s","start":"2026-03-06T21:10:10.266719Z","end":"2026-03-06T21:10:11.366134Z","steps":["trace[824254655] 'process raft request' (duration: 1.098525665s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.366198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.26671Z","time spent":"1.099462455s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:11.366311Z","caller":"traceutil/trace.go:171","msg":"trace[2082402424] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"1.098895203s","start":"2026-03-06T21:10:10.267408Z","end":"2026-03-06T21:10:11.366303Z","steps":["trace[2082402424] 'process raft request' (duration: 1.097870331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.366364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.267395Z","time spent":"1.098942744s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:11.366479Z","caller":"traceutil/trace.go:171","msg":"trace[998216035] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"1.097322499s","start":"2026-03-06T21:10:10.269148Z","end":"2026-03-06T21:10:11.366471Z","steps":["trace[998216035] 'process raft request' (duration: 1.096159122s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.366529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.269136Z","time spent":"1.09737036s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:11.366933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.172873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:11.36696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.401187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:11.366951Z","caller":"traceutil/trace.go:171","msg":"trace[142550355] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"998.46425ms","start":"2026-03-06T21:10:10.368463Z","end":"2026-03-06T21:10:11.366927Z","steps":["trace[142550355] 'process raft request' (duration: 996.877755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:11.367005Z","caller":"traceutil/trace.go:171","msg":"trace[1348677149] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24167; }","duration":"988.304857ms","start":"2026-03-06T21:10:10.378685Z","end":"2026-03-06T21:10:11.36699Z","steps":["trace[1348677149] 'agreement among raft nodes before linearized reading' (duration: 987.963589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:11.367016Z","caller":"traceutil/trace.go:171","msg":"trace[1514209189] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24167; }","duration":"908.54378ms","start":"2026-03-06T21:10:10.458457Z","end":"2026-03-06T21:10:11.367001Z","steps":["trace[1514209189] 'agreement among raft nodes before linearized reading' (duration: 908.428218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.36704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.378667Z","time spent":"988.365508ms","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:11.367054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.458419Z","time spent":"908.625121ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:11.367062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.368445Z","time spent":"998.567233ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:11.367154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.436524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:11.367221Z","caller":"traceutil/trace.go:171","msg":"trace[2029403713] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24167; }","duration":"577.557706ms","start":"2026-03-06T21:10:10.789648Z","end":"2026-03-06T21:10:11.367206Z","steps":["trace[2029403713] 'agreement among raft nodes before linearized reading' (duration: 577.405172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.367302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.789615Z","time spent":"577.675358ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:11.367324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.753909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz\" ","response":"range_response_count:1 size:6836"} {"level":"info","ts":"2026-03-06T21:10:11.367357Z","caller":"traceutil/trace.go:171","msg":"trace[959733353] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz; range_end:; response_count:1; response_revision:24167; }","duration":"758.818011ms","start":"2026-03-06T21:10:10.608529Z","end":"2026-03-06T21:10:11.367347Z","steps":["trace[959733353] 'agreement among raft nodes before linearized reading' (duration: 758.695038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.367381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.53081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:11.367388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.608511Z","time spent":"758.869041ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6859,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz\" "} {"level":"info","ts":"2026-03-06T21:10:11.367404Z","caller":"traceutil/trace.go:171","msg":"trace[196192704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24167; }","duration":"122.589942ms","start":"2026-03-06T21:10:11.244806Z","end":"2026-03-06T21:10:11.367396Z","steps":["trace[196192704] 'agreement among raft nodes before linearized reading' (duration: 122.553611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.367475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.83852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:11.367521Z","caller":"traceutil/trace.go:171","msg":"trace[1089571696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24167; }","duration":"871.932512ms","start":"2026-03-06T21:10:10.495576Z","end":"2026-03-06T21:10:11.367509Z","steps":["trace[1089571696] 'agreement among raft nodes before linearized reading' (duration: 871.85776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.367556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.495552Z","time spent":"871.992263ms","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:11.878286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445396,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:10:12.315747Z","caller":"traceutil/trace.go:171","msg":"trace[1985667333] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"943.880238ms","start":"2026-03-06T21:10:11.371841Z","end":"2026-03-06T21:10:12.315721Z","steps":["trace[1985667333] 'process raft request' (duration: 943.731975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.315898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.37182Z","time spent":"944.00075ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:13.252261Z","caller":"traceutil/trace.go:171","msg":"trace[1929024152] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"1.874909423s","start":"2026-03-06T21:10:11.377313Z","end":"2026-03-06T21:10:13.252222Z","steps":["trace[1929024152] 'process raft request' (duration: 1.801380862s)","trace[1929024152] 'compare' (duration: 73.161993ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:13.252361Z","caller":"traceutil/trace.go:171","msg":"trace[442442393] linearizableReadLoop","detail":"{readStateIndex:25027; appliedIndex:25026; }","duration":"1.874815661s","start":"2026-03-06T21:10:11.377516Z","end":"2026-03-06T21:10:13.252332Z","steps":["trace[442442393] 'read index received' (duration: 939.058163ms)","trace[442442393] 'applied index is now lower than readState.Index' (duration: 935.756178ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:13.252478Z","caller":"traceutil/trace.go:171","msg":"trace[672159006] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"1.185382389s","start":"2026-03-06T21:10:12.067081Z","end":"2026-03-06T21:10:13.252463Z","steps":["trace[672159006] 'process raft request' (duration: 1.185176175s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:13.252477Z","caller":"traceutil/trace.go:171","msg":"trace[1127682551] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"1.356010429s","start":"2026-03-06T21:10:11.896439Z","end":"2026-03-06T21:10:13.25245Z","steps":["trace[1127682551] 'process raft request' (duration: 1.355641471s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:13.252547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.377295Z","time spent":"1.875116258s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7124,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:13.252584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875053796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T21:10:13.252603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.067059Z","time spent":"1.18546224s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:13.252618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.896419Z","time spent":"1.356130261s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:13.252642Z","caller":"traceutil/trace.go:171","msg":"trace[1235214104] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24171; }","duration":"1.875134888s","start":"2026-03-06T21:10:11.377494Z","end":"2026-03-06T21:10:13.252629Z","steps":["trace[1235214104] 'agreement among raft nodes before linearized reading' (duration: 1.874982594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:13.25268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.377488Z","time spent":"1.875183619s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:10:13.753388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:13.972826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.93105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:13.973738Z","caller":"traceutil/trace.go:171","msg":"trace[1901243289] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"1.046814586s","start":"2026-03-06T21:10:12.926465Z","end":"2026-03-06T21:10:13.97328Z","steps":["trace[1901243289] 'process raft request' (duration: 1.046451208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:13.973873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.926439Z","time spent":"1.047362108s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:13.974135Z","caller":"traceutil/trace.go:171","msg":"trace[1049711261] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"1.577504949s","start":"2026-03-06T21:10:12.395717Z","end":"2026-03-06T21:10:13.973222Z","steps":["trace[1049711261] 'process raft request' (duration: 1.360105929s)","trace[1049711261] 'compare' (duration: 216.798047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:13.974264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.395693Z","time spent":"1.57850658s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:14.246127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:14.246203Z","caller":"traceutil/trace.go:171","msg":"trace[1439804783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378506s","start":"2026-03-06T21:10:12.245806Z","end":"2026-03-06T21:10:14.246185Z","steps":["trace[1439804783] 'agreement among raft nodes before linearized reading' (duration: 2.000281494s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:14.24624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.245784Z","time spent":"2.000447399s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:14.607456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.467889ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:10:14.609352Z","caller":"traceutil/trace.go:171","msg":"trace[529304759] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"1.351488039s","start":"2026-03-06T21:10:13.257829Z","end":"2026-03-06T21:10:14.609317Z","steps":["trace[529304759] 'process raft request' (duration: 1.34973482s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:14.609505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.257807Z","time spent":"1.351615691s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:15.039073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.86615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:15.039307Z","caller":"traceutil/trace.go:171","msg":"trace[1318363377] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"1.665312015s","start":"2026-03-06T21:10:13.37398Z","end":"2026-03-06T21:10:15.039292Z","steps":["trace[1318363377] 'process raft request' (duration: 1.665260914s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.039358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.373966Z","time spent":"1.665369306s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:15.039471Z","caller":"traceutil/trace.go:171","msg":"trace[28920744] linearizableReadLoop","detail":"{readStateIndex:25038; appliedIndex:25029; }","duration":"1.787036927s","start":"2026-03-06T21:10:13.252425Z","end":"2026-03-06T21:10:15.039462Z","steps":["trace[28920744] 'read index received' (duration: 503.406772ms)","trace[28920744] 'applied index is now lower than readState.Index' (duration: 1.283629145s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:15.039446Z","caller":"traceutil/trace.go:171","msg":"trace[174269494] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"1.665732793s","start":"2026-03-06T21:10:13.373675Z","end":"2026-03-06T21:10:15.039407Z","steps":["trace[174269494] 'process raft request' (duration: 1.665476758s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:15.039485Z","caller":"traceutil/trace.go:171","msg":"trace[825642506] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"1.665662152s","start":"2026-03-06T21:10:13.373783Z","end":"2026-03-06T21:10:15.039445Z","steps":["trace[825642506] 'process raft request' (duration: 1.665432057s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:15.039539Z","caller":"traceutil/trace.go:171","msg":"trace[1903172304] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"1.66647088s","start":"2026-03-06T21:10:13.373058Z","end":"2026-03-06T21:10:15.039529Z","steps":["trace[1903172304] 'process raft request' (duration: 1.2362409s)","trace[1903172304] 'compare' (duration: 428.293047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:15.039579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.373034Z","time spent":"1.666523541s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:15.039612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.373648Z","time spent":"1.665878877s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:15.03963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.373775Z","time spent":"1.665779135s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:15.039763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058159135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:10:15.039783Z","caller":"traceutil/trace.go:171","msg":"trace[1799787360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24179; }","duration":"3.058208846s","start":"2026-03-06T21:10:11.981568Z","end":"2026-03-06T21:10:15.039776Z","steps":["trace[1799787360] 'agreement among raft nodes before linearized reading' (duration: 3.058112274s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.039763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057882349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:10:15.039802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.981551Z","time spent":"3.058247037s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:10:15.039834Z","caller":"traceutil/trace.go:171","msg":"trace[844529105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24179; }","duration":"3.05796476s","start":"2026-03-06T21:10:11.981848Z","end":"2026-03-06T21:10:15.039813Z","steps":["trace[844529105] 'agreement among raft nodes before linearized reading' (duration: 3.057766776s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.039873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.981844Z","time spent":"3.058021442s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:10:15.039889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058569164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:10:15.039884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955864645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:15.039909Z","caller":"traceutil/trace.go:171","msg":"trace[1868731839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24179; }","duration":"3.058607734s","start":"2026-03-06T21:10:11.981293Z","end":"2026-03-06T21:10:15.039901Z","steps":["trace[1868731839] 'agreement among raft nodes before linearized reading' (duration: 3.058552303s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.03993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.981279Z","time spent":"3.058646906s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:10:15.039927Z","caller":"traceutil/trace.go:171","msg":"trace[1934512296] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24179; }","duration":"1.955944887s","start":"2026-03-06T21:10:13.083967Z","end":"2026-03-06T21:10:15.039912Z","steps":["trace[1934512296] 'agreement among raft nodes before linearized reading' (duration: 1.955867076s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.039962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.083935Z","time spent":"1.956018699s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:15.03999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18135036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:15.039997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093318645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:15.04001Z","caller":"traceutil/trace.go:171","msg":"trace[1675824432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24179; }","duration":"3.18140314s","start":"2026-03-06T21:10:11.858599Z","end":"2026-03-06T21:10:15.040003Z","steps":["trace[1675824432] 'agreement among raft nodes before linearized reading' (duration: 3.18136808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.04003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.858581Z","time spent":"3.181443642s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:15.04003Z","caller":"traceutil/trace.go:171","msg":"trace[285144472] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24179; }","duration":"2.093389397s","start":"2026-03-06T21:10:12.946627Z","end":"2026-03-06T21:10:15.040016Z","steps":["trace[285144472] 'agreement among raft nodes before linearized reading' (duration: 2.093334055s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.946602Z","time spent":"2.093448867s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:15.040128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313641924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:15.040148Z","caller":"traceutil/trace.go:171","msg":"trace[407670706] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24179; }","duration":"3.313695065s","start":"2026-03-06T21:10:11.726446Z","end":"2026-03-06T21:10:15.040141Z","steps":["trace[407670706] 'agreement among raft nodes before linearized reading' (duration: 3.313661595s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.726417Z","time spent":"3.313743246s","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:15.040324Z","caller":"traceutil/trace.go:171","msg":"trace[956342192] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"1.666261875s","start":"2026-03-06T21:10:13.37404Z","end":"2026-03-06T21:10:15.040302Z","steps":["trace[956342192] 'process raft request' (duration: 1.665223262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711941716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T21:10:15.040413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.374016Z","time spent":"1.666350327s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:15.04044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.990404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:15.040441Z","caller":"traceutil/trace.go:171","msg":"trace[1523961669] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24179; }","duration":"2.712031378s","start":"2026-03-06T21:10:12.3284Z","end":"2026-03-06T21:10:15.040432Z","steps":["trace[1523961669] 'agreement among raft nodes before linearized reading' (duration: 2.711860824s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:15.040463Z","caller":"traceutil/trace.go:171","msg":"trace[1961261666] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24179; }","duration":"621.052475ms","start":"2026-03-06T21:10:14.419403Z","end":"2026-03-06T21:10:15.040456Z","steps":["trace[1961261666] 'agreement among raft nodes before linearized reading' (duration: 621.016524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.328373Z","time spent":"2.712093468s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:15.040486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.419382Z","time spent":"621.098966ms","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:15.040345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58529661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:15.04054Z","caller":"traceutil/trace.go:171","msg":"trace[1427328596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24179; }","duration":"3.585510995s","start":"2026-03-06T21:10:11.455013Z","end":"2026-03-06T21:10:15.040524Z","steps":["trace[1427328596] 'agreement among raft nodes before linearized reading' (duration: 3.58528929s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.001153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:15.040616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.454997Z","time spent":"3.585582806s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:10:15.04063Z","caller":"traceutil/trace.go:171","msg":"trace[398561896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24179; }","duration":"577.099347ms","start":"2026-03-06T21:10:14.463511Z","end":"2026-03-06T21:10:15.04061Z","steps":["trace[398561896] 'agreement among raft nodes before linearized reading' (duration: 576.948113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659830884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T21:10:15.040676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.456476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:15.040673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.463455Z","time spent":"577.207789ms","remote":"127.0.0.1:46698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:15.040698Z","caller":"traceutil/trace.go:171","msg":"trace[1324947045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24179; }","duration":"794.507657ms","start":"2026-03-06T21:10:14.246181Z","end":"2026-03-06T21:10:15.040689Z","steps":["trace[1324947045] 'agreement among raft nodes before linearized reading' (duration: 794.481817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.246162Z","time spent":"794.550488ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:15.040709Z","caller":"traceutil/trace.go:171","msg":"trace[744501006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24179; }","duration":"1.66010553s","start":"2026-03-06T21:10:13.380571Z","end":"2026-03-06T21:10:15.040677Z","steps":["trace[744501006] 'agreement among raft nodes before linearized reading' (duration: 1.659793833s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262847326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:15.040689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057948909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:10:15.040808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.380529Z","time spent":"1.660255993s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:10:15.040833Z","caller":"traceutil/trace.go:171","msg":"trace[1413873176] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24179; }","duration":"1.262956779s","start":"2026-03-06T21:10:13.777855Z","end":"2026-03-06T21:10:15.040812Z","steps":["trace[1413873176] 'agreement among raft nodes before linearized reading' (duration: 1.262830706s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:15.040841Z","caller":"traceutil/trace.go:171","msg":"trace[856082511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24179; }","duration":"3.058113054s","start":"2026-03-06T21:10:11.98272Z","end":"2026-03-06T21:10:15.040833Z","steps":["trace[856082511] 'agreement among raft nodes before linearized reading' (duration: 3.05789373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.040865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.982698Z","time spent":"3.058158885s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:15.040867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.777839Z","time spent":"1.2630202s","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:15.040906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.74257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:15.040953Z","caller":"traceutil/trace.go:171","msg":"trace[1818901781] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24179; }","duration":"203.828882ms","start":"2026-03-06T21:10:14.837109Z","end":"2026-03-06T21:10:15.040938Z","steps":["trace[1818901781] 'agreement among raft nodes before linearized reading' (duration: 203.74524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.04065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.96254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T21:10:15.041049Z","caller":"traceutil/trace.go:171","msg":"trace[847064860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24179; }","duration":"777.361219ms","start":"2026-03-06T21:10:14.263681Z","end":"2026-03-06T21:10:15.041042Z","steps":["trace[847064860] 'agreement among raft nodes before linearized reading' (duration: 776.917519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.041073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.263647Z","time spent":"777.418879ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:15.041089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.422319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-nq8p5.189a5c0747c15460\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-06T21:10:15.041113Z","caller":"traceutil/trace.go:171","msg":"trace[143122322] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-nq8p5.189a5c0747c15460; range_end:; response_count:1; response_revision:24179; }","duration":"899.448459ms","start":"2026-03-06T21:10:14.141657Z","end":"2026-03-06T21:10:15.041105Z","steps":["trace[143122322] 'agreement among raft nodes before linearized reading' (duration: 899.346347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.041132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.141599Z","time spent":"899.528341ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-nq8p5.189a5c0747c15460\" "} {"level":"warn","ts":"2026-03-06T21:10:15.041161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955335344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:15.041195Z","caller":"traceutil/trace.go:171","msg":"trace[466009590] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24179; }","duration":"1.955386726s","start":"2026-03-06T21:10:13.085798Z","end":"2026-03-06T21:10:15.041185Z","steps":["trace[466009590] 'agreement among raft nodes before linearized reading' (duration: 1.955257373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.041222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.085788Z","time spent":"1.955427477s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:10:15.80092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.435156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:15.801027Z","caller":"traceutil/trace.go:171","msg":"trace[660263348] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"757.857069ms","start":"2026-03-06T21:10:15.04315Z","end":"2026-03-06T21:10:15.801007Z","steps":["trace[660263348] 'process raft request' (duration: 498.226428ms)","trace[660263348] 'compare' (duration: 259.218801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:15.801087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.043129Z","time spent":"757.929451ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:16.58138Z","caller":"traceutil/trace.go:171","msg":"trace[2141925749] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"1.536605188s","start":"2026-03-06T21:10:15.044749Z","end":"2026-03-06T21:10:16.581354Z","steps":["trace[2141925749] 'process raft request' (duration: 1.536404193s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:16.581416Z","caller":"traceutil/trace.go:171","msg":"trace[1202864933] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.536450044s","start":"2026-03-06T21:10:15.044934Z","end":"2026-03-06T21:10:16.581384Z","steps":["trace[1202864933] 'process raft request' (duration: 1.536336172s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:16.58138Z","caller":"traceutil/trace.go:171","msg":"trace[1056235521] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"1.536676339s","start":"2026-03-06T21:10:15.044673Z","end":"2026-03-06T21:10:16.581349Z","steps":["trace[1056235521] 'process raft request' (duration: 1.491879422s)","trace[1056235521] 'compare' (duration: 44.175253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:16.58153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.044731Z","time spent":"1.53671986s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:16.581588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.044924Z","time spent":"1.536570587s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:16.581687Z","caller":"traceutil/trace.go:171","msg":"trace[1448995464] linearizableReadLoop","detail":"{readStateIndex:25044; appliedIndex:25038; }","duration":"1.535696448s","start":"2026-03-06T21:10:15.045979Z","end":"2026-03-06T21:10:16.581676Z","steps":["trace[1448995464] 'read index received' (duration: 495.489368ms)","trace[1448995464] 'applied index is now lower than readState.Index' (duration: 1.04020619s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:16.58169Z","caller":"traceutil/trace.go:171","msg":"trace[2112614567] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"1.536515275s","start":"2026-03-06T21:10:15.045133Z","end":"2026-03-06T21:10:16.581649Z","steps":["trace[2112614567] 'process raft request' (duration: 1.536195038s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:16.581702Z","caller":"traceutil/trace.go:171","msg":"trace[36212472] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"1.323016162s","start":"2026-03-06T21:10:15.258668Z","end":"2026-03-06T21:10:16.581684Z","steps":["trace[36212472] 'process raft request' (duration: 1.32294048s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:16.581714Z","caller":"traceutil/trace.go:171","msg":"trace[669342732] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"1.536526176s","start":"2026-03-06T21:10:15.045159Z","end":"2026-03-06T21:10:16.581685Z","steps":["trace[669342732] 'process raft request' (duration: 1.536324322s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:16.581835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535853031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a67ec7e0-83a1-447d-b825-75d1feeb6186\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-06T21:10:16.581662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.044652Z","time spent":"1.536917224s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:16.581885Z","caller":"traceutil/trace.go:171","msg":"trace[1237070882] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a67ec7e0-83a1-447d-b825-75d1feeb6186; range_end:; response_count:1; response_revision:24186; }","duration":"1.535917883s","start":"2026-03-06T21:10:15.045953Z","end":"2026-03-06T21:10:16.581871Z","steps":["trace[1237070882] 'agreement among raft nodes before linearized reading' (duration: 1.53577265s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:16.581872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.045125Z","time spent":"1.536655199s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:16.581922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.045946Z","time spent":"1.535969914s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a67ec7e0-83a1-447d-b825-75d1feeb6186\" "} {"level":"warn","ts":"2026-03-06T21:10:16.581836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.258636Z","time spent":"1.323141215s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:16.582107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.044819Z","time spent":"1.537030397s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.052003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:17.05207Z","caller":"traceutil/trace.go:171","msg":"trace[2108548036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603962s","start":"2026-03-06T21:10:15.05145Z","end":"2026-03-06T21:10:17.052054Z","steps":["trace[2108548036] 'agreement among raft nodes before linearized reading' (duration: 2.000526881s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.0521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.051444Z","time spent":"2.000649443s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:17.280838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.933317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:17.280934Z","caller":"traceutil/trace.go:171","msg":"trace[1374687529] linearizableReadLoop","detail":"{readStateIndex:25046; appliedIndex:25045; }","duration":"699.194126ms","start":"2026-03-06T21:10:16.581724Z","end":"2026-03-06T21:10:17.280918Z","steps":["trace[1374687529] 'read index received' (duration: 105.095176ms)","trace[1374687529] 'applied index is now lower than readState.Index' (duration: 594.09766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:17.281024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23464863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.281053Z","caller":"traceutil/trace.go:171","msg":"trace[1427307512] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24187; }","duration":"2.234687s","start":"2026-03-06T21:10:15.046356Z","end":"2026-03-06T21:10:17.281043Z","steps":["trace[1427307512] 'agreement among raft nodes before linearized reading' (duration: 2.234625279s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.281083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.046351Z","time spent":"2.234725191s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:17.281061Z","caller":"traceutil/trace.go:171","msg":"trace[2107243435] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"1.301154721s","start":"2026-03-06T21:10:15.979876Z","end":"2026-03-06T21:10:17.281031Z","steps":["trace[2107243435] 'process raft request' (duration: 706.937498ms)","trace[2107243435] 'compare' (duration: 593.177029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:17.281095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198384705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.281142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031648792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.281148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234252491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:17.281184Z","caller":"traceutil/trace.go:171","msg":"trace[1332522242] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24187; }","duration":"1.198526159s","start":"2026-03-06T21:10:16.082636Z","end":"2026-03-06T21:10:17.281162Z","steps":["trace[1332522242] 'agreement among raft nodes before linearized reading' (duration: 1.198338325s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.281192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.979852Z","time spent":"1.301267753s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:17.281206Z","caller":"traceutil/trace.go:171","msg":"trace[434483335] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24187; }","duration":"1.031753623s","start":"2026-03-06T21:10:16.249436Z","end":"2026-03-06T21:10:17.281189Z","steps":["trace[434483335] 'agreement among raft nodes before linearized reading' (duration: 1.031638201s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.281215Z","caller":"traceutil/trace.go:171","msg":"trace[54576964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24187; }","duration":"2.234339903s","start":"2026-03-06T21:10:15.046858Z","end":"2026-03-06T21:10:17.281198Z","steps":["trace[54576964] 'agreement among raft nodes before linearized reading' (duration: 2.234135858s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.281227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476948373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T21:10:17.281246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.082617Z","time spent":"1.198611521s","remote":"127.0.0.1:37464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.281244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.249416Z","time spent":"1.031818145s","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.281254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.046853Z","time spent":"2.234393054s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:10:17.281283Z","caller":"traceutil/trace.go:171","msg":"trace[2089860656] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db; range_end:; response_count:1; response_revision:24187; }","duration":"1.477043035s","start":"2026-03-06T21:10:15.804225Z","end":"2026-03-06T21:10:17.281268Z","steps":["trace[2089860656] 'agreement among raft nodes before linearized reading' (duration: 1.476866331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.281326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.804209Z","time spent":"1.477107777s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" "} {"level":"info","ts":"2026-03-06T21:10:17.363088Z","caller":"traceutil/trace.go:171","msg":"trace[428198890] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"318.435097ms","start":"2026-03-06T21:10:17.044627Z","end":"2026-03-06T21:10:17.363062Z","steps":["trace[428198890] 'process raft request' (duration: 318.320725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.363223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.044606Z","time spent":"318.548269ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.825779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.846591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:17.826257Z","caller":"traceutil/trace.go:171","msg":"trace[1582836440] linearizableReadLoop","detail":"{readStateIndex:25051; appliedIndex:25046; }","duration":"545.279964ms","start":"2026-03-06T21:10:17.280954Z","end":"2026-03-06T21:10:17.826234Z","steps":["trace[1582836440] 'read index received' (duration: 82.081919ms)","trace[1582836440] 'applied index is now lower than readState.Index' (duration: 463.196725ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:17.826388Z","caller":"traceutil/trace.go:171","msg":"trace[1949175699] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"780.961327ms","start":"2026-03-06T21:10:17.045412Z","end":"2026-03-06T21:10:17.826373Z","steps":["trace[1949175699] 'process raft request' (duration: 780.486147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.826486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.045386Z","time spent":"781.04594ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:17.826605Z","caller":"traceutil/trace.go:171","msg":"trace[755254416] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"779.259041ms","start":"2026-03-06T21:10:17.047328Z","end":"2026-03-06T21:10:17.826587Z","steps":["trace[755254416] 'process raft request' (duration: 778.78284ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.826628Z","caller":"traceutil/trace.go:171","msg":"trace[2131797492] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"781.381867ms","start":"2026-03-06T21:10:17.045198Z","end":"2026-03-06T21:10:17.82658Z","steps":["trace[2131797492] 'process raft request' (duration: 670.611136ms)","trace[2131797492] 'compare' (duration: 109.544073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:17.8267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.047322Z","time spent":"779.332423ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:17.826675Z","caller":"traceutil/trace.go:171","msg":"trace[1807362136] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"780.869696ms","start":"2026-03-06T21:10:17.045775Z","end":"2026-03-06T21:10:17.826644Z","steps":["trace[1807362136] 'process raft request' (duration: 780.273822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.826712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153315993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.826794Z","caller":"traceutil/trace.go:171","msg":"trace[1486068635] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24193; }","duration":"1.153394145s","start":"2026-03-06T21:10:16.673374Z","end":"2026-03-06T21:10:17.826768Z","steps":["trace[1486068635] 'agreement among raft nodes before linearized reading' (duration: 1.153272782s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.826782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038625475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.826837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.045766Z","time spent":"780.981719ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.826837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.045192Z","time spent":"781.53818ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:17.826857Z","caller":"traceutil/trace.go:171","msg":"trace[1108716977] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24193; }","duration":"1.038771439s","start":"2026-03-06T21:10:16.788071Z","end":"2026-03-06T21:10:17.826842Z","steps":["trace[1108716977] 'agreement among raft nodes before linearized reading' (duration: 1.038636506s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.826901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.545247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-06T21:10:17.826954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.788046Z","time spent":"1.038872431s","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:17.826958Z","caller":"traceutil/trace.go:171","msg":"trace[1606305458] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24193; }","duration":"543.627859ms","start":"2026-03-06T21:10:17.283312Z","end":"2026-03-06T21:10:17.82694Z","steps":["trace[1606305458] 'agreement among raft nodes before linearized reading' (duration: 543.437655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.826858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.67336Z","time spent":"1.153481867s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.826958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.210673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.827004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.283294Z","time spent":"543.6995ms","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T21:10:17.827029Z","caller":"traceutil/trace.go:171","msg":"trace[242215208] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24193; }","duration":"245.329496ms","start":"2026-03-06T21:10:17.581684Z","end":"2026-03-06T21:10:17.827014Z","steps":["trace[242215208] 'agreement among raft nodes before linearized reading' (duration: 245.161813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.826962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.964328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T21:10:17.826643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.351233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.827131Z","caller":"traceutil/trace.go:171","msg":"trace[1260380964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24193; }","duration":"774.890345ms","start":"2026-03-06T21:10:17.052225Z","end":"2026-03-06T21:10:17.827115Z","steps":["trace[1260380964] 'agreement among raft nodes before linearized reading' (duration: 774.329582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.827174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.052165Z","time spent":"774.998177ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:17.826871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.813345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.827223Z","caller":"traceutil/trace.go:171","msg":"trace[47170098] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24193; }","duration":"540.186053ms","start":"2026-03-06T21:10:17.287021Z","end":"2026-03-06T21:10:17.827207Z","steps":["trace[47170098] 'agreement among raft nodes before linearized reading' (duration: 539.800454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.827271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.28701Z","time spent":"540.247974ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:17.826631Z","caller":"traceutil/trace.go:171","msg":"trace[1946831187] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"543.017796ms","start":"2026-03-06T21:10:17.283591Z","end":"2026-03-06T21:10:17.826608Z","steps":["trace[1946831187] 'process raft request' (duration: 542.568705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.827337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.012025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:17.827441Z","caller":"traceutil/trace.go:171","msg":"trace[1469912989] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24193; }","duration":"587.27428ms","start":"2026-03-06T21:10:17.240144Z","end":"2026-03-06T21:10:17.827419Z","steps":["trace[1469912989] 'agreement among raft nodes before linearized reading' (duration: 586.479733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.827442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.283567Z","time spent":"543.796212ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:17.827492Z","caller":"traceutil/trace.go:171","msg":"trace[1741040505] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24193; }","duration":"255.108281ms","start":"2026-03-06T21:10:17.571948Z","end":"2026-03-06T21:10:17.827056Z","steps":["trace[1741040505] 'agreement among raft nodes before linearized reading' (duration: 254.806365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.827544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.240124Z","time spent":"587.365883ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:18.187194Z","caller":"traceutil/trace.go:171","msg":"trace[1009363737] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25052; }","duration":"352.018775ms","start":"2026-03-06T21:10:17.835148Z","end":"2026-03-06T21:10:18.187167Z","steps":["trace[1009363737] 'read index received' (duration: 329.369906ms)","trace[1009363737] 'applied index is now lower than readState.Index' (duration: 22.647299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:18.187207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.828343Z","time spent":"358.858427ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:18.187488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.320172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-57cf567869-wtvdq.189a5b5587984bc6\" ","response":"range_response_count:1 size:1181"} {"level":"info","ts":"2026-03-06T21:10:18.187536Z","caller":"traceutil/trace.go:171","msg":"trace[1668831895] range","detail":"{range_begin:/registry/events/openstack/cinder-api-57cf567869-wtvdq.189a5b5587984bc6; range_end:; response_count:1; response_revision:24193; }","duration":"352.379483ms","start":"2026-03-06T21:10:17.835143Z","end":"2026-03-06T21:10:18.187522Z","steps":["trace[1668831895] 'agreement among raft nodes before linearized reading' (duration: 352.132038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:18.187577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.835097Z","time spent":"352.468995ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-57cf567869-wtvdq.189a5b5587984bc6\" "} {"level":"info","ts":"2026-03-06T21:10:18.199444Z","caller":"traceutil/trace.go:171","msg":"trace[1992576877] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"186.411688ms","start":"2026-03-06T21:10:18.012894Z","end":"2026-03-06T21:10:18.199305Z","steps":["trace[1992576877] 'process raft request' (duration: 186.317196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.184903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.47798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:19.185094Z","caller":"traceutil/trace.go:171","msg":"trace[1365816808] linearizableReadLoop","detail":"{readStateIndex:25055; appliedIndex:25054; }","duration":"997.832858ms","start":"2026-03-06T21:10:18.187248Z","end":"2026-03-06T21:10:19.185081Z","steps":["trace[1365816808] 'read index received' (duration: 12.072427ms)","trace[1365816808] 'applied index is now lower than readState.Index' (duration: 985.759621ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:19.185152Z","caller":"traceutil/trace.go:171","msg":"trace[41353974] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"1.010291901s","start":"2026-03-06T21:10:18.174852Z","end":"2026-03-06T21:10:19.185144Z","steps":["trace[41353974] 'process raft request' (duration: 817.501983ms)","trace[41353974] 'compare' (duration: 192.263286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:19.185223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.174831Z","time spent":"1.010366993s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:19.185279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274971114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:19.185306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330435775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:19.185345Z","caller":"traceutil/trace.go:171","msg":"trace[704446853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24197; }","duration":"1.330501237s","start":"2026-03-06T21:10:17.854832Z","end":"2026-03-06T21:10:19.185334Z","steps":["trace[704446853] 'agreement among raft nodes before linearized reading' (duration: 1.330438706s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:19.185353Z","caller":"traceutil/trace.go:171","msg":"trace[1809747049] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24197; }","duration":"1.275082396s","start":"2026-03-06T21:10:17.910253Z","end":"2026-03-06T21:10:19.185335Z","steps":["trace[1809747049] 'agreement among raft nodes before linearized reading' (duration: 1.274897702s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.185412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.910235Z","time spent":"1.275164229s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T21:10:19.185275Z","caller":"traceutil/trace.go:171","msg":"trace[1168025217] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"994.860273ms","start":"2026-03-06T21:10:18.190395Z","end":"2026-03-06T21:10:19.185255Z","steps":["trace[1168025217] 'process raft request' (duration: 994.639697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.185376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.85482Z","time spent":"1.330547078s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:19.185416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34782902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:19.185478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.190388Z","time spent":"995.063997ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:19.185303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342365969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:19.185535Z","caller":"traceutil/trace.go:171","msg":"trace[1908885573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24197; }","duration":"1.342620084s","start":"2026-03-06T21:10:17.842907Z","end":"2026-03-06T21:10:19.185527Z","steps":["trace[1908885573] 'agreement among raft nodes before linearized reading' (duration: 1.342353519s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.185568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.842899Z","time spent":"1.342660195s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:19.185278Z","caller":"traceutil/trace.go:171","msg":"trace[1636464661] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"996.703292ms","start":"2026-03-06T21:10:18.188555Z","end":"2026-03-06T21:10:19.185259Z","steps":["trace[1636464661] 'process raft request' (duration: 996.428245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.185726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.188546Z","time spent":"997.133762ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:19.185801Z","caller":"traceutil/trace.go:171","msg":"trace[63521829] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24197; }","duration":"1.348033354s","start":"2026-03-06T21:10:17.837463Z","end":"2026-03-06T21:10:19.185497Z","steps":["trace[63521829] 'agreement among raft nodes before linearized reading' (duration: 1.347821269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.185871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.837454Z","time spent":"1.348403712s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:19.207404Z","caller":"traceutil/trace.go:171","msg":"trace[1253688820] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"619.623313ms","start":"2026-03-06T21:10:18.587764Z","end":"2026-03-06T21:10:19.207387Z","steps":["trace[1253688820] 'process raft request' (duration: 619.46769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.207506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.587747Z","time spent":"619.700715ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:19.207589Z","caller":"traceutil/trace.go:171","msg":"trace[1684435377] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"228.668239ms","start":"2026-03-06T21:10:18.978893Z","end":"2026-03-06T21:10:19.207561Z","steps":["trace[1684435377] 'process raft request' (duration: 228.459364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.207666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.128326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:10:19.207649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.550719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:19.207689Z","caller":"traceutil/trace.go:171","msg":"trace[128209567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24199; }","duration":"621.175798ms","start":"2026-03-06T21:10:18.586506Z","end":"2026-03-06T21:10:19.207682Z","steps":["trace[128209567] 'agreement among raft nodes before linearized reading' (duration: 621.079946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.20771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.586496Z","time spent":"621.209108ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:10:19.207711Z","caller":"traceutil/trace.go:171","msg":"trace[239182266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24199; }","duration":"141.674872ms","start":"2026-03-06T21:10:19.066017Z","end":"2026-03-06T21:10:19.207692Z","steps":["trace[239182266] 'agreement among raft nodes before linearized reading' (duration: 141.562809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.207844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.835095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:10:19.207881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.853711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:19.207908Z","caller":"traceutil/trace.go:171","msg":"trace[1092763938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24199; }","duration":"620.951992ms","start":"2026-03-06T21:10:18.586949Z","end":"2026-03-06T21:10:19.207901Z","steps":["trace[1092763938] 'agreement among raft nodes before linearized reading' (duration: 620.81969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:19.207911Z","caller":"traceutil/trace.go:171","msg":"trace[451191626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24199; }","duration":"622.950207ms","start":"2026-03-06T21:10:18.584947Z","end":"2026-03-06T21:10:19.207897Z","steps":["trace[451191626] 'agreement among raft nodes before linearized reading' (duration: 622.794644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.207927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.586828Z","time spent":"621.093106ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:19.207946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.584927Z","time spent":"623.011948ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:19.208023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.886291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:10:19.208054Z","caller":"traceutil/trace.go:171","msg":"trace[568124763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24199; }","duration":"620.929482ms","start":"2026-03-06T21:10:18.587112Z","end":"2026-03-06T21:10:19.208041Z","steps":["trace[568124763] 'agreement among raft nodes before linearized reading' (duration: 620.866591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.208073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.587101Z","time spent":"620.967963ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:19.207883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.030185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:10:19.208158Z","caller":"traceutil/trace.go:171","msg":"trace[508858180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24199; }","duration":"621.328491ms","start":"2026-03-06T21:10:18.586814Z","end":"2026-03-06T21:10:19.208142Z","steps":["trace[508858180] 'agreement among raft nodes before linearized reading' (duration: 620.967073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.208264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.586804Z","time spent":"621.444343ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:19.20846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.156672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:19.208573Z","caller":"traceutil/trace.go:171","msg":"trace[1667116612] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24199; }","duration":"992.990331ms","start":"2026-03-06T21:10:18.215565Z","end":"2026-03-06T21:10:19.208555Z","steps":["trace[1667116612] 'agreement among raft nodes before linearized reading' (duration: 992.04059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.20863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.215555Z","time spent":"993.057112ms","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:10:19.712091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:19.743017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.328404ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:19.74314Z","caller":"traceutil/trace.go:171","msg":"trace[1972239077] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24199; }","duration":"308.465947ms","start":"2026-03-06T21:10:19.434657Z","end":"2026-03-06T21:10:19.743123Z","steps":["trace[1972239077] 'range keys from in-memory index tree' (duration: 308.311684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:19.868675Z","caller":"traceutil/trace.go:171","msg":"trace[1642064433] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"657.280593ms","start":"2026-03-06T21:10:19.211368Z","end":"2026-03-06T21:10:19.868649Z","steps":["trace[1642064433] 'process raft request' (duration: 657.124508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.868825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.211346Z","time spent":"657.398156ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:20.794144Z","caller":"traceutil/trace.go:171","msg":"trace[303555887] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"1.581510098s","start":"2026-03-06T21:10:19.212601Z","end":"2026-03-06T21:10:20.794111Z","steps":["trace[303555887] 'process raft request' (duration: 1.581364815s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.794278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582222174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:20.794305Z","caller":"traceutil/trace.go:171","msg":"trace[135908938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24211; }","duration":"1.582281974s","start":"2026-03-06T21:10:19.212017Z","end":"2026-03-06T21:10:20.794299Z","steps":["trace[135908938] 'agreement among raft nodes before linearized reading' (duration: 1.582173612s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.79433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.212005Z","time spent":"1.582320786s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:10:20.794312Z","caller":"traceutil/trace.go:171","msg":"trace[2075988547] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"1.581697422s","start":"2026-03-06T21:10:19.212591Z","end":"2026-03-06T21:10:20.794289Z","steps":["trace[2075988547] 'process raft request' (duration: 1.581355215s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:20.794333Z","caller":"traceutil/trace.go:171","msg":"trace[267906093] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"962.225803ms","start":"2026-03-06T21:10:19.832081Z","end":"2026-03-06T21:10:20.794307Z","steps":["trace[267906093] 'process raft request' (duration: 962.009008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:20.794339Z","caller":"traceutil/trace.go:171","msg":"trace[306975755] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"961.802503ms","start":"2026-03-06T21:10:19.832515Z","end":"2026-03-06T21:10:20.794318Z","steps":["trace[306975755] 'process raft request' (duration: 961.588788ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:20.794383Z","caller":"traceutil/trace.go:171","msg":"trace[905741737] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"1.58117865s","start":"2026-03-06T21:10:19.21319Z","end":"2026-03-06T21:10:20.794368Z","steps":["trace[905741737] 'process raft request' (duration: 1.580792272s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:20.794396Z","caller":"traceutil/trace.go:171","msg":"trace[449657105] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"955.539725ms","start":"2026-03-06T21:10:19.838828Z","end":"2026-03-06T21:10:20.794367Z","steps":["trace[449657105] 'process raft request' (duration: 955.29318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.794423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.212588Z","time spent":"1.581780564s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:20.794158Z","caller":"traceutil/trace.go:171","msg":"trace[1066461863] linearizableReadLoop","detail":"{readStateIndex:25067; appliedIndex:25059; }","duration":"1.582096851s","start":"2026-03-06T21:10:19.212044Z","end":"2026-03-06T21:10:20.794141Z","steps":["trace[1066461863] 'read index received' (duration: 656.518916ms)","trace[1066461863] 'applied index is now lower than readState.Index' (duration: 925.577275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:20.794438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.832033Z","time spent":"962.352145ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:20.794423Z","caller":"traceutil/trace.go:171","msg":"trace[1372798372] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"962.350625ms","start":"2026-03-06T21:10:19.832037Z","end":"2026-03-06T21:10:20.794387Z","steps":["trace[1372798372] 'process raft request' (duration: 962.029868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.794465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.83249Z","time spent":"961.903275ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:20.794324Z","caller":"traceutil/trace.go:171","msg":"trace[315087230] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"1.41917789s","start":"2026-03-06T21:10:19.37512Z","end":"2026-03-06T21:10:20.794298Z","steps":["trace[315087230] 'process raft request' (duration: 1.418921515s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:20.794507Z","caller":"traceutil/trace.go:171","msg":"trace[1945635126] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"1.579593826s","start":"2026-03-06T21:10:19.214907Z","end":"2026-03-06T21:10:20.7945Z","steps":["trace[1945635126] 'process raft request' (duration: 1.579093825s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:20.794516Z","caller":"traceutil/trace.go:171","msg":"trace[1244290821] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"1.506676469s","start":"2026-03-06T21:10:19.287832Z","end":"2026-03-06T21:10:20.794509Z","steps":["trace[1244290821] 'process raft request' (duration: 1.506189498s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.794499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.213179Z","time spent":"1.581260412s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:20.79453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.375103Z","time spent":"1.419413026s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:20.794548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.287804Z","time spent":"1.506726459s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:20.794561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.214891Z","time spent":"1.579631886s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:20.794328Z","caller":"traceutil/trace.go:171","msg":"trace[487428465] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"1.581741153s","start":"2026-03-06T21:10:19.212545Z","end":"2026-03-06T21:10:20.794286Z","steps":["trace[487428465] 'process raft request' (duration: 1.581304964s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.794625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.212537Z","time spent":"1.58205478s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:20.794407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.212584Z","time spent":"1.581629021s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:20.794617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.832017Z","time spent":"962.489948ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:20.79455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.838819Z","time spent":"955.637667ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:21.223275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:21.223378Z","caller":"traceutil/trace.go:171","msg":"trace[647966542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159852s","start":"2026-03-06T21:10:19.223191Z","end":"2026-03-06T21:10:21.223351Z","steps":["trace[647966542] 'agreement among raft nodes before linearized reading' (duration: 1.999982228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:21.223429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.223182Z","time spent":"2.000236434s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:21.294909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445457,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:10:21.771329Z","caller":"traceutil/trace.go:171","msg":"trace[1062550635] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"1.01298484s","start":"2026-03-06T21:10:20.758315Z","end":"2026-03-06T21:10:21.7713Z","steps":["trace[1062550635] 'process raft request' (duration: 968.526321ms)","trace[1062550635] 'compare' (duration: 44.240365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:21.771498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:20.758291Z","time spent":"1.013108273s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:23.115837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200944022s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:23.115919Z","caller":"traceutil/trace.go:171","msg":"trace[1296658842] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25071; }","duration":"2.321453382s","start":"2026-03-06T21:10:20.794452Z","end":"2026-03-06T21:10:23.115905Z","steps":["trace[1296658842] 'read index received' (duration: 932.404515ms)","trace[1296658842] 'applied index is now lower than readState.Index' (duration: 1.389047487s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:23.116013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320749281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:23.116083Z","caller":"traceutil/trace.go:171","msg":"trace[1263476264] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24213; }","duration":"3.320858134s","start":"2026-03-06T21:10:19.795214Z","end":"2026-03-06T21:10:23.116072Z","steps":["trace[1263476264] 'agreement among raft nodes before linearized reading' (duration: 3.320751821s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.116112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.795196Z","time spent":"3.320907054s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:23.116088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243895417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:10:23.11616Z","caller":"traceutil/trace.go:171","msg":"trace[1091192187] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db; range_end:; response_count:1; response_revision:24213; }","duration":"3.244014s","start":"2026-03-06T21:10:19.872126Z","end":"2026-03-06T21:10:23.11614Z","steps":["trace[1091192187] 'agreement among raft nodes before linearized reading' (duration: 3.243824816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.116245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.872109Z","time spent":"3.244125672s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" "} {"level":"warn","ts":"2026-03-06T21:10:23.116428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324483423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:23.116435Z","caller":"traceutil/trace.go:171","msg":"trace[1085153080] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"1.901716843s","start":"2026-03-06T21:10:21.214702Z","end":"2026-03-06T21:10:23.116418Z","steps":["trace[1085153080] 'process raft request' (duration: 700.128157ms)","trace[1085153080] 'compare' (duration: 1.200645166s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:23.116463Z","caller":"traceutil/trace.go:171","msg":"trace[590282069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24213; }","duration":"3.324553165s","start":"2026-03-06T21:10:19.791899Z","end":"2026-03-06T21:10:23.116452Z","steps":["trace[590282069] 'agreement among raft nodes before linearized reading' (duration: 3.324489803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.116494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.791882Z","time spent":"3.324603396s","remote":"127.0.0.1:59516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:23.116519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:21.214679Z","time spent":"1.901782855s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:23.116727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367883055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:23.116757Z","caller":"traceutil/trace.go:171","msg":"trace[1866530824] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24213; }","duration":"2.367950586s","start":"2026-03-06T21:10:20.748797Z","end":"2026-03-06T21:10:23.116748Z","steps":["trace[1866530824] 'agreement among raft nodes before linearized reading' (duration: 2.367840324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.116773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901811204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-06T21:10:23.116787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:20.748779Z","time spent":"2.367999317s","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:23.116805Z","caller":"traceutil/trace.go:171","msg":"trace[2003004828] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24213; }","duration":"3.901892566s","start":"2026-03-06T21:10:19.214903Z","end":"2026-03-06T21:10:23.116795Z","steps":["trace[2003004828] 'agreement among raft nodes before linearized reading' (duration: 3.901723513s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.116945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.214895Z","time spent":"3.902038929s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-06T21:10:23.117704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.905507666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:10:23.118153Z","caller":"traceutil/trace.go:171","msg":"trace[2089186909] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24213; }","duration":"3.905982826s","start":"2026-03-06T21:10:19.212159Z","end":"2026-03-06T21:10:23.118142Z","steps":["trace[2089186909] 'agreement among raft nodes before linearized reading' (duration: 3.904946303s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.118219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.212154Z","time spent":"3.906053838s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:10:23.117724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063618094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:23.118483Z","caller":"traceutil/trace.go:171","msg":"trace[678734661] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24213; }","duration":"3.064432063s","start":"2026-03-06T21:10:20.054023Z","end":"2026-03-06T21:10:23.118455Z","steps":["trace[678734661] 'agreement among raft nodes before linearized reading' (duration: 3.063061203s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.118563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:20.053999Z","time spent":"3.064533275s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T21:10:23.213155Z","caller":"traceutil/trace.go:171","msg":"trace[1750773896] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"411.588629ms","start":"2026-03-06T21:10:22.801538Z","end":"2026-03-06T21:10:23.213126Z","steps":["trace[1750773896] 'process raft request' (duration: 411.425796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.213327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.801521Z","time spent":"411.720672ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:23.224318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:23.224393Z","caller":"traceutil/trace.go:171","msg":"trace[263268167] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050971s","start":"2026-03-06T21:10:21.223867Z","end":"2026-03-06T21:10:23.224377Z","steps":["trace[263268167] 'agreement among raft nodes before linearized reading' (duration: 2.000406538s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.224446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:21.223842Z","time spent":"2.000590862s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:24.310185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097309639s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:24.310641Z","caller":"traceutil/trace.go:171","msg":"trace[1049216398] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"1.508749574s","start":"2026-03-06T21:10:22.801864Z","end":"2026-03-06T21:10:24.310614Z","steps":["trace[1049216398] 'process raft request' (duration: 1.508497098s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:24.310752Z","caller":"traceutil/trace.go:171","msg":"trace[99087397] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"1.506491104s","start":"2026-03-06T21:10:22.804221Z","end":"2026-03-06T21:10:24.310712Z","steps":["trace[99087397] 'process raft request' (duration: 1.506360311s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:24.310784Z","caller":"traceutil/trace.go:171","msg":"trace[2066985742] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"1.504221224s","start":"2026-03-06T21:10:22.806537Z","end":"2026-03-06T21:10:24.310759Z","steps":["trace[2066985742] 'process raft request' (duration: 1.504070961s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.310789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.801853Z","time spent":"1.508856566s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:24.310804Z","caller":"traceutil/trace.go:171","msg":"trace[1691516692] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"1.508085739s","start":"2026-03-06T21:10:22.802698Z","end":"2026-03-06T21:10:24.310784Z","steps":["trace[1691516692] 'process raft request' (duration: 1.507816323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.310935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.806523Z","time spent":"1.504319307s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:24.310935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.804206Z","time spent":"1.506635828s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:24.311017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.802675Z","time spent":"1.508259673s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:24.310714Z","caller":"traceutil/trace.go:171","msg":"trace[594667627] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"1.506643867s","start":"2026-03-06T21:10:22.804036Z","end":"2026-03-06T21:10:24.31068Z","steps":["trace[594667627] 'process raft request' (duration: 1.506514775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.31189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.80401Z","time spent":"1.507657951s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:25.031057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:25.031156Z","caller":"traceutil/trace.go:171","msg":"trace[1503887124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443288s","start":"2026-03-06T21:10:23.030684Z","end":"2026-03-06T21:10:25.031127Z","steps":["trace[1503887124] 'agreement among raft nodes before linearized reading' (duration: 2.000335255s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:25.031211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.030663Z","time spent":"2.00053768s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:25.231986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:25.232162Z","caller":"traceutil/trace.go:171","msg":"trace[1366610187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721245s","start":"2026-03-06T21:10:23.231424Z","end":"2026-03-06T21:10:25.232145Z","steps":["trace[1366610187] 'agreement among raft nodes before linearized reading' (duration: 2.000534371s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:25.232316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.231413Z","time spent":"2.000890958s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:25.600735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290429235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:27.235076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924417398s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:10:27.236523Z","caller":"traceutil/trace.go:171","msg":"trace[1734245776] linearizableReadLoop","detail":"{readStateIndex:25079; appliedIndex:25073; }","duration":"4.120559414s","start":"2026-03-06T21:10:23.115941Z","end":"2026-03-06T21:10:27.2365Z","steps":["trace[1734245776] 'read index received' (duration: 97.029287ms)","trace[1734245776] 'applied index is now lower than readState.Index' (duration: 4.023528587s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:27.23652Z","caller":"traceutil/trace.go:171","msg":"trace[642786224] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"4.117030896s","start":"2026-03-06T21:10:23.119459Z","end":"2026-03-06T21:10:27.23649Z","steps":["trace[642786224] 'process raft request' (duration: 4.115723517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.236674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.11944Z","time spent":"4.117156229s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:27.239361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001139754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:27.23943Z","caller":"traceutil/trace.go:171","msg":"trace[1443568185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001243387s","start":"2026-03-06T21:10:25.23817Z","end":"2026-03-06T21:10:27.239414Z","steps":["trace[1443568185] 'agreement among raft nodes before linearized reading' (duration: 2.001163555s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.239476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.23816Z","time spent":"2.001305058s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:27.428615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.827712602s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:27.676018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.875948968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:10:27.676085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.873102716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:10:27.676094Z","caller":"traceutil/trace.go:171","msg":"trace[1266966072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24220; }","duration":"4.876059111s","start":"2026-03-06T21:10:22.800017Z","end":"2026-03-06T21:10:27.676076Z","steps":["trace[1266966072] 'agreement among raft nodes before linearized reading' (duration: 4.436536937s)","trace[1266966072] 'range keys from in-memory index tree' (duration: 439.330889ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:27.676135Z","caller":"traceutil/trace.go:171","msg":"trace[1440044900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24220; }","duration":"4.873177947s","start":"2026-03-06T21:10:22.802943Z","end":"2026-03-06T21:10:27.676121Z","steps":["trace[1440044900] 'agreement among raft nodes before linearized reading' (duration: 4.433675043s)","trace[1440044900] 'range keys from in-memory index tree' (duration: 439.383642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.220569853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:27.676139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.799999Z","time spent":"4.876131493s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:10:27.676167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.802934Z","time spent":"4.873227038s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:27.676157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.880072388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T21:10:27.67623Z","caller":"traceutil/trace.go:171","msg":"trace[1520660381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24220; }","duration":"6.88019286s","start":"2026-03-06T21:10:20.796019Z","end":"2026-03-06T21:10:27.676212Z","steps":["trace[1520660381] 'agreement among raft nodes before linearized reading' (duration: 6.440614215s)","trace[1520660381] 'range keys from in-memory index tree' (duration: 439.408932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:20.796004Z","time spent":"6.880250042s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T21:10:27.676215Z","caller":"traceutil/trace.go:171","msg":"trace[770857652] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24220; }","duration":"5.220605673s","start":"2026-03-06T21:10:22.455557Z","end":"2026-03-06T21:10:27.676162Z","steps":["trace[770857652] 'agreement among raft nodes before linearized reading' (duration: 4.781033888s)","trace[770857652] 'count revisions from in-memory index tree' (duration: 439.525284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.712071646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:27.676395Z","caller":"traceutil/trace.go:171","msg":"trace[292460768] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24220; }","duration":"6.712128707s","start":"2026-03-06T21:10:20.964261Z","end":"2026-03-06T21:10:27.67639Z","steps":["trace[292460768] 'agreement among raft nodes before linearized reading' (duration: 6.272361747s)","trace[292460768] 'count revisions from in-memory index tree' (duration: 439.73903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.67641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:20.964241Z","time spent":"6.712163939s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:27.676404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.455471Z","time spent":"5.22091554s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:27.676464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876363068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:10:27.676087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560241096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:27.676508Z","caller":"traceutil/trace.go:171","msg":"trace[1486155871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24220; }","duration":"4.876414409s","start":"2026-03-06T21:10:22.800082Z","end":"2026-03-06T21:10:27.676497Z","steps":["trace[1486155871] 'agreement among raft nodes before linearized reading' (duration: 4.436557857s)","trace[1486155871] 'range keys from in-memory index tree' (duration: 439.76198ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:27.676531Z","caller":"traceutil/trace.go:171","msg":"trace[1007095964] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24220; }","duration":"5.560777678s","start":"2026-03-06T21:10:22.115739Z","end":"2026-03-06T21:10:27.676516Z","steps":["trace[1007095964] 'agreement among raft nodes before linearized reading' (duration: 5.120866295s)","trace[1007095964] 'count revisions from in-memory index tree' (duration: 439.432003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.800079Z","time spent":"4.876460309s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:27.676558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.115711Z","time spent":"5.56083759s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:27.676521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874296452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:10:27.676634Z","caller":"traceutil/trace.go:171","msg":"trace[1257477725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24220; }","duration":"4.874415624s","start":"2026-03-06T21:10:22.802197Z","end":"2026-03-06T21:10:27.676613Z","steps":["trace[1257477725] 'agreement among raft nodes before linearized reading' (duration: 4.434431169s)","trace[1257477725] 'range keys from in-memory index tree' (duration: 439.854061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.126798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-06T21:10:27.676681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.80219Z","time spent":"4.874479326s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:27.676588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586932255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:27.676776Z","caller":"traceutil/trace.go:171","msg":"trace[812473819] linearizableReadLoop","detail":"{readStateIndex:25084; appliedIndex:25081; }","duration":"440.202109ms","start":"2026-03-06T21:10:27.236568Z","end":"2026-03-06T21:10:27.67677Z","steps":["trace[812473819] 'read index received' (duration: 192.150304ms)","trace[812473819] 'applied index is now lower than readState.Index' (duration: 248.051325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.873652538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:27.676802Z","caller":"traceutil/trace.go:171","msg":"trace[1839530428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24220; }","duration":"4.873706729s","start":"2026-03-06T21:10:22.80309Z","end":"2026-03-06T21:10:27.676796Z","steps":["trace[1839530428] 'agreement among raft nodes before linearized reading' (duration: 4.43351398s)","trace[1839530428] 'range keys from in-memory index tree' (duration: 439.692618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.803084Z","time spent":"4.873733819s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:27.676839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460819752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:27.676833Z","caller":"traceutil/trace.go:171","msg":"trace[1744494515] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24220; }","duration":"5.587203541s","start":"2026-03-06T21:10:22.089585Z","end":"2026-03-06T21:10:27.676788Z","steps":["trace[1744494515] 'agreement among raft nodes before linearized reading' (duration: 5.147027462s)","trace[1744494515] 'count revisions from in-memory index tree' (duration: 439.957854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.676864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360553589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-06T21:10:27.676884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048065258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:27.676866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90819611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:27.676834Z","caller":"traceutil/trace.go:171","msg":"trace[895254089] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"2.553166788s","start":"2026-03-06T21:10:25.12362Z","end":"2026-03-06T21:10:27.676787Z","steps":["trace[895254089] 'process raft request' (duration: 2.553078286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.676906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360077519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-06T21:10:27.676924Z","caller":"traceutil/trace.go:171","msg":"trace[1825270013] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24223; }","duration":"2.908297603s","start":"2026-03-06T21:10:24.768612Z","end":"2026-03-06T21:10:27.67691Z","steps":["trace[1825270013] 'agreement among raft nodes before linearized reading' (duration: 2.90817399s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:27.676946Z","caller":"traceutil/trace.go:171","msg":"trace[413769656] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24223; }","duration":"1.360156351s","start":"2026-03-06T21:10:26.31678Z","end":"2026-03-06T21:10:27.676936Z","steps":["trace[413769656] 'agreement among raft nodes before linearized reading' (duration: 1.360041759s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.67696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360200952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-06T21:10:27.676952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559559318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:27.676958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.768592Z","time spent":"2.908357823s","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:27.676974Z","caller":"traceutil/trace.go:171","msg":"trace[233479740] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24223; }","duration":"1.360252763s","start":"2026-03-06T21:10:26.316717Z","end":"2026-03-06T21:10:27.67697Z","steps":["trace[233479740] 'agreement among raft nodes before linearized reading' (duration: 1.360211322s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.676975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.316759Z","time spent":"1.360209152s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T21:10:27.676987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.316696Z","time spent":"1.360288493s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-06T21:10:27.676985Z","caller":"traceutil/trace.go:171","msg":"trace[974995657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24223; }","duration":"2.55963191s","start":"2026-03-06T21:10:25.117344Z","end":"2026-03-06T21:10:27.676976Z","steps":["trace[974995657] 'agreement among raft nodes before linearized reading' (duration: 2.559573109s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.676988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360390926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-06T21:10:27.677013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.117321Z","time spent":"2.559683852s","remote":"127.0.0.1:46670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:27.677025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.549454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T21:10:27.677027Z","caller":"traceutil/trace.go:171","msg":"trace[1395792254] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24223; }","duration":"1.360450497s","start":"2026-03-06T21:10:26.316569Z","end":"2026-03-06T21:10:27.677019Z","steps":["trace[1395792254] 'agreement among raft nodes before linearized reading' (duration: 1.360362095s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:27.677045Z","caller":"traceutil/trace.go:171","msg":"trace[1176894920] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"2.451808233s","start":"2026-03-06T21:10:25.225227Z","end":"2026-03-06T21:10:27.677035Z","steps":["trace[1176894920] 'process raft request' (duration: 2.451514097s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:27.67706Z","caller":"traceutil/trace.go:171","msg":"trace[1746759152] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24223; }","duration":"104.609094ms","start":"2026-03-06T21:10:27.572433Z","end":"2026-03-06T21:10:27.677042Z","steps":["trace[1746759152] 'agreement among raft nodes before linearized reading' (duration: 104.538233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.677013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.554931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:27.67706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.316562Z","time spent":"1.360488808s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-06T21:10:27.67707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.1236Z","time spent":"2.553347031s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:27.677084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437881186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T21:10:27.677111Z","caller":"traceutil/trace.go:171","msg":"trace[1933711942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24223; }","duration":"437.701974ms","start":"2026-03-06T21:10:27.239386Z","end":"2026-03-06T21:10:27.677088Z","steps":["trace[1933711942] 'agreement among raft nodes before linearized reading' (duration: 437.50202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.677146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746630777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272959"} {"level":"info","ts":"2026-03-06T21:10:27.67717Z","caller":"traceutil/trace.go:171","msg":"trace[1103288801] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24223; }","duration":"1.746700008s","start":"2026-03-06T21:10:25.930466Z","end":"2026-03-06T21:10:27.677166Z","steps":["trace[1103288801] 'agreement among raft nodes before linearized reading' (duration: 1.746444693s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.677173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.259527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T21:10:27.677172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.239374Z","time spent":"437.788106ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:27.677159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.225207Z","time spent":"2.451868305s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:27.677202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.230464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila-server-0.189a5cc5f8c2d4d3\" ","response":"range_response_count:1 size:792"} {"level":"warn","ts":"2026-03-06T21:10:27.676917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360281244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T21:10:27.677233Z","caller":"traceutil/trace.go:171","msg":"trace[865036525] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila-server-0.189a5cc5f8c2d4d3; range_end:; response_count:1; response_revision:24223; }","duration":"437.270414ms","start":"2026-03-06T21:10:27.239954Z","end":"2026-03-06T21:10:27.677225Z","steps":["trace[865036525] 'agreement among raft nodes before linearized reading' (duration: 437.181662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.67725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318302788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:27.677256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.273595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:27.67726Z","caller":"traceutil/trace.go:171","msg":"trace[87817554] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24223; }","duration":"1.360635661s","start":"2026-03-06T21:10:26.316618Z","end":"2026-03-06T21:10:27.677254Z","steps":["trace[87817554] 'agreement among raft nodes before linearized reading' (duration: 1.360263613s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:27.677268Z","caller":"traceutil/trace.go:171","msg":"trace[1069737215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24223; }","duration":"1.318342609s","start":"2026-03-06T21:10:26.358922Z","end":"2026-03-06T21:10:27.677264Z","steps":["trace[1069737215] 'agreement among raft nodes before linearized reading' (duration: 1.318307348s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:27.677274Z","caller":"traceutil/trace.go:171","msg":"trace[1952427096] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24223; }","duration":"545.327166ms","start":"2026-03-06T21:10:27.131943Z","end":"2026-03-06T21:10:27.67727Z","steps":["trace[1952427096] 'agreement among raft nodes before linearized reading' (duration: 545.294256ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:27.676901Z","caller":"traceutil/trace.go:171","msg":"trace[80968315] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24223; }","duration":"2.048081768s","start":"2026-03-06T21:10:25.628815Z","end":"2026-03-06T21:10:27.676897Z","steps":["trace[80968315] 'agreement among raft nodes before linearized reading' (duration: 2.048055588s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.67728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.316612Z","time spent":"1.360662221s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-06T21:10:27.677303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.628796Z","time spent":"2.048496077s","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:27.677266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.23995Z","time spent":"437.309686ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":815,"request content":"key:\"/registry/events/openstack/rabbitmq-manila-server-0.189a5cc5f8c2d4d3\" "} {"level":"warn","ts":"2026-03-06T21:10:27.677185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.930442Z","time spent":"1.746739578s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T21:10:27.677176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555114009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-06T21:10:27.677508Z","caller":"traceutil/trace.go:171","msg":"trace[2106488230] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24223; }","duration":"4.555452566s","start":"2026-03-06T21:10:23.122043Z","end":"2026-03-06T21:10:27.677496Z","steps":["trace[2106488230] 'agreement among raft nodes before linearized reading' (duration: 4.555093398s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.677557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115250326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:27.677604Z","caller":"traceutil/trace.go:171","msg":"trace[917913293] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24223; }","duration":"4.115338768s","start":"2026-03-06T21:10:23.562253Z","end":"2026-03-06T21:10:27.677592Z","steps":["trace[917913293] 'agreement among raft nodes before linearized reading' (duration: 4.115258717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.677581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.122033Z","time spent":"4.555535258s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-03-06T21:10:27.676853Z","caller":"traceutil/trace.go:171","msg":"trace[691571610] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24223; }","duration":"4.460867743s","start":"2026-03-06T21:10:23.215981Z","end":"2026-03-06T21:10:27.676848Z","steps":["trace[691571610] 'agreement among raft nodes before linearized reading' (duration: 4.460838093s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.677643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.562234Z","time spent":"4.11540121s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:27.677663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.215966Z","time spent":"4.461682951s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:27.676909Z","caller":"traceutil/trace.go:171","msg":"trace[137300356] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24223; }","duration":"1.360633351s","start":"2026-03-06T21:10:26.316262Z","end":"2026-03-06T21:10:27.676896Z","steps":["trace[137300356] 'agreement among raft nodes before linearized reading' (duration: 1.360527949s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.677923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.316242Z","time spent":"1.361636773s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:10:27.676893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.089552Z","time spent":"5.587320434s","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:27.677968Z","caller":"traceutil/trace.go:171","msg":"trace[1394684457] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"3.453934265s","start":"2026-03-06T21:10:24.22282Z","end":"2026-03-06T21:10:27.676755Z","steps":["trace[1394684457] 'process raft request' (duration: 3.013668484s)","trace[1394684457] 'compare' (duration: 439.375961ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:27.677194Z","caller":"traceutil/trace.go:171","msg":"trace[1452542190] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24223; }","duration":"345.316969ms","start":"2026-03-06T21:10:27.33187Z","end":"2026-03-06T21:10:27.677187Z","steps":["trace[1452542190] 'agreement among raft nodes before linearized reading' (duration: 345.249377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.678129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.222797Z","time spent":"3.455257164s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:27.677187Z","caller":"traceutil/trace.go:171","msg":"trace[1557481218] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24223; }","duration":"4.437978248s","start":"2026-03-06T21:10:23.239163Z","end":"2026-03-06T21:10:27.677141Z","steps":["trace[1557481218] 'agreement among raft nodes before linearized reading' (duration: 4.43763294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:27.678212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.239151Z","time spent":"4.43904742s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T21:10:27.677283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.35891Z","time spent":"1.31837078s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:27.677292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.131923Z","time spent":"545.364797ms","remote":"127.0.0.1:59520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:27.681639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.331845Z","time spent":"346.233289ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:10:28.599946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.151588ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-06T21:10:28.600018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683406Z","time spent":"916.608827ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:28.600297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683408Z","time spent":"916.887753ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:10:28.600447Z","caller":"traceutil/trace.go:171","msg":"trace[776528134] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"916.891433ms","start":"2026-03-06T21:10:27.683543Z","end":"2026-03-06T21:10:28.600435Z","steps":["trace[776528134] 'process raft request' (duration: 916.75556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.600504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683526Z","time spent":"916.940625ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:28.600513Z","caller":"traceutil/trace.go:171","msg":"trace[461823231] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"914.578043ms","start":"2026-03-06T21:10:27.685917Z","end":"2026-03-06T21:10:28.600495Z","steps":["trace[461823231] 'process raft request' (duration: 914.535961ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:28.600585Z","caller":"traceutil/trace.go:171","msg":"trace[1921098854] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"917.102758ms","start":"2026-03-06T21:10:27.683477Z","end":"2026-03-06T21:10:28.600579Z","steps":["trace[1921098854] 'process raft request' (duration: 916.7403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.600614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683465Z","time spent":"917.134959ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:28.600631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.685903Z","time spent":"914.665734ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:28.600794Z","caller":"traceutil/trace.go:171","msg":"trace[1294820079] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"917.15838ms","start":"2026-03-06T21:10:27.683628Z","end":"2026-03-06T21:10:28.600787Z","steps":["trace[1294820079] 'process raft request' (duration: 916.700009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:28.60083Z","caller":"traceutil/trace.go:171","msg":"trace[2111990485] linearizableReadLoop","detail":"{readStateIndex:25087; appliedIndex:25084; }","duration":"917.302293ms","start":"2026-03-06T21:10:27.683522Z","end":"2026-03-06T21:10:28.600824Z","steps":["trace[2111990485] 'read index received' (duration: 284.281244ms)","trace[2111990485] 'applied index is now lower than readState.Index' (duration: 633.020509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:28.600831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683612Z","time spent":"917.19691ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:28.600863Z","caller":"traceutil/trace.go:171","msg":"trace[2135770835] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"914.329327ms","start":"2026-03-06T21:10:27.68653Z","end":"2026-03-06T21:10:28.600859Z","steps":["trace[2135770835] 'process raft request' (duration: 913.941399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.600891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.686518Z","time spent":"914.354988ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:28.600909Z","caller":"traceutil/trace.go:171","msg":"trace[340479358] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"916.828062ms","start":"2026-03-06T21:10:27.684076Z","end":"2026-03-06T21:10:28.600904Z","steps":["trace[340479358] 'process raft request' (duration: 916.2982ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:28.600935Z","caller":"traceutil/trace.go:171","msg":"trace[1962245319] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"914.366628ms","start":"2026-03-06T21:10:27.686563Z","end":"2026-03-06T21:10:28.60093Z","steps":["trace[1962245319] 'process raft request' (duration: 914.164064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.600945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683495Z","time spent":"917.430506ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:28.600956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.68655Z","time spent":"914.395258ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:28.600998Z","caller":"traceutil/trace.go:171","msg":"trace[73040051] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"916.691399ms","start":"2026-03-06T21:10:27.684301Z","end":"2026-03-06T21:10:28.600993Z","steps":["trace[73040051] 'process raft request' (duration: 916.092335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.601025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.684291Z","time spent":"916.71918ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:28.601073Z","caller":"traceutil/trace.go:171","msg":"trace[1670108491] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"909.720645ms","start":"2026-03-06T21:10:27.691348Z","end":"2026-03-06T21:10:28.601068Z","steps":["trace[1670108491] 'process raft request' (duration: 909.442569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:28.601078Z","caller":"traceutil/trace.go:171","msg":"trace[956156492] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"916.751201ms","start":"2026-03-06T21:10:27.684318Z","end":"2026-03-06T21:10:28.601069Z","steps":["trace[956156492] 'process raft request' (duration: 916.093836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.6011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.691339Z","time spent":"909.745655ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:28.601107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.684309Z","time spent":"916.784362ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:28.601215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.701861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-06T21:10:28.601184Z","caller":"traceutil/trace.go:171","msg":"trace[807218549] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"916.427453ms","start":"2026-03-06T21:10:27.68473Z","end":"2026-03-06T21:10:28.601157Z","steps":["trace[807218549] 'process raft request' (duration: 915.703396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:28.601229Z","caller":"traceutil/trace.go:171","msg":"trace[1935689394] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24235; }","duration":"917.756062ms","start":"2026-03-06T21:10:27.683469Z","end":"2026-03-06T21:10:28.601225Z","steps":["trace[1935689394] 'agreement among raft nodes before linearized reading' (duration: 917.688071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:28.60089Z","caller":"traceutil/trace.go:171","msg":"trace[68172816] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"916.905054ms","start":"2026-03-06T21:10:27.683979Z","end":"2026-03-06T21:10:28.600884Z","steps":["trace[68172816] 'process raft request' (duration: 916.372921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.601277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683949Z","time spent":"917.305543ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:28.601244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.683449Z","time spent":"917.792184ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:10:28.601313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.684713Z","time spent":"916.531145ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:29.686231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:29.686347Z","caller":"traceutil/trace.go:171","msg":"trace[1932280387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582511s","start":"2026-03-06T21:10:27.68574Z","end":"2026-03-06T21:10:29.686322Z","steps":["trace[1932280387] 'agreement among raft nodes before linearized reading' (duration: 2.000446838s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:29.686577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.685732Z","time spent":"2.000822436s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:29.937351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205960533s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:30.203264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.710116ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:30.203382Z","caller":"traceutil/trace.go:171","msg":"trace[1645716892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24235; }","duration":"767.836818ms","start":"2026-03-06T21:10:29.435528Z","end":"2026-03-06T21:10:30.203365Z","steps":["trace[1645716892] 'range keys from in-memory index tree' (duration: 767.697165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.204553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473063267s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:30.204749Z","caller":"traceutil/trace.go:171","msg":"trace[325509358] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"1.713199418s","start":"2026-03-06T21:10:28.49149Z","end":"2026-03-06T21:10:30.204689Z","steps":["trace[325509358] 'process raft request' (duration: 239.889835ms)","trace[325509358] 'compare' (duration: 1.470935931s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:30.204893Z","caller":"traceutil/trace.go:171","msg":"trace[1975021393] linearizableReadLoop","detail":"{readStateIndex:25099; appliedIndex:25098; }","duration":"1.604034533s","start":"2026-03-06T21:10:28.600843Z","end":"2026-03-06T21:10:30.204878Z","steps":["trace[1975021393] 'read index received' (duration: 130.546566ms)","trace[1975021393] 'applied index is now lower than readState.Index' (duration: 1.473486157s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:30.204911Z","caller":"traceutil/trace.go:171","msg":"trace[691134065] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"1.603794527s","start":"2026-03-06T21:10:28.601094Z","end":"2026-03-06T21:10:30.204888Z","steps":["trace[691134065] 'process raft request' (duration: 1.603723356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.204922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.491464Z","time spent":"1.713357602s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:30.205012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.60109Z","time spent":"1.60387116s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:30.205112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047221398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:30.205149Z","caller":"traceutil/trace.go:171","msg":"trace[1829858423] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24238; }","duration":"2.047303331s","start":"2026-03-06T21:10:28.157835Z","end":"2026-03-06T21:10:30.205138Z","steps":["trace[1829858423] 'agreement among raft nodes before linearized reading' (duration: 2.047138067s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.205189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.157812Z","time spent":"2.047368593s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T21:10:30.205166Z","caller":"traceutil/trace.go:171","msg":"trace[407613637] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"1.604198517s","start":"2026-03-06T21:10:28.600931Z","end":"2026-03-06T21:10:30.20513Z","steps":["trace[407613637] 'process raft request' (duration: 1.603752577s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.205206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652540912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:30.205262Z","caller":"traceutil/trace.go:171","msg":"trace[570318133] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24238; }","duration":"1.652581693s","start":"2026-03-06T21:10:28.552657Z","end":"2026-03-06T21:10:30.205238Z","steps":["trace[570318133] 'agreement among raft nodes before linearized reading' (duration: 1.652515351s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.205317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.552619Z","time spent":"1.652687895s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:30.205323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.600912Z","time spent":"1.604339739s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:30.205109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835640696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:30.205356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515975837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T21:10:30.205387Z","caller":"traceutil/trace.go:171","msg":"trace[1625260509] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24238; }","duration":"1.836045755s","start":"2026-03-06T21:10:28.369326Z","end":"2026-03-06T21:10:30.205372Z","steps":["trace[1625260509] 'agreement among raft nodes before linearized reading' (duration: 1.835579835s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.205381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414246756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-06T21:10:30.205425Z","caller":"traceutil/trace.go:171","msg":"trace[678142861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24238; }","duration":"2.51606647s","start":"2026-03-06T21:10:27.689339Z","end":"2026-03-06T21:10:30.205405Z","steps":["trace[678142861] 'agreement among raft nodes before linearized reading' (duration: 2.515953737s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:30.205475Z","caller":"traceutil/trace.go:171","msg":"trace[765192294] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24238; }","duration":"2.414383309s","start":"2026-03-06T21:10:27.791071Z","end":"2026-03-06T21:10:30.205454Z","steps":["trace[765192294] 'agreement among raft nodes before linearized reading' (duration: 2.414143853s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.205532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.791023Z","time spent":"2.414495851s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T21:10:30.205482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.689327Z","time spent":"2.516140581s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T21:10:30.205424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.369307Z","time spent":"1.836105077s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:31.085517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.521302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:31.085752Z","caller":"traceutil/trace.go:171","msg":"trace[917731357] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"1.791854973s","start":"2026-03-06T21:10:29.293864Z","end":"2026-03-06T21:10:31.085719Z","steps":["trace[917731357] 'process raft request' (duration: 1.354058195s)","trace[917731357] 'compare' (duration: 436.936888ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:31.085803Z","caller":"traceutil/trace.go:171","msg":"trace[2087515392] linearizableReadLoop","detail":"{readStateIndex:25105; appliedIndex:25101; }","duration":"880.85557ms","start":"2026-03-06T21:10:30.204931Z","end":"2026-03-06T21:10:31.085787Z","steps":["trace[2087515392] 'read index received' (duration: 443.009012ms)","trace[2087515392] 'applied index is now lower than readState.Index' (duration: 437.845468ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:31.085853Z","caller":"traceutil/trace.go:171","msg":"trace[966614162] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"1.400478719s","start":"2026-03-06T21:10:29.685351Z","end":"2026-03-06T21:10:31.08583Z","steps":["trace[966614162] 'process raft request' (duration: 1.400396477s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:31.08589Z","caller":"traceutil/trace.go:171","msg":"trace[2124064839] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"1.78130272s","start":"2026-03-06T21:10:29.304567Z","end":"2026-03-06T21:10:31.08587Z","steps":["trace[2124064839] 'process raft request' (duration: 1.781052125s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:31.085893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.293848Z","time spent":"1.791972886s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:31.085921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.037443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:31.085949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.685338Z","time spent":"1.400558471s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:31.085929Z","caller":"traceutil/trace.go:171","msg":"trace[1887744549] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"1.401559434s","start":"2026-03-06T21:10:29.684337Z","end":"2026-03-06T21:10:31.085897Z","steps":["trace[1887744549] 'process raft request' (duration: 1.401371649s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:31.085971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.304555Z","time spent":"1.781375251s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:31.085993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887464169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:31.085949Z","caller":"traceutil/trace.go:171","msg":"trace[1045360783] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24242; }","duration":"989.109655ms","start":"2026-03-06T21:10:30.096831Z","end":"2026-03-06T21:10:31.08594Z","steps":["trace[1045360783] 'agreement among raft nodes before linearized reading' (duration: 989.027043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:31.086023Z","caller":"traceutil/trace.go:171","msg":"trace[1180543188] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24242; }","duration":"1.887515s","start":"2026-03-06T21:10:29.198497Z","end":"2026-03-06T21:10:31.086012Z","steps":["trace[1180543188] 'agreement among raft nodes before linearized reading' (duration: 1.887469409s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:31.086032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.096807Z","time spent":"989.218226ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:31.086054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.198481Z","time spent":"1.887565472s","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:31.086069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.68431Z","time spent":"1.401682296s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:31.086136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39960639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:31.086132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472435105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T21:10:31.086227Z","caller":"traceutil/trace.go:171","msg":"trace[246092330] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24242; }","duration":"1.472588618s","start":"2026-03-06T21:10:29.613615Z","end":"2026-03-06T21:10:31.086204Z","steps":["trace[246092330] 'agreement among raft nodes before linearized reading' (duration: 1.472330243s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:31.086305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.613595Z","time spent":"1.47267399s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T21:10:31.08617Z","caller":"traceutil/trace.go:171","msg":"trace[1322897065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24242; }","duration":"1.399669441s","start":"2026-03-06T21:10:29.68649Z","end":"2026-03-06T21:10:31.08616Z","steps":["trace[1322897065] 'agreement among raft nodes before linearized reading' (duration: 1.39960293s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:31.086374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.686478Z","time spent":"1.399885866s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:31.086504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479251199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-06T21:10:31.086616Z","caller":"traceutil/trace.go:171","msg":"trace[291213814] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24242; }","duration":"2.479391072s","start":"2026-03-06T21:10:28.607207Z","end":"2026-03-06T21:10:31.086598Z","steps":["trace[291213814] 'agreement among raft nodes before linearized reading' (duration: 2.478950692s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:31.08682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.607193Z","time spent":"2.479609416s","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-06T21:10:31.586385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:32.055229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.265953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:32.055611Z","caller":"traceutil/trace.go:171","msg":"trace[370146926] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"1.448403525s","start":"2026-03-06T21:10:30.607174Z","end":"2026-03-06T21:10:32.055578Z","steps":["trace[370146926] 'process raft request' (duration: 1.252691472s)","trace[370146926] 'compare' (duration: 194.806843ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:32.055618Z","caller":"traceutil/trace.go:171","msg":"trace[662897351] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"1.448302893s","start":"2026-03-06T21:10:30.60728Z","end":"2026-03-06T21:10:32.055583Z","steps":["trace[662897351] 'process raft request' (duration: 1.448134439s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:32.055658Z","caller":"traceutil/trace.go:171","msg":"trace[1664885919] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"1.446297988s","start":"2026-03-06T21:10:30.609336Z","end":"2026-03-06T21:10:32.055634Z","steps":["trace[1664885919] 'process raft request' (duration: 1.446252077s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:32.055791Z","caller":"traceutil/trace.go:171","msg":"trace[1785767414] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.447513706s","start":"2026-03-06T21:10:30.608246Z","end":"2026-03-06T21:10:32.055759Z","steps":["trace[1785767414] 'process raft request' (duration: 1.44727085s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:32.055792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.607164Z","time spent":"1.448517707s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:32.055917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.60933Z","time spent":"1.446484402s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:32.055954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.608236Z","time spent":"1.447631578s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:32.056021Z","caller":"traceutil/trace.go:171","msg":"trace[98807289] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.447480045s","start":"2026-03-06T21:10:30.608527Z","end":"2026-03-06T21:10:32.056008Z","steps":["trace[98807289] 'process raft request' (duration: 1.447021905s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:32.056079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.608522Z","time spent":"1.447524856s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:32.055765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.607276Z","time spent":"1.448415165s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:33.094489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:33.094573Z","caller":"traceutil/trace.go:171","msg":"trace[1072463293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596442s","start":"2026-03-06T21:10:31.093958Z","end":"2026-03-06T21:10:33.094554Z","steps":["trace[1072463293] 'agreement among raft nodes before linearized reading' (duration: 2.000484939s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.094622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.093952Z","time spent":"2.000660323s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:33.185826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.300457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:33.185924Z","caller":"traceutil/trace.go:171","msg":"trace[692628060] linearizableReadLoop","detail":"{readStateIndex:25111; appliedIndex:25105; }","duration":"2.100076803s","start":"2026-03-06T21:10:31.085832Z","end":"2026-03-06T21:10:33.185908Z","steps":["trace[692628060] 'read index received' (duration: 774.035525ms)","trace[692628060] 'applied index is now lower than readState.Index' (duration: 1.326039968s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:33.185988Z","caller":"traceutil/trace.go:171","msg":"trace[1519531813] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"2.092101567s","start":"2026-03-06T21:10:31.093875Z","end":"2026-03-06T21:10:33.185977Z","steps":["trace[1519531813] 'process raft request' (duration: 1.363571825s)","trace[1519531813] 'compare' (duration: 727.911919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:33.186047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.093863Z","time spent":"2.092153728s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:33.186256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579173549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:10:33.186247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578993406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:10:33.186292Z","caller":"traceutil/trace.go:171","msg":"trace[1916207585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24248; }","duration":"2.579236311s","start":"2026-03-06T21:10:30.607047Z","end":"2026-03-06T21:10:33.186283Z","steps":["trace[1916207585] 'agreement among raft nodes before linearized reading' (duration: 2.579113368s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:33.186314Z","caller":"traceutil/trace.go:171","msg":"trace[1452160737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24248; }","duration":"2.579067017s","start":"2026-03-06T21:10:30.607229Z","end":"2026-03-06T21:10:33.186296Z","steps":["trace[1452160737] 'agreement among raft nodes before linearized reading' (duration: 2.578873593s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.186357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.607213Z","time spent":"2.57913639s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:10:33.186404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973819197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:10:33.186438Z","caller":"traceutil/trace.go:171","msg":"trace[1491464499] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24248; }","duration":"2.973900648s","start":"2026-03-06T21:10:30.21253Z","end":"2026-03-06T21:10:33.186431Z","steps":["trace[1491464499] 'agreement among raft nodes before linearized reading' (duration: 2.973810336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.186462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.212503Z","time spent":"2.97395383s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:10:33.186497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579237612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:10:33.186523Z","caller":"traceutil/trace.go:171","msg":"trace[415133176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24248; }","duration":"2.579270163s","start":"2026-03-06T21:10:30.607244Z","end":"2026-03-06T21:10:33.186514Z","steps":["trace[415133176] 'agreement among raft nodes before linearized reading' (duration: 2.579196771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.186425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579030157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:10:33.186575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.607239Z","time spent":"2.579311684s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:33.18667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974162814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:10:33.186686Z","caller":"traceutil/trace.go:171","msg":"trace[937910862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24248; }","duration":"2.579232642s","start":"2026-03-06T21:10:30.607353Z","end":"2026-03-06T21:10:33.186585Z","steps":["trace[937910862] 'agreement among raft nodes before linearized reading' (duration: 2.578796721s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:33.186718Z","caller":"traceutil/trace.go:171","msg":"trace[1095410512] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db; range_end:; response_count:1; response_revision:24248; }","duration":"2.974220625s","start":"2026-03-06T21:10:30.212488Z","end":"2026-03-06T21:10:33.186708Z","steps":["trace[1095410512] 'agreement among raft nodes before linearized reading' (duration: 2.974134403s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.186321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.60703Z","time spent":"2.579283973s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:33.186747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.212484Z","time spent":"2.974256356s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" "} {"level":"warn","ts":"2026-03-06T21:10:33.186833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.607349Z","time spent":"2.579426806s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:33.186956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97448225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f0e06624-3f3e-42b3-8e44-85805fb77d52\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-06T21:10:33.187349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579954168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:33.187405Z","caller":"traceutil/trace.go:171","msg":"trace[1273469232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24248; }","duration":"2.580017779s","start":"2026-03-06T21:10:30.607373Z","end":"2026-03-06T21:10:33.18739Z","steps":["trace[1273469232] 'agreement among raft nodes before linearized reading' (duration: 2.579882836s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.18746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.60737Z","time spent":"2.5800825s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:10:33.186994Z","caller":"traceutil/trace.go:171","msg":"trace[2087689487] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f0e06624-3f3e-42b3-8e44-85805fb77d52; range_end:; response_count:1; response_revision:24248; }","duration":"2.974548552s","start":"2026-03-06T21:10:30.212435Z","end":"2026-03-06T21:10:33.186983Z","steps":["trace[2087689487] 'agreement among raft nodes before linearized reading' (duration: 2.97445022s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.1885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.212419Z","time spent":"2.976063685s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-f0e06624-3f3e-42b3-8e44-85805fb77d52\" "} {"level":"info","ts":"2026-03-06T21:10:33.206044Z","caller":"traceutil/trace.go:171","msg":"trace[349258328] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"519.525478ms","start":"2026-03-06T21:10:32.686502Z","end":"2026-03-06T21:10:33.206027Z","steps":["trace[349258328] 'process raft request' (duration: 519.425986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:33.206147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.686471Z","time spent":"519.623051ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.296098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09012455s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:34.296767Z","caller":"traceutil/trace.go:171","msg":"trace[757041238] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.204747246s","start":"2026-03-06T21:10:33.091985Z","end":"2026-03-06T21:10:34.296732Z","steps":["trace[757041238] 'process raft request' (duration: 1.204388398s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.296876Z","caller":"traceutil/trace.go:171","msg":"trace[929729988] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.105550101s","start":"2026-03-06T21:10:33.19132Z","end":"2026-03-06T21:10:34.29687Z","steps":["trace[929729988] 'process raft request' (duration: 1.105413048s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.296864Z","caller":"traceutil/trace.go:171","msg":"trace[1047572168] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"1.107279358s","start":"2026-03-06T21:10:33.189544Z","end":"2026-03-06T21:10:34.296823Z","steps":["trace[1047572168] 'process raft request' (duration: 1.107046153s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.296945Z","caller":"traceutil/trace.go:171","msg":"trace[1695068499] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"1.104528357s","start":"2026-03-06T21:10:33.192395Z","end":"2026-03-06T21:10:34.296924Z","steps":["trace[1695068499] 'process raft request' (duration: 1.104436605s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.297012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.189518Z","time spent":"1.107405721s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.297075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.192379Z","time spent":"1.1046451s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:34.297204Z","caller":"traceutil/trace.go:171","msg":"trace[976707571] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"1.103401463s","start":"2026-03-06T21:10:33.193781Z","end":"2026-03-06T21:10:34.297182Z","steps":["trace[976707571] 'process raft request' (duration: 1.103101086s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.297216Z","caller":"traceutil/trace.go:171","msg":"trace[1373030842] linearizableReadLoop","detail":"{readStateIndex:25114; appliedIndex:25111; }","duration":"1.111236536s","start":"2026-03-06T21:10:33.18595Z","end":"2026-03-06T21:10:34.297186Z","steps":["trace[1373030842] 'read index received' (duration: 20.053513ms)","trace[1373030842] 'applied index is now lower than readState.Index' (duration: 1.091180813s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:34.297315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.193766Z","time spent":"1.103498775s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.297342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105312619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.297417Z","caller":"traceutil/trace.go:171","msg":"trace[1464444388] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24257; }","duration":"2.105417991s","start":"2026-03-06T21:10:32.191981Z","end":"2026-03-06T21:10:34.297399Z","steps":["trace[1464444388] 'agreement among raft nodes before linearized reading' (duration: 2.105307939s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.297462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731254901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz\" ","response":"range_response_count:1 size:7142"} {"level":"warn","ts":"2026-03-06T21:10:34.297468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259953153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.297473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202594908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.296898Z","caller":"traceutil/trace.go:171","msg":"trace[990446540] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"1.10597522s","start":"2026-03-06T21:10:33.190887Z","end":"2026-03-06T21:10:34.296862Z","steps":["trace[990446540] 'process raft request' (duration: 1.105773905s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.297512Z","caller":"traceutil/trace.go:171","msg":"trace[1557950859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24257; }","duration":"1.260025475s","start":"2026-03-06T21:10:33.037473Z","end":"2026-03-06T21:10:34.297498Z","steps":["trace[1557950859] 'agreement among raft nodes before linearized reading' (duration: 1.259958633s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.29752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176132366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:34.297536Z","caller":"traceutil/trace.go:171","msg":"trace[530333275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24257; }","duration":"1.20270104s","start":"2026-03-06T21:10:33.094821Z","end":"2026-03-06T21:10:34.297522Z","steps":["trace[530333275] 'agreement among raft nodes before linearized reading' (duration: 1.202497146s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.297551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78839875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.297562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.037447Z","time spent":"1.260104436s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:34.297569Z","caller":"traceutil/trace.go:171","msg":"trace[1025374331] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24257; }","duration":"1.176216678s","start":"2026-03-06T21:10:33.121339Z","end":"2026-03-06T21:10:34.297555Z","steps":["trace[1025374331] 'agreement among raft nodes before linearized reading' (duration: 1.176090915s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.29757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868820018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:34.297584Z","caller":"traceutil/trace.go:171","msg":"trace[1060918649] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24257; }","duration":"2.788472592s","start":"2026-03-06T21:10:31.509101Z","end":"2026-03-06T21:10:34.297574Z","steps":["trace[1060918649] 'agreement among raft nodes before linearized reading' (duration: 2.788417371s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.29695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.091958Z","time spent":"1.204909909s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.297599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.190866Z","time spent":"1.106673735s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.297614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.121319Z","time spent":"1.176283409s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.297648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189770716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.29758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.0948Z","time spent":"1.202770682s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:34.297689Z","caller":"traceutil/trace.go:171","msg":"trace[498119336] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24257; }","duration":"1.189843397s","start":"2026-03-06T21:10:33.107837Z","end":"2026-03-06T21:10:34.29768Z","steps":["trace[498119336] 'agreement among raft nodes before linearized reading' (duration: 1.189768446s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.297684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205577434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.297616Z","caller":"traceutil/trace.go:171","msg":"trace[810420202] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24257; }","duration":"1.86889514s","start":"2026-03-06T21:10:32.42871Z","end":"2026-03-06T21:10:34.297605Z","steps":["trace[810420202] 'agreement among raft nodes before linearized reading' (duration: 1.868784527s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.297715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.107819Z","time spent":"1.189891329s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:34.2975Z","caller":"traceutil/trace.go:171","msg":"trace[242411199] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz; range_end:; response_count:1; response_revision:24257; }","duration":"2.731340763s","start":"2026-03-06T21:10:31.566144Z","end":"2026-03-06T21:10:34.297485Z","steps":["trace[242411199] 'agreement among raft nodes before linearized reading' (duration: 2.731160199s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.297728Z","caller":"traceutil/trace.go:171","msg":"trace[68015131] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24257; }","duration":"1.205652095s","start":"2026-03-06T21:10:33.092065Z","end":"2026-03-06T21:10:34.297717Z","steps":["trace[68015131] 'agreement among raft nodes before linearized reading' (duration: 1.205578484s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.29747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.191942Z","time spent":"2.105512874s","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.297774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96403603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T21:10:34.297742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.566126Z","time spent":"2.73160767s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7165,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz\" "} {"level":"info","ts":"2026-03-06T21:10:34.297817Z","caller":"traceutil/trace.go:171","msg":"trace[1551296328] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24257; }","duration":"2.964113852s","start":"2026-03-06T21:10:31.333695Z","end":"2026-03-06T21:10:34.297809Z","steps":["trace[1551296328] 'agreement among raft nodes before linearized reading' (duration: 2.96401175s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.297851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.333674Z","time spent":"2.964171154s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T21:10:34.296945Z","caller":"traceutil/trace.go:171","msg":"trace[1638989486] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"1.104690691s","start":"2026-03-06T21:10:33.192233Z","end":"2026-03-06T21:10:34.296924Z","steps":["trace[1638989486] 'process raft request' (duration: 1.104556508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.297762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.428693Z","time spent":"1.869045143s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.298008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204581221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-06T21:10:34.298021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205528722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.297687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82651059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.298055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965356919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-06T21:10:34.298065Z","caller":"traceutil/trace.go:171","msg":"trace[67101416] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24257; }","duration":"3.205586393s","start":"2026-03-06T21:10:31.092464Z","end":"2026-03-06T21:10:34.29805Z","steps":["trace[67101416] 'agreement among raft nodes before linearized reading' (duration: 3.205508961s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.298059Z","caller":"traceutil/trace.go:171","msg":"trace[1300568633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24257; }","duration":"3.204647822s","start":"2026-03-06T21:10:31.093397Z","end":"2026-03-06T21:10:34.298045Z","steps":["trace[1300568633] 'agreement among raft nodes before linearized reading' (duration: 3.204470859s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.298101Z","caller":"traceutil/trace.go:171","msg":"trace[1888873243] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24257; }","duration":"2.965429871s","start":"2026-03-06T21:10:31.332659Z","end":"2026-03-06T21:10:34.298089Z","steps":["trace[1888873243] 'agreement among raft nodes before linearized reading' (duration: 2.965266518s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.298103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.092451Z","time spent":"3.205644864s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:34.298098Z","caller":"traceutil/trace.go:171","msg":"trace[476980898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24257; }","duration":"2.826922229s","start":"2026-03-06T21:10:31.471151Z","end":"2026-03-06T21:10:34.298073Z","steps":["trace[476980898] 'agreement among raft nodes before linearized reading' (duration: 2.82649466s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.298133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.33264Z","time spent":"2.965486642s","remote":"127.0.0.1:37368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T21:10:34.296792Z","caller":"traceutil/trace.go:171","msg":"trace[685999266] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.204174354s","start":"2026-03-06T21:10:33.092588Z","end":"2026-03-06T21:10:34.296763Z","steps":["trace[685999266] 'process raft request' (duration: 1.203944439s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.29816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.471085Z","time spent":"2.827054612s","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.298201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.092564Z","time spent":"1.205614474s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.297782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.092056Z","time spent":"1.205713366s","remote":"127.0.0.1:46636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.297623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.50908Z","time spent":"2.788533843s","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.298143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.09339Z","time spent":"3.204736154s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:34.298017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.192221Z","time spent":"1.105742734s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.296965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.191309Z","time spent":"1.105594882s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.798156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:35.585569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.780651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:10:35.587555Z","caller":"traceutil/trace.go:171","msg":"trace[114409770] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"1.526309121s","start":"2026-03-06T21:10:34.061194Z","end":"2026-03-06T21:10:35.587503Z","steps":["trace[114409770] 'process raft request' (duration: 1.5244683s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:35.588346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.061168Z","time spent":"1.526440544s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:36.04852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.955717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:36.04893Z","caller":"traceutil/trace.go:171","msg":"trace[1929649689] linearizableReadLoop","detail":"{readStateIndex:25128; appliedIndex:25120; }","duration":"1.751634346s","start":"2026-03-06T21:10:34.297275Z","end":"2026-03-06T21:10:36.04891Z","steps":["trace[1929649689] 'read index received' (duration: 779.573257ms)","trace[1929649689] 'applied index is now lower than readState.Index' (duration: 972.059819ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:36.049022Z","caller":"traceutil/trace.go:171","msg":"trace[826889213] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.987484813s","start":"2026-03-06T21:10:34.061524Z","end":"2026-03-06T21:10:36.049008Z","steps":["trace[826889213] 'process raft request' (duration: 1.525964894s)","trace[826889213] 'compare' (duration: 460.623029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:36.049082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.061513Z","time spent":"1.987533444s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:36.049332Z","caller":"traceutil/trace.go:171","msg":"trace[284115345] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.748032157s","start":"2026-03-06T21:10:34.301276Z","end":"2026-03-06T21:10:36.049308Z","steps":["trace[284115345] 'process raft request' (duration: 1.747511625s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.049383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516836398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:36.04942Z","caller":"traceutil/trace.go:171","msg":"trace[456208091] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24264; }","duration":"2.51690127s","start":"2026-03-06T21:10:33.532507Z","end":"2026-03-06T21:10:36.049408Z","steps":["trace[456208091] 'agreement among raft nodes before linearized reading' (duration: 2.516833768s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.049438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.301261Z","time spent":"1.748124919s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:36.049454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.532489Z","time spent":"2.51695613s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:36.049452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510115509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:36.04957Z","caller":"traceutil/trace.go:171","msg":"trace[648773751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24264; }","duration":"2.510294703s","start":"2026-03-06T21:10:33.539248Z","end":"2026-03-06T21:10:36.049543Z","steps":["trace[648773751] 'agreement among raft nodes before linearized reading' (duration: 2.510033847s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.049597Z","caller":"traceutil/trace.go:171","msg":"trace[2055136711] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.986895091s","start":"2026-03-06T21:10:34.062668Z","end":"2026-03-06T21:10:36.049563Z","steps":["trace[2055136711] 'process raft request' (duration: 1.986023241s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.049671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.539238Z","time spent":"2.510420207s","remote":"127.0.0.1:59482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:36.049681Z","caller":"traceutil/trace.go:171","msg":"trace[543769579] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.986807819s","start":"2026-03-06T21:10:34.062769Z","end":"2026-03-06T21:10:36.049576Z","steps":["trace[543769579] 'process raft request' (duration: 1.98598092s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.049731Z","caller":"traceutil/trace.go:171","msg":"trace[1806895896] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.740710066s","start":"2026-03-06T21:10:34.309012Z","end":"2026-03-06T21:10:36.049722Z","steps":["trace[1806895896] 'process raft request' (duration: 1.739820436s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.049701Z","caller":"traceutil/trace.go:171","msg":"trace[1835196095] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.987232418s","start":"2026-03-06T21:10:34.062432Z","end":"2026-03-06T21:10:36.049664Z","steps":["trace[1835196095] 'process raft request' (duration: 1.986176914s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.049764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740003624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:36.049792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.30899Z","time spent":"1.740764608s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7135,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:36.049799Z","caller":"traceutil/trace.go:171","msg":"trace[28763385] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24264; }","duration":"2.740084606s","start":"2026-03-06T21:10:33.309704Z","end":"2026-03-06T21:10:36.049789Z","steps":["trace[28763385] 'agreement among raft nodes before linearized reading' (duration: 2.740016954s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.049778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358387212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:36.049823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.309694Z","time spent":"2.740123377s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:36.049812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.062659Z","time spent":"1.987047354s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:36.049829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.062745Z","time spent":"1.987008173s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:36.049855Z","caller":"traceutil/trace.go:171","msg":"trace[530316460] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24264; }","duration":"1.358509934s","start":"2026-03-06T21:10:34.691321Z","end":"2026-03-06T21:10:36.049831Z","steps":["trace[530316460] 'agreement among raft nodes before linearized reading' (duration: 1.358389001s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.04987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742456764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:36.049871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.062407Z","time spent":"1.987372752s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:36.0499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.6913Z","time spent":"1.358590956s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:36.049909Z","caller":"traceutil/trace.go:171","msg":"trace[1417683115] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24264; }","duration":"1.742501455s","start":"2026-03-06T21:10:34.307393Z","end":"2026-03-06T21:10:36.049894Z","steps":["trace[1417683115] 'agreement among raft nodes before linearized reading' (duration: 1.742452664s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.049828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735975242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-06T21:10:36.049945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.307386Z","time spent":"1.742553096s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:36.049954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594284253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:36.049871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.495058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:36.049971Z","caller":"traceutil/trace.go:171","msg":"trace[2000574188] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24264; }","duration":"1.736132476s","start":"2026-03-06T21:10:34.313827Z","end":"2026-03-06T21:10:36.04996Z","steps":["trace[2000574188] 'agreement among raft nodes before linearized reading' (duration: 1.73589879s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.050003Z","caller":"traceutil/trace.go:171","msg":"trace[1772712730] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24264; }","duration":"834.646611ms","start":"2026-03-06T21:10:35.215346Z","end":"2026-03-06T21:10:36.049993Z","steps":["trace[1772712730] 'agreement among raft nodes before linearized reading' (duration: 834.276833ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.050001Z","caller":"traceutil/trace.go:171","msg":"trace[1502978656] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24264; }","duration":"2.594354645s","start":"2026-03-06T21:10:33.455635Z","end":"2026-03-06T21:10:36.04999Z","steps":["trace[1502978656] 'agreement among raft nodes before linearized reading' (duration: 2.594283924s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.050008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.313819Z","time spent":"1.736179176s","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-06T21:10:36.050031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:35.21534Z","time spent":"834.683382ms","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:10:36.050006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754983805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-06T21:10:36.050027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860473409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T21:10:36.05004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.455624Z","time spent":"2.594401996s","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:36.049686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744386077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:36.05006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066049594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:36.050074Z","caller":"traceutil/trace.go:171","msg":"trace[769898040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24264; }","duration":"2.755100668s","start":"2026-03-06T21:10:33.294956Z","end":"2026-03-06T21:10:36.050056Z","steps":["trace[769898040] 'agreement among raft nodes before linearized reading' (duration: 2.754892163s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.050091Z","caller":"traceutil/trace.go:171","msg":"trace[1409777409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24264; }","duration":"1.744839107s","start":"2026-03-06T21:10:34.305243Z","end":"2026-03-06T21:10:36.050082Z","steps":["trace[1409777409] 'agreement among raft nodes before linearized reading' (duration: 1.744336206s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.050087Z","caller":"traceutil/trace.go:171","msg":"trace[1180903903] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24264; }","duration":"2.860565111s","start":"2026-03-06T21:10:33.189507Z","end":"2026-03-06T21:10:36.050072Z","steps":["trace[1180903903] 'agreement among raft nodes before linearized reading' (duration: 2.860401377s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:36.0501Z","caller":"traceutil/trace.go:171","msg":"trace[132482158] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24264; }","duration":"2.066131886s","start":"2026-03-06T21:10:33.983956Z","end":"2026-03-06T21:10:36.050088Z","steps":["trace[132482158] 'agreement among raft nodes before linearized reading' (duration: 2.066056745s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.050118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.305226Z","time spent":"1.744885508s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:36.050118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.294939Z","time spent":"2.755169449s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:36.050132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.189486Z","time spent":"2.860633912s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T21:10:36.050137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.983932Z","time spent":"2.066191308s","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:36.050227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.737059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:36.050262Z","caller":"traceutil/trace.go:171","msg":"trace[1624631011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24264; }","duration":"837.797071ms","start":"2026-03-06T21:10:35.212454Z","end":"2026-03-06T21:10:36.050251Z","steps":["trace[1624631011] 'agreement among raft nodes before linearized reading' (duration: 837.665408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.050261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339074036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:36.05029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:35.212438Z","time spent":"837.845402ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:10:36.050299Z","caller":"traceutil/trace.go:171","msg":"trace[194008043] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24264; }","duration":"1.339147968s","start":"2026-03-06T21:10:34.711139Z","end":"2026-03-06T21:10:36.050287Z","steps":["trace[194008043] 'agreement among raft nodes before linearized reading' (duration: 1.339075376s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.050328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.711119Z","time spent":"1.339201868s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:36.608425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.630401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:36.608555Z","caller":"traceutil/trace.go:171","msg":"trace[642597951] linearizableReadLoop","detail":"{readStateIndex:25129; appliedIndex:25128; }","duration":"550.690844ms","start":"2026-03-06T21:10:36.057853Z","end":"2026-03-06T21:10:36.608544Z","steps":["trace[642597951] 'read index received' (duration: 236.687215ms)","trace[642597951] 'applied index is now lower than readState.Index' (duration: 314.001739ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:36.608647Z","caller":"traceutil/trace.go:171","msg":"trace[1471442522] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"551.605384ms","start":"2026-03-06T21:10:36.057035Z","end":"2026-03-06T21:10:36.60864Z","steps":["trace[1471442522] 'process raft request' (duration: 237.565784ms)","trace[1471442522] 'compare' (duration: 312.66084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:36.608703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.057019Z","time spent":"551.662816ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:36.608727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.863947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:36.608782Z","caller":"traceutil/trace.go:171","msg":"trace[1727545027] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24265; }","duration":"550.96479ms","start":"2026-03-06T21:10:36.057802Z","end":"2026-03-06T21:10:36.608767Z","steps":["trace[1727545027] 'agreement among raft nodes before linearized reading' (duration: 550.848717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:36.608821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.05778Z","time spent":"551.032941ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:37.313654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.460578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:37.313829Z","caller":"traceutil/trace.go:171","msg":"trace[223826917] linearizableReadLoop","detail":"{readStateIndex:25132; appliedIndex:25129; }","duration":"705.194829ms","start":"2026-03-06T21:10:36.608616Z","end":"2026-03-06T21:10:37.31381Z","steps":["trace[223826917] 'read index received' (duration: 390.524966ms)","trace[223826917] 'applied index is now lower than readState.Index' (duration: 314.668923ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:37.313834Z","caller":"traceutil/trace.go:171","msg":"trace[336343649] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.017170533s","start":"2026-03-06T21:10:36.296623Z","end":"2026-03-06T21:10:37.313794Z","steps":["trace[336343649] 'process raft request' (duration: 702.50538ms)","trace[336343649] 'compare' (duration: 314.242764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:37.314007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.296601Z","time spent":"1.017318126s","remote":"127.0.0.1:37368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:37.314083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007127072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:10:37.314121Z","caller":"traceutil/trace.go:171","msg":"trace[1890933477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24268; }","duration":"1.007191743s","start":"2026-03-06T21:10:36.30692Z","end":"2026-03-06T21:10:37.314111Z","steps":["trace[1890933477] 'agreement among raft nodes before linearized reading' (duration: 1.006984968s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.314157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306898Z","time spent":"1.007251265s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:37.314286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007333926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:10:37.314321Z","caller":"traceutil/trace.go:171","msg":"trace[1858170839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24268; }","duration":"1.007401728s","start":"2026-03-06T21:10:36.306911Z","end":"2026-03-06T21:10:37.314313Z","steps":["trace[1858170839] 'agreement among raft nodes before linearized reading' (duration: 1.007315076s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.314352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306892Z","time spent":"1.007453369s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:37.314401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18857878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:37.314441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.883593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:37.3141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007131372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:37.314488Z","caller":"traceutil/trace.go:171","msg":"trace[1324358380] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.007446568s","start":"2026-03-06T21:10:36.307036Z","end":"2026-03-06T21:10:37.314482Z","steps":["trace[1324358380] 'process raft request' (duration: 1.006691091s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.314517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.137948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:37.314503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007632863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:10:37.314491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256369013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"info","ts":"2026-03-06T21:10:37.314556Z","caller":"traceutil/trace.go:171","msg":"trace[1330153998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24268; }","duration":"1.007735755s","start":"2026-03-06T21:10:36.306809Z","end":"2026-03-06T21:10:37.314545Z","steps":["trace[1330153998] 'agreement among raft nodes before linearized reading' (duration: 1.007547781s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.314583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007562501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:10:37.314586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306789Z","time spent":"1.007791486s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:37.31459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.059692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:37.314533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.481368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-06T21:10:37.314729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255125646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T21:10:37.314771Z","caller":"traceutil/trace.go:171","msg":"trace[374002293] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6; range_end:; response_count:1; response_revision:24268; }","duration":"702.763135ms","start":"2026-03-06T21:10:36.611995Z","end":"2026-03-06T21:10:37.314758Z","steps":["trace[374002293] 'agreement among raft nodes before linearized reading' (duration: 702.342546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:37.314605Z","caller":"traceutil/trace.go:171","msg":"trace[1406470587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24268; }","duration":"1.007591641s","start":"2026-03-06T21:10:36.307009Z","end":"2026-03-06T21:10:37.3146Z","steps":["trace[1406470587] 'agreement among raft nodes before linearized reading' (duration: 1.00753719s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:37.31479Z","caller":"traceutil/trace.go:171","msg":"trace[900365780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24268; }","duration":"1.255183077s","start":"2026-03-06T21:10:36.059589Z","end":"2026-03-06T21:10:37.314772Z","steps":["trace[900365780] 'agreement among raft nodes before linearized reading' (duration: 1.255039244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.314817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306964Z","time spent":"1.007843987s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:10:37.314546Z","caller":"traceutil/trace.go:171","msg":"trace[1470142469] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24268; }","duration":"116.19635ms","start":"2026-03-06T21:10:37.198341Z","end":"2026-03-06T21:10:37.314537Z","steps":["trace[1470142469] 'agreement among raft nodes before linearized reading' (duration: 116.148619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.314845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.059562Z","time spent":"1.255270149s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-06T21:10:37.314463Z","caller":"traceutil/trace.go:171","msg":"trace[1185433589] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24268; }","duration":"1.188691321s","start":"2026-03-06T21:10:36.125758Z","end":"2026-03-06T21:10:37.314449Z","steps":["trace[1185433589] 'agreement among raft nodes before linearized reading' (duration: 1.188578809s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.314866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254522113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:37.314899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.125738Z","time spent":"1.189151582s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:10:37.314531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306993Z","time spent":"1.00751234s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:37.314614Z","caller":"traceutil/trace.go:171","msg":"trace[1138186488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24268; }","duration":"428.123754ms","start":"2026-03-06T21:10:36.886485Z","end":"2026-03-06T21:10:37.314609Z","steps":["trace[1138186488] 'agreement among raft nodes before linearized reading' (duration: 428.082043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.315705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.886463Z","time spent":"429.225748ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:37.314573Z","caller":"traceutil/trace.go:171","msg":"trace[1044072464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24268; }","duration":"1.007586352s","start":"2026-03-06T21:10:36.306911Z","end":"2026-03-06T21:10:37.314498Z","steps":["trace[1044072464] 'agreement among raft nodes before linearized reading' (duration: 1.006965969s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.315784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306892Z","time spent":"1.008881841s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:10:37.315858Z","caller":"traceutil/trace.go:171","msg":"trace[1074529292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24268; }","duration":"1.255192997s","start":"2026-03-06T21:10:36.060315Z","end":"2026-03-06T21:10:37.315508Z","steps":["trace[1074529292] 'agreement among raft nodes before linearized reading' (duration: 1.254255427s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.315926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.060308Z","time spent":"1.255602337s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:37.314467Z","caller":"traceutil/trace.go:171","msg":"trace[1556694099] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24268; }","duration":"877.970995ms","start":"2026-03-06T21:10:36.436487Z","end":"2026-03-06T21:10:37.314458Z","steps":["trace[1556694099] 'agreement among raft nodes before linearized reading' (duration: 877.894754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.316164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.436449Z","time spent":"879.525899ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:37.31462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0074978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T21:10:37.31639Z","caller":"traceutil/trace.go:171","msg":"trace[866867121] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24268; }","duration":"1.009385072s","start":"2026-03-06T21:10:36.306983Z","end":"2026-03-06T21:10:37.316368Z","steps":["trace[866867121] 'agreement among raft nodes before linearized reading' (duration: 1.007421988s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.31646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306939Z","time spent":"1.009503184s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T21:10:37.314589Z","caller":"traceutil/trace.go:171","msg":"trace[943984084] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.007460968s","start":"2026-03-06T21:10:36.307094Z","end":"2026-03-06T21:10:37.314555Z","steps":["trace[943984084] 'process raft request' (duration: 1.006679471s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.316686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.306958Z","time spent":"1.009671618s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:37.314594Z","caller":"traceutil/trace.go:171","msg":"trace[1959719850] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24268; }","duration":"1.256509256s","start":"2026-03-06T21:10:36.058068Z","end":"2026-03-06T21:10:37.314577Z","steps":["trace[1959719850] 'agreement among raft nodes before linearized reading' (duration: 1.256181219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.316833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.058056Z","time spent":"1.258764096s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T21:10:37.315086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.611947Z","time spent":"703.127703ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6b4fbd7d99-tbskm.189a5cb07b690da6\" "} {"level":"warn","ts":"2026-03-06T21:10:37.823215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763153946445542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:38.216399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.394065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:38.216496Z","caller":"traceutil/trace.go:171","msg":"trace[1997015056] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"894.431728ms","start":"2026-03-06T21:10:37.322049Z","end":"2026-03-06T21:10:38.216481Z","steps":["trace[1997015056] 'process raft request' (duration: 541.866639ms)","trace[1997015056] 'compare' (duration: 351.451625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:38.216535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.32204Z","time spent":"894.476959ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:39.140615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.366599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:39.141197Z","caller":"traceutil/trace.go:171","msg":"trace[1530633150] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.818772966s","start":"2026-03-06T21:10:37.322394Z","end":"2026-03-06T21:10:39.141167Z","steps":["trace[1530633150] 'process raft request' (duration: 1.172746222s)","trace[1530633150] 'compare' (duration: 644.957501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:39.141284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.322378Z","time spent":"1.818867257s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.141743Z","caller":"traceutil/trace.go:171","msg":"trace[785310543] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"1.818753445s","start":"2026-03-06T21:10:37.322978Z","end":"2026-03-06T21:10:39.141731Z","steps":["trace[785310543] 'process raft request' (duration: 1.818651473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.141815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.322965Z","time spent":"1.818816536s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.142065Z","caller":"traceutil/trace.go:171","msg":"trace[704629795] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"1.817656201s","start":"2026-03-06T21:10:37.324382Z","end":"2026-03-06T21:10:39.142038Z","steps":["trace[704629795] 'process raft request' (duration: 1.817298092s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.142166Z","caller":"traceutil/trace.go:171","msg":"trace[670355201] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"1.815068954s","start":"2026-03-06T21:10:37.327086Z","end":"2026-03-06T21:10:39.142155Z","steps":["trace[670355201] 'process raft request' (duration: 1.814867819s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.142223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.327077Z","time spent":"1.815115365s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:39.142236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.324365Z","time spent":"1.817778014s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.141982Z","caller":"traceutil/trace.go:171","msg":"trace[738094032] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"1.819161033s","start":"2026-03-06T21:10:37.322812Z","end":"2026-03-06T21:10:39.141973Z","steps":["trace[738094032] 'process raft request' (duration: 1.818320615s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.142623Z","caller":"traceutil/trace.go:171","msg":"trace[1463944670] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"1.815400701s","start":"2026-03-06T21:10:37.327212Z","end":"2026-03-06T21:10:39.142613Z","steps":["trace[1463944670] 'process raft request' (duration: 1.81490038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.142678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.327201Z","time spent":"1.815448782s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:39.147583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.322789Z","time spent":"1.819790948s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.147993Z","caller":"traceutil/trace.go:171","msg":"trace[765722984] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25132; }","duration":"1.825528764s","start":"2026-03-06T21:10:37.322403Z","end":"2026-03-06T21:10:39.147931Z","steps":["trace[765722984] 'read index received' (duration: 541.638594ms)","trace[765722984] 'applied index is now lower than readState.Index' (duration: 1.283810079s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:39.148404Z","caller":"traceutil/trace.go:171","msg":"trace[1879661381] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"1.554678216s","start":"2026-03-06T21:10:37.593653Z","end":"2026-03-06T21:10:39.148332Z","steps":["trace[1879661381] 'process raft request' (duration: 1.548748706s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.148545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826161388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7dd07079-8fb5-4e27-92ff-876852641951\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T21:10:39.148591Z","caller":"traceutil/trace.go:171","msg":"trace[1714293194] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7dd07079-8fb5-4e27-92ff-876852641951; range_end:; response_count:1; response_revision:24276; }","duration":"1.82622567s","start":"2026-03-06T21:10:37.322344Z","end":"2026-03-06T21:10:39.14857Z","steps":["trace[1714293194] 'agreement among raft nodes before linearized reading' (duration: 1.826077357s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.148619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.32233Z","time spent":"1.826280451s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7dd07079-8fb5-4e27-92ff-876852641951\" "} {"level":"warn","ts":"2026-03-06T21:10:39.148753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.593622Z","time spent":"1.554930002s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:39.327264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:39.32733Z","caller":"traceutil/trace.go:171","msg":"trace[774236507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003792s","start":"2026-03-06T21:10:37.327279Z","end":"2026-03-06T21:10:39.327317Z","steps":["trace[774236507] 'agreement among raft nodes before linearized reading' (duration: 1.999958338s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.327359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.327269Z","time spent":"2.000083171s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:39.650234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.324162Z","time spent":"326.062284ms","remote":"127.0.0.1:42112","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:39.649894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.049829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:39.650386Z","caller":"traceutil/trace.go:171","msg":"trace[1026468310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24276; }","duration":"215.57816ms","start":"2026-03-06T21:10:39.434788Z","end":"2026-03-06T21:10:39.650366Z","steps":["trace[1026468310] 'range keys from in-memory index tree' (duration: 215.023948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.650448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.380467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:39.650673Z","caller":"traceutil/trace.go:171","msg":"trace[48566821] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"1.593773519s","start":"2026-03-06T21:10:38.056881Z","end":"2026-03-06T21:10:39.650655Z","steps":["trace[48566821] 'process raft request' (duration: 1.593675576s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.65066Z","caller":"traceutil/trace.go:171","msg":"trace[1531978569] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.594564026s","start":"2026-03-06T21:10:38.056051Z","end":"2026-03-06T21:10:39.650615Z","steps":["trace[1531978569] 'process raft request' (duration: 1.309914813s)","trace[1531978569] 'compare' (duration: 284.07965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:39.65077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.056864Z","time spent":"1.59385393s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:39.650815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.056034Z","time spent":"1.594698638s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.651283Z","caller":"traceutil/trace.go:171","msg":"trace[1895953068] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.593940142s","start":"2026-03-06T21:10:38.057177Z","end":"2026-03-06T21:10:39.651118Z","steps":["trace[1895953068] 'process raft request' (duration: 1.593438651s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.651506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.057166Z","time spent":"1.594179037s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.651666Z","caller":"traceutil/trace.go:171","msg":"trace[1610391313] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.587794885s","start":"2026-03-06T21:10:38.063853Z","end":"2026-03-06T21:10:39.651648Z","steps":["trace[1610391313] 'process raft request' (duration: 1.587127221s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.651755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.063835Z","time spent":"1.587878668s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.651805Z","caller":"traceutil/trace.go:171","msg":"trace[164359832] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.439743133s","start":"2026-03-06T21:10:38.212035Z","end":"2026-03-06T21:10:39.651778Z","steps":["trace[164359832] 'process raft request' (duration: 1.439544429s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.651969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.212008Z","time spent":"1.439864017s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.665663Z","caller":"traceutil/trace.go:171","msg":"trace[126412158] linearizableReadLoop","detail":"{readStateIndex:25146; appliedIndex:25140; }","duration":"517.607064ms","start":"2026-03-06T21:10:39.148036Z","end":"2026-03-06T21:10:39.665643Z","steps":["trace[126412158] 'read index received' (duration: 217.947842ms)","trace[126412158] 'applied index is now lower than readState.Index' (duration: 299.657982ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:39.665714Z","caller":"traceutil/trace.go:171","msg":"trace[629590676] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"339.377758ms","start":"2026-03-06T21:10:39.326321Z","end":"2026-03-06T21:10:39.665698Z","steps":["trace[629590676] 'process raft request' (duration: 339.265926ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.665694Z","caller":"traceutil/trace.go:171","msg":"trace[770983899] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"1.072289097s","start":"2026-03-06T21:10:38.593366Z","end":"2026-03-06T21:10:39.665655Z","steps":["trace[770983899] 'process raft request' (duration: 1.072029791s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.665788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.326306Z","time spent":"339.44301ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:39.66576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376163703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:39.665845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.593341Z","time spent":"1.07242665s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:39.665843Z","caller":"traceutil/trace.go:171","msg":"trace[1118603871] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24284; }","duration":"1.376320426s","start":"2026-03-06T21:10:38.289509Z","end":"2026-03-06T21:10:39.665829Z","steps":["trace[1118603871] 'agreement among raft nodes before linearized reading' (duration: 1.376164343s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.665871Z","caller":"traceutil/trace.go:171","msg":"trace[739741009] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"340.8482ms","start":"2026-03-06T21:10:39.324999Z","end":"2026-03-06T21:10:39.665847Z","steps":["trace[739741009] 'process raft request' (duration: 340.502212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.665897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.289487Z","time spent":"1.376400049s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:39.665935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613912622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:39.665921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.487764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:10:39.66597Z","caller":"traceutil/trace.go:171","msg":"trace[1558759017] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24284; }","duration":"1.613972024s","start":"2026-03-06T21:10:38.051976Z","end":"2026-03-06T21:10:39.665948Z","steps":["trace[1558759017] 'agreement among raft nodes before linearized reading' (duration: 1.613913613s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.665974Z","caller":"traceutil/trace.go:171","msg":"trace[421372653] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24284; }","duration":"960.586866ms","start":"2026-03-06T21:10:38.705375Z","end":"2026-03-06T21:10:39.665961Z","steps":["trace[421372653] 'agreement among raft nodes before linearized reading' (duration: 960.372671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.665994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.051957Z","time spent":"1.614031155s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:39.665987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.324971Z","time spent":"340.956553ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:39.666008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.705353Z","time spent":"960.645817ms","remote":"127.0.0.1:42582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:39.666022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339142552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-06T21:10:39.666038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342564338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:39.66607Z","caller":"traceutil/trace.go:171","msg":"trace[596567007] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24284; }","duration":"2.339211573s","start":"2026-03-06T21:10:37.326845Z","end":"2026-03-06T21:10:39.666057Z","steps":["trace[596567007] 'agreement among raft nodes before linearized reading' (duration: 2.339029139s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092728562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T21:10:39.666069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17700655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T21:10:39.666106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.491813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10853"} {"level":"info","ts":"2026-03-06T21:10:39.666107Z","caller":"traceutil/trace.go:171","msg":"trace[1960449685] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24284; }","duration":"2.34265657s","start":"2026-03-06T21:10:37.323433Z","end":"2026-03-06T21:10:39.66609Z","steps":["trace[1960449685] 'agreement among raft nodes before linearized reading' (duration: 2.342560868s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.666135Z","caller":"traceutil/trace.go:171","msg":"trace[173104990] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24284; }","duration":"2.177113033s","start":"2026-03-06T21:10:37.489005Z","end":"2026-03-06T21:10:39.666118Z","steps":["trace[173104990] 'agreement among raft nodes before linearized reading' (duration: 2.176776584s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.666148Z","caller":"traceutil/trace.go:171","msg":"trace[751865474] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24284; }","duration":"517.554094ms","start":"2026-03-06T21:10:39.148584Z","end":"2026-03-06T21:10:39.666138Z","steps":["trace[751865474] 'agreement among raft nodes before linearized reading' (duration: 517.414121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.323404Z","time spent":"2.342748152s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:10:39.666177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.488988Z","time spent":"2.177179504s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:39.666193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.753884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:39.66622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.01561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-06T21:10:39.666227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.006172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:39.666249Z","caller":"traceutil/trace.go:171","msg":"trace[536980788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24284; }","duration":"501.049531ms","start":"2026-03-06T21:10:39.165189Z","end":"2026-03-06T21:10:39.666238Z","steps":["trace[536980788] 'agreement among raft nodes before linearized reading' (duration: 500.968759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.148567Z","time spent":"517.610726ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10876,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T21:10:39.666268Z","caller":"traceutil/trace.go:171","msg":"trace[792678953] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24284; }","duration":"448.077844ms","start":"2026-03-06T21:10:39.218177Z","end":"2026-03-06T21:10:39.666255Z","steps":["trace[792678953] 'agreement among raft nodes before linearized reading' (duration: 448.014422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.411477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:39.666281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.165181Z","time spent":"501.094182ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:39.666291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.140865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:39.666304Z","caller":"traceutil/trace.go:171","msg":"trace[1372384769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24284; }","duration":"338.473418ms","start":"2026-03-06T21:10:39.327822Z","end":"2026-03-06T21:10:39.666295Z","steps":["trace[1372384769] 'agreement among raft nodes before linearized reading' (duration: 338.418287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.218157Z","time spent":"448.137234ms","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:39.666323Z","caller":"traceutil/trace.go:171","msg":"trace[959248435] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24284; }","duration":"355.215427ms","start":"2026-03-06T21:10:39.311099Z","end":"2026-03-06T21:10:39.666314Z","steps":["trace[959248435] 'agreement among raft nodes before linearized reading' (duration: 355.167176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.327793Z","time spent":"338.53465ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:39.666353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.311073Z","time spent":"355.272788ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:39.666241Z","caller":"traceutil/trace.go:171","msg":"trace[2052342397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24284; }","duration":"377.811205ms","start":"2026-03-06T21:10:39.288417Z","end":"2026-03-06T21:10:39.666228Z","steps":["trace[2052342397] 'agreement among raft nodes before linearized reading' (duration: 377.731363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.832789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:10:39.666436Z","caller":"traceutil/trace.go:171","msg":"trace[6752908] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db; range_end:; response_count:1; response_revision:24284; }","duration":"516.878549ms","start":"2026-03-06T21:10:39.14955Z","end":"2026-03-06T21:10:39.666429Z","steps":["trace[6752908] 'agreement among raft nodes before linearized reading' (duration: 516.768977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.149539Z","time spent":"516.910231ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5cb3846818db\" "} {"level":"warn","ts":"2026-03-06T21:10:39.666438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.288345Z","time spent":"378.084041ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:39.666108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.326836Z","time spent":"2.339263754s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-06T21:10:39.666118Z","caller":"traceutil/trace.go:171","msg":"trace[401648592] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24284; }","duration":"2.092832374s","start":"2026-03-06T21:10:37.573273Z","end":"2026-03-06T21:10:39.666105Z","steps":["trace[401648592] 'agreement among raft nodes before linearized reading' (duration: 2.092703351s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.666577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.573242Z","time spent":"2.093324026s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"info","ts":"2026-03-06T21:10:39.822207Z","caller":"traceutil/trace.go:171","msg":"trace[1481544653] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25148; }","duration":"150.320772ms","start":"2026-03-06T21:10:39.671865Z","end":"2026-03-06T21:10:39.822185Z","steps":["trace[1481544653] 'read index received' (duration: 62.421946ms)","trace[1481544653] 'applied index is now lower than readState.Index' (duration: 87.897976ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:39.822329Z","caller":"traceutil/trace.go:171","msg":"trace[580509370] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"143.629515ms","start":"2026-03-06T21:10:39.678688Z","end":"2026-03-06T21:10:39.822318Z","steps":["trace[580509370] 'process raft request' (duration: 143.42864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.822566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.679619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:39.822636Z","caller":"traceutil/trace.go:171","msg":"trace[666054735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24286; }","duration":"150.795462ms","start":"2026-03-06T21:10:39.671831Z","end":"2026-03-06T21:10:39.822626Z","steps":["trace[666054735] 'agreement among raft nodes before linearized reading' (duration: 150.609828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.82267Z","caller":"traceutil/trace.go:171","msg":"trace[13655227] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"151.672452ms","start":"2026-03-06T21:10:39.670967Z","end":"2026-03-06T21:10:39.822639Z","steps":["trace[13655227] 'process raft request' (duration: 150.968686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.887752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.431266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:39.887834Z","caller":"traceutil/trace.go:171","msg":"trace[859938764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24287; }","duration":"214.549418ms","start":"2026-03-06T21:10:39.673267Z","end":"2026-03-06T21:10:39.887816Z","steps":["trace[859938764] 'agreement among raft nodes before linearized reading' (duration: 214.348553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:39.887868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.542728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-06T21:10:39.88796Z","caller":"traceutil/trace.go:171","msg":"trace[132763247] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ce27c81-3bb9-43e0-ab99-f3edf528960e; range_end:; response_count:1; response_revision:24287; }","duration":"214.6397ms","start":"2026-03-06T21:10:39.673294Z","end":"2026-03-06T21:10:39.887933Z","steps":["trace[132763247] 'agreement among raft nodes before linearized reading' (duration: 214.315003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:39.88822Z","caller":"traceutil/trace.go:171","msg":"trace[1255540193] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"152.700965ms","start":"2026-03-06T21:10:39.735507Z","end":"2026-03-06T21:10:39.888208Z","steps":["trace[1255540193] 'process raft request' (duration: 151.926048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:40.004068Z","caller":"traceutil/trace.go:171","msg":"trace[194437584] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"157.9229ms","start":"2026-03-06T21:10:39.846119Z","end":"2026-03-06T21:10:40.004042Z","steps":["trace[194437584] 'process raft request' (duration: 157.723565ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:40.004392Z","caller":"traceutil/trace.go:171","msg":"trace[1327910205] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"157.247845ms","start":"2026-03-06T21:10:39.847132Z","end":"2026-03-06T21:10:40.00438Z","steps":["trace[1327910205] 'process raft request' (duration: 156.864837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:40.004487Z","caller":"traceutil/trace.go:171","msg":"trace[934216509] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"148.669765ms","start":"2026-03-06T21:10:39.855809Z","end":"2026-03-06T21:10:40.004479Z","steps":["trace[934216509] 'process raft request' (duration: 148.579563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:40.004489Z","caller":"traceutil/trace.go:171","msg":"trace[2130384366] linearizableReadLoop","detail":"{readStateIndex:25156; appliedIndex:25152; }","duration":"116.882934ms","start":"2026-03-06T21:10:39.887582Z","end":"2026-03-06T21:10:40.004465Z","steps":["trace[2130384366] 'read index received' (duration: 116.166178ms)","trace[2130384366] 'applied index is now lower than readState.Index' (duration: 715.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:40.004579Z","caller":"traceutil/trace.go:171","msg":"trace[194484389] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"156.174491ms","start":"2026-03-06T21:10:39.848372Z","end":"2026-03-06T21:10:40.004546Z","steps":["trace[194484389] 'process raft request' (duration: 155.910845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.004774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.299845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila-server-0.189a5cc5f8c2d4d3\" ","response":"range_response_count:1 size:792"} {"level":"info","ts":"2026-03-06T21:10:40.00482Z","caller":"traceutil/trace.go:171","msg":"trace[269338672] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila-server-0.189a5cc5f8c2d4d3; range_end:; response_count:1; response_revision:24291; }","duration":"162.414157ms","start":"2026-03-06T21:10:39.842393Z","end":"2026-03-06T21:10:40.004807Z","steps":["trace[269338672] 'agreement among raft nodes before linearized reading' (duration: 162.208023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.004857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.169166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T21:10:40.004903Z","caller":"traceutil/trace.go:171","msg":"trace[1579670914] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24291; }","duration":"178.245888ms","start":"2026-03-06T21:10:39.826646Z","end":"2026-03-06T21:10:40.004892Z","steps":["trace[1579670914] 'agreement among raft nodes before linearized reading' (duration: 178.079844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.005093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.007352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz\" ","response":"range_response_count:1 size:7153"} {"level":"info","ts":"2026-03-06T21:10:40.005162Z","caller":"traceutil/trace.go:171","msg":"trace[1311524014] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29547190-hfslz; range_end:; response_count:1; response_revision:24291; }","duration":"163.135806ms","start":"2026-03-06T21:10:39.842007Z","end":"2026-03-06T21:10:40.005143Z","steps":["trace[1311524014] 'agreement among raft nodes before linearized reading' (duration: 162.942021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.005203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.738146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-06T21:10:40.005106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.608475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:10:40.005252Z","caller":"traceutil/trace.go:171","msg":"trace[2039592754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24291; }","duration":"113.800068ms","start":"2026-03-06T21:10:39.891436Z","end":"2026-03-06T21:10:40.005236Z","steps":["trace[2039592754] 'agreement among raft nodes before linearized reading' (duration: 113.701676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:40.005284Z","caller":"traceutil/trace.go:171","msg":"trace[1914170139] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24291; }","duration":"114.82398ms","start":"2026-03-06T21:10:39.890449Z","end":"2026-03-06T21:10:40.005273Z","steps":["trace[1914170139] 'agreement among raft nodes before linearized reading' (duration: 114.545093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:40.154885Z","caller":"traceutil/trace.go:171","msg":"trace[843223014] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"137.193943ms","start":"2026-03-06T21:10:40.017663Z","end":"2026-03-06T21:10:40.154857Z","steps":["trace[843223014] 'process raft request' (duration: 136.895487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.154941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.153603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T21:10:40.155019Z","caller":"traceutil/trace.go:171","msg":"trace[1663635198] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f6c2a6d-e85a-44a6-995c-6df7419c1f1e; range_end:; response_count:1; response_revision:24293; }","duration":"142.247514ms","start":"2026-03-06T21:10:40.012749Z","end":"2026-03-06T21:10:40.154997Z","steps":["trace[1663635198] 'agreement among raft nodes before linearized reading' (duration: 142.079041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.155073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.988516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T21:10:40.155134Z","caller":"traceutil/trace.go:171","msg":"trace[2050647795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24293; }","duration":"116.095778ms","start":"2026-03-06T21:10:40.039021Z","end":"2026-03-06T21:10:40.155117Z","steps":["trace[2050647795] 'agreement among raft nodes before linearized reading' (duration: 115.946655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.155624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.9201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:10:40.155677Z","caller":"traceutil/trace.go:171","msg":"trace[490835540] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24293; }","duration":"142.982811ms","start":"2026-03-06T21:10:40.012682Z","end":"2026-03-06T21:10:40.155665Z","steps":["trace[490835540] 'agreement among raft nodes before linearized reading' (duration: 142.824198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.817909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.162972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:40.817985Z","caller":"traceutil/trace.go:171","msg":"trace[2131641478] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24307; }","duration":"107.290535ms","start":"2026-03-06T21:10:40.710674Z","end":"2026-03-06T21:10:40.817965Z","steps":["trace[2131641478] 'count revisions from in-memory index tree' (duration: 107.10128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.818143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.642746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:40.818206Z","caller":"traceutil/trace.go:171","msg":"trace[681570889] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24307; }","duration":"202.734297ms","start":"2026-03-06T21:10:40.615455Z","end":"2026-03-06T21:10:40.818189Z","steps":["trace[681570889] 'count revisions from in-memory index tree' (duration: 202.586084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:46.220408Z","caller":"traceutil/trace.go:171","msg":"trace[1469197339] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"165.343263ms","start":"2026-03-06T21:10:46.055038Z","end":"2026-03-06T21:10:46.220381Z","steps":["trace[1469197339] 'process raft request' (duration: 164.886433ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:46.221138Z","caller":"traceutil/trace.go:171","msg":"trace[912804416] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"163.40874ms","start":"2026-03-06T21:10:46.057709Z","end":"2026-03-06T21:10:46.221117Z","steps":["trace[912804416] 'process raft request' (duration: 163.100333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:46.221382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.870392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:46.221425Z","caller":"traceutil/trace.go:171","msg":"trace[1230714699] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24366; }","duration":"109.967674ms","start":"2026-03-06T21:10:46.111442Z","end":"2026-03-06T21:10:46.221409Z","steps":["trace[1230714699] 'agreement among raft nodes before linearized reading' (duration: 109.878932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:46.220935Z","caller":"traceutil/trace.go:171","msg":"trace[204266861] linearizableReadLoop","detail":"{readStateIndex:25232; appliedIndex:25229; }","duration":"109.42672ms","start":"2026-03-06T21:10:46.111495Z","end":"2026-03-06T21:10:46.220922Z","steps":["trace[204266861] 'read index received' (duration: 16.386671ms)","trace[204266861] 'applied index is now lower than readState.Index' (duration: 93.039099ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:47.980218Z","caller":"traceutil/trace.go:171","msg":"trace[99791367] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"113.47646ms","start":"2026-03-06T21:10:47.866659Z","end":"2026-03-06T21:10:47.980135Z","steps":["trace[99791367] 'process raft request' (duration: 113.417618ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:47.980435Z","caller":"traceutil/trace.go:171","msg":"trace[124874567] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"120.584228ms","start":"2026-03-06T21:10:47.859798Z","end":"2026-03-06T21:10:47.980383Z","steps":["trace[124874567] 'process raft request' (duration: 114.654106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:47.980603Z","caller":"traceutil/trace.go:171","msg":"trace[485402255] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"120.621449ms","start":"2026-03-06T21:10:47.859853Z","end":"2026-03-06T21:10:47.980474Z","steps":["trace[485402255] 'process raft request' (duration: 120.140547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.906333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.654225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:48.906408Z","caller":"traceutil/trace.go:171","msg":"trace[1319550630] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24384; }","duration":"143.798549ms","start":"2026-03-06T21:10:48.762593Z","end":"2026-03-06T21:10:48.906391Z","steps":["trace[1319550630] 'count revisions from in-memory index tree' (duration: 143.524983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.906793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.143315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T21:10:48.90685Z","caller":"traceutil/trace.go:171","msg":"trace[1395229779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24384; }","duration":"601.231287ms","start":"2026-03-06T21:10:48.305604Z","end":"2026-03-06T21:10:48.906835Z","steps":["trace[1395229779] 'range keys from in-memory index tree' (duration: 600.989852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.906873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:48.305592Z","time spent":"601.275948ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:48.907048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.874618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:10:48.907162Z","caller":"traceutil/trace.go:171","msg":"trace[1644319796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24384; }","duration":"556.057122ms","start":"2026-03-06T21:10:48.351081Z","end":"2026-03-06T21:10:48.907138Z","steps":["trace[1644319796] 'range keys from in-memory index tree' (duration: 555.657304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.907218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:48.351057Z","time spent":"556.149254ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:10:49.220762Z","caller":"traceutil/trace.go:171","msg":"trace[1528920204] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"304.33178ms","start":"2026-03-06T21:10:48.91639Z","end":"2026-03-06T21:10:49.220722Z","steps":["trace[1528920204] 'process raft request' (duration: 304.124825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.221064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:48.91637Z","time spent":"304.588955ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:49.632297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.37342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:49.632445Z","caller":"traceutil/trace.go:171","msg":"trace[680728184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24385; }","duration":"197.550974ms","start":"2026-03-06T21:10:49.434873Z","end":"2026-03-06T21:10:49.632424Z","steps":["trace[680728184] 'range keys from in-memory index tree' (duration: 197.348019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.633108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.339259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:49.63321Z","caller":"traceutil/trace.go:171","msg":"trace[1845840006] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25252; }","duration":"355.394528ms","start":"2026-03-06T21:10:49.277797Z","end":"2026-03-06T21:10:49.633191Z","steps":["trace[1845840006] 'read index received' (duration: 112.875764ms)","trace[1845840006] 'applied index is now lower than readState.Index' (duration: 242.517574ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:49.633242Z","caller":"traceutil/trace.go:171","msg":"trace[798017673] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"377.979445ms","start":"2026-03-06T21:10:49.255234Z","end":"2026-03-06T21:10:49.633214Z","steps":["trace[798017673] 'process raft request' (duration: 135.459111ms)","trace[798017673] 'compare' (duration: 241.49978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:49.633337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.542481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:49.633366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.255217Z","time spent":"378.082667ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:49.633375Z","caller":"traceutil/trace.go:171","msg":"trace[204351201] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24386; }","duration":"355.611423ms","start":"2026-03-06T21:10:49.277751Z","end":"2026-03-06T21:10:49.633362Z","steps":["trace[204351201] 'agreement among raft nodes before linearized reading' (duration: 355.537151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.633412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.277736Z","time spent":"355.665744ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:49.982205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.475369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:49.982552Z","caller":"traceutil/trace.go:171","msg":"trace[423751239] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"152.028712ms","start":"2026-03-06T21:10:49.830516Z","end":"2026-03-06T21:10:49.982544Z","steps":["trace[423751239] 'process raft request' (duration: 151.789146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.982546Z","caller":"traceutil/trace.go:171","msg":"trace[1707251822] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"313.14797ms","start":"2026-03-06T21:10:49.66938Z","end":"2026-03-06T21:10:49.982528Z","steps":["trace[1707251822] 'process raft request' (duration: 312.895235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.982607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.66936Z","time spent":"313.214662ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:49.98265Z","caller":"traceutil/trace.go:171","msg":"trace[2080612913] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"645.584312ms","start":"2026-03-06T21:10:49.337032Z","end":"2026-03-06T21:10:49.982617Z","steps":["trace[2080612913] 'process raft request' (duration: 462.642194ms)","trace[2080612913] 'compare' (duration: 182.390336ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:49.982625Z","caller":"traceutil/trace.go:171","msg":"trace[1215165371] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"131.241715ms","start":"2026-03-06T21:10:49.851378Z","end":"2026-03-06T21:10:49.98262Z","steps":["trace[1215165371] 'process raft request' (duration: 130.946159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.982748Z","caller":"traceutil/trace.go:171","msg":"trace[337483721] linearizableReadLoop","detail":"{readStateIndex:25254; appliedIndex:25253; }","duration":"349.501672ms","start":"2026-03-06T21:10:49.633241Z","end":"2026-03-06T21:10:49.982743Z","steps":["trace[337483721] 'read index received' (duration: 166.40561ms)","trace[337483721] 'applied index is now lower than readState.Index' (duration: 183.095562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:49.982829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.17881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:10:49.982787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.337007Z","time spent":"645.710765ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:49.982842Z","caller":"traceutil/trace.go:171","msg":"trace[555249471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24391; }","duration":"592.232621ms","start":"2026-03-06T21:10:49.390605Z","end":"2026-03-06T21:10:49.982837Z","steps":["trace[555249471] 'agreement among raft nodes before linearized reading' (duration: 592.156529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.982856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.390581Z","time spent":"592.272482ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:49.982903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.956776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:49.98292Z","caller":"traceutil/trace.go:171","msg":"trace[1475610530] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24391; }","duration":"482.001437ms","start":"2026-03-06T21:10:49.500912Z","end":"2026-03-06T21:10:49.982913Z","steps":["trace[1475610530] 'agreement among raft nodes before linearized reading' (duration: 481.973946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.982932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.500894Z","time spent":"482.034947ms","remote":"127.0.0.1:46644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:49.983033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.563364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:10:49.98305Z","caller":"traceutil/trace.go:171","msg":"trace[321577188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24391; }","duration":"570.617515ms","start":"2026-03-06T21:10:49.412428Z","end":"2026-03-06T21:10:49.983046Z","steps":["trace[321577188] 'agreement among raft nodes before linearized reading' (duration: 570.571784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.983062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.412407Z","time spent":"570.652746ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:49.983265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.78715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:10:49.983427Z","caller":"traceutil/trace.go:171","msg":"trace[1097422201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24391; }","duration":"570.979424ms","start":"2026-03-06T21:10:49.41243Z","end":"2026-03-06T21:10:49.98341Z","steps":["trace[1097422201] 'agreement among raft nodes before linearized reading' (duration: 570.600725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.983476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.412412Z","time spent":"571.051636ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:10:50.291326Z","caller":"traceutil/trace.go:171","msg":"trace[1139159788] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"304.87151ms","start":"2026-03-06T21:10:49.986437Z","end":"2026-03-06T21:10:50.291308Z","steps":["trace[1139159788] 'process raft request' (duration: 304.757448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.291549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.986408Z","time spent":"304.970322ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:50.488084Z","caller":"traceutil/trace.go:171","msg":"trace[1892057973] linearizableReadLoop","detail":"{readStateIndex:25264; appliedIndex:25258; }","duration":"242.761259ms","start":"2026-03-06T21:10:50.245303Z","end":"2026-03-06T21:10:50.488064Z","steps":["trace[1892057973] 'read index received' (duration: 45.982663ms)","trace[1892057973] 'applied index is now lower than readState.Index' (duration: 196.777676ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:50.488108Z","caller":"traceutil/trace.go:171","msg":"trace[451930270] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"498.034284ms","start":"2026-03-06T21:10:49.990047Z","end":"2026-03-06T21:10:50.488081Z","steps":["trace[451930270] 'process raft request' (duration: 497.87227ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:50.488218Z","caller":"traceutil/trace.go:171","msg":"trace[685177517] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"496.894288ms","start":"2026-03-06T21:10:49.991308Z","end":"2026-03-06T21:10:50.488203Z","steps":["trace[685177517] 'process raft request' (duration: 496.657463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.48827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.990024Z","time spent":"498.142737ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:50.488323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.991301Z","time spent":"496.951529ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:50.488426Z","caller":"traceutil/trace.go:171","msg":"trace[1232487701] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"495.048536ms","start":"2026-03-06T21:10:49.993371Z","end":"2026-03-06T21:10:50.488419Z","steps":["trace[1232487701] 'process raft request' (duration: 494.629127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:50.488451Z","caller":"traceutil/trace.go:171","msg":"trace[2126752074] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"501.147075ms","start":"2026-03-06T21:10:49.98728Z","end":"2026-03-06T21:10:50.488427Z","steps":["trace[2126752074] 'process raft request' (duration: 498.506005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.488462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.993362Z","time spent":"495.078577ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:50.488501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.987272Z","time spent":"501.202236ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:50.48852Z","caller":"traceutil/trace.go:171","msg":"trace[1236619356] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"495.090656ms","start":"2026-03-06T21:10:49.993423Z","end":"2026-03-06T21:10:50.488514Z","steps":["trace[1236619356] 'process raft request' (duration: 494.605455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.488554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:49.993418Z","time spent":"495.117847ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:50.488573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.278911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:50.488594Z","caller":"traceutil/trace.go:171","msg":"trace[286458185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24397; }","duration":"243.325662ms","start":"2026-03-06T21:10:50.245262Z","end":"2026-03-06T21:10:50.488588Z","steps":["trace[286458185] 'agreement among raft nodes before linearized reading' (duration: 243.289761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:50.874775Z","caller":"traceutil/trace.go:171","msg":"trace[1742450168] linearizableReadLoop","detail":"{readStateIndex:25265; appliedIndex:25264; }","duration":"386.593192ms","start":"2026-03-06T21:10:50.488148Z","end":"2026-03-06T21:10:50.874742Z","steps":["trace[1742450168] 'read index received' (duration: 307.617944ms)","trace[1742450168] 'applied index is now lower than readState.Index' (duration: 78.973718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:50.875019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.498599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:50.87506Z","caller":"traceutil/trace.go:171","msg":"trace[480224104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24398; }","duration":"541.571251ms","start":"2026-03-06T21:10:50.333477Z","end":"2026-03-06T21:10:50.875048Z","steps":["trace[480224104] 'agreement among raft nodes before linearized reading' (duration: 541.400557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.875094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:50.333465Z","time spent":"541.621002ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:50.875301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.444527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:50.875335Z","caller":"traceutil/trace.go:171","msg":"trace[57837672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24398; }","duration":"385.502108ms","start":"2026-03-06T21:10:50.489824Z","end":"2026-03-06T21:10:50.875326Z","steps":["trace[57837672] 'agreement among raft nodes before linearized reading' (duration: 385.452996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.875359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:50.489811Z","time spent":"385.543358ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:50.875419Z","caller":"traceutil/trace.go:171","msg":"trace[436853113] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"511.477263ms","start":"2026-03-06T21:10:50.363892Z","end":"2026-03-06T21:10:50.87537Z","steps":["trace[436853113] 'process raft request' (duration: 431.843589ms)","trace[436853113] 'compare' (duration: 78.785844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:50.875561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:50.363869Z","time spent":"511.616355ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:50.875677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.334856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:50.875718Z","caller":"traceutil/trace.go:171","msg":"trace[2108182193] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24398; }","duration":"134.427968ms","start":"2026-03-06T21:10:50.741279Z","end":"2026-03-06T21:10:50.875707Z","steps":["trace[2108182193] 'agreement among raft nodes before linearized reading' (duration: 134.366097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.87588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.200375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:50.875914Z","caller":"traceutil/trace.go:171","msg":"trace[100944851] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24398; }","duration":"252.263547ms","start":"2026-03-06T21:10:50.623643Z","end":"2026-03-06T21:10:50.875906Z","steps":["trace[100944851] 'agreement among raft nodes before linearized reading' (duration: 252.213415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.876152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.745169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:50.87624Z","caller":"traceutil/trace.go:171","msg":"trace[358259870] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24398; }","duration":"304.925342ms","start":"2026-03-06T21:10:50.571303Z","end":"2026-03-06T21:10:50.876228Z","steps":["trace[358259870] 'agreement among raft nodes before linearized reading' (duration: 304.617425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.876278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:50.571287Z","time spent":"304.982114ms","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:59.847521Z","caller":"traceutil/trace.go:171","msg":"trace[45966536] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"495.939407ms","start":"2026-03-06T21:10:59.351546Z","end":"2026-03-06T21:10:59.847485Z","steps":["trace[45966536] 'process raft request' (duration: 495.65539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:59.84768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:59.351528Z","time spent":"496.067999ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:00.195373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.061681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:00.19549Z","caller":"traceutil/trace.go:171","msg":"trace[49424415] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24457; }","duration":"252.240855ms","start":"2026-03-06T21:10:59.943225Z","end":"2026-03-06T21:11:00.195466Z","steps":["trace[49424415] 'count revisions from in-memory index tree' (duration: 251.944589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:00.252048Z","caller":"traceutil/trace.go:171","msg":"trace[564698812] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"246.407252ms","start":"2026-03-06T21:11:00.005618Z","end":"2026-03-06T21:11:00.252025Z","steps":["trace[564698812] 'process raft request' (duration: 246.261089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:00.256982Z","caller":"traceutil/trace.go:171","msg":"trace[1531176118] linearizableReadLoop","detail":"{readStateIndex:25331; appliedIndex:25326; }","duration":"156.284809ms","start":"2026-03-06T21:11:00.100684Z","end":"2026-03-06T21:11:00.256969Z","steps":["trace[1531176118] 'read index received' (duration: 151.197122ms)","trace[1531176118] 'applied index is now lower than readState.Index' (duration: 5.086917ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:00.257028Z","caller":"traceutil/trace.go:171","msg":"trace[8769878] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"206.157281ms","start":"2026-03-06T21:11:00.050839Z","end":"2026-03-06T21:11:00.256996Z","steps":["trace[8769878] 'process raft request' (duration: 206.044799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:00.257073Z","caller":"traceutil/trace.go:171","msg":"trace[1031421829] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"206.11297ms","start":"2026-03-06T21:11:00.050952Z","end":"2026-03-06T21:11:00.257065Z","steps":["trace[1031421829] 'process raft request' (duration: 205.965686ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:00.257098Z","caller":"traceutil/trace.go:171","msg":"trace[927904703] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"214.068753ms","start":"2026-03-06T21:11:00.04299Z","end":"2026-03-06T21:11:00.257058Z","steps":["trace[927904703] 'process raft request' (duration: 213.825877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:00.257171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.467474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:00.257209Z","caller":"traceutil/trace.go:171","msg":"trace[594487458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24462; }","duration":"156.562406ms","start":"2026-03-06T21:11:00.100637Z","end":"2026-03-06T21:11:00.257199Z","steps":["trace[594487458] 'agreement among raft nodes before linearized reading' (duration: 156.483564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:00.257237Z","caller":"traceutil/trace.go:171","msg":"trace[1301850706] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"205.784993ms","start":"2026-03-06T21:11:00.051432Z","end":"2026-03-06T21:11:00.257217Z","steps":["trace[1301850706] 'process raft request' (duration: 205.512927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:02.076851Z","caller":"traceutil/trace.go:171","msg":"trace[1449713745] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"147.677051ms","start":"2026-03-06T21:11:01.92915Z","end":"2026-03-06T21:11:02.076827Z","steps":["trace[1449713745] 'process raft request' (duration: 147.530537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:02.372025Z","caller":"traceutil/trace.go:171","msg":"trace[165329784] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"109.62948ms","start":"2026-03-06T21:11:02.262376Z","end":"2026-03-06T21:11:02.372006Z","steps":["trace[165329784] 'process raft request' (duration: 94.972625ms)","trace[165329784] 'compare' (duration: 14.532833ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:02.372464Z","caller":"traceutil/trace.go:171","msg":"trace[1738798102] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"109.929247ms","start":"2026-03-06T21:11:02.262511Z","end":"2026-03-06T21:11:02.372441Z","steps":["trace[1738798102] 'process raft request' (duration: 109.468537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:02.372467Z","caller":"traceutil/trace.go:171","msg":"trace[748750886] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"108.901224ms","start":"2026-03-06T21:11:02.263533Z","end":"2026-03-06T21:11:02.372434Z","steps":["trace[748750886] 'process raft request' (duration: 108.761301ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:02.674991Z","caller":"traceutil/trace.go:171","msg":"trace[1454798468] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"104.609635ms","start":"2026-03-06T21:11:02.57036Z","end":"2026-03-06T21:11:02.67497Z","steps":["trace[1454798468] 'process raft request' (duration: 104.452482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:02.687053Z","caller":"traceutil/trace.go:171","msg":"trace[1965762978] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"116.020256ms","start":"2026-03-06T21:11:02.571008Z","end":"2026-03-06T21:11:02.687028Z","steps":["trace[1965762978] 'process raft request' (duration: 115.824282ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:02.698198Z","caller":"traceutil/trace.go:171","msg":"trace[213987498] linearizableReadLoop","detail":"{readStateIndex:25349; appliedIndex:25347; }","duration":"112.380923ms","start":"2026-03-06T21:11:02.585793Z","end":"2026-03-06T21:11:02.698174Z","steps":["trace[213987498] 'read index received' (duration: 89.034839ms)","trace[213987498] 'applied index is now lower than readState.Index' (duration: 23.344904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:02.698445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.639159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:11:02.698525Z","caller":"traceutil/trace.go:171","msg":"trace[111230343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24480; }","duration":"112.775452ms","start":"2026-03-06T21:11:02.585734Z","end":"2026-03-06T21:11:02.698509Z","steps":["trace[111230343] 'agreement among raft nodes before linearized reading' (duration: 112.515056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:02.699851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.872729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:11:02.69989Z","caller":"traceutil/trace.go:171","msg":"trace[1202989737] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24480; }","duration":"100.956432ms","start":"2026-03-06T21:11:02.598926Z","end":"2026-03-06T21:11:02.699882Z","steps":["trace[1202989737] 'agreement among raft nodes before linearized reading' (duration: 99.374265ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:04.490744Z","caller":"traceutil/trace.go:171","msg":"trace[3402890] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"112.338592ms","start":"2026-03-06T21:11:04.378348Z","end":"2026-03-06T21:11:04.490687Z","steps":["trace[3402890] 'process raft request' (duration: 112.125687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:04.537206Z","caller":"traceutil/trace.go:171","msg":"trace[688478670] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"158.746735ms","start":"2026-03-06T21:11:04.378426Z","end":"2026-03-06T21:11:04.537173Z","steps":["trace[688478670] 'process raft request' (duration: 158.52535ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:04.537485Z","caller":"traceutil/trace.go:171","msg":"trace[930862531] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"158.94557ms","start":"2026-03-06T21:11:04.378504Z","end":"2026-03-06T21:11:04.537449Z","steps":["trace[930862531] 'process raft request' (duration: 158.618713ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:04.538154Z","caller":"traceutil/trace.go:171","msg":"trace[1646454619] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"153.68096ms","start":"2026-03-06T21:11:04.384449Z","end":"2026-03-06T21:11:04.53813Z","steps":["trace[1646454619] 'process raft request' (duration: 152.861011ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:05.016453Z","caller":"traceutil/trace.go:171","msg":"trace[1605771433] linearizableReadLoop","detail":"{readStateIndex:25366; appliedIndex:25365; }","duration":"105.609289ms","start":"2026-03-06T21:11:04.910819Z","end":"2026-03-06T21:11:05.016428Z","steps":["trace[1605771433] 'read index received' (duration: 63.393172ms)","trace[1605771433] 'applied index is now lower than readState.Index' (duration: 42.215207ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:05.016531Z","caller":"traceutil/trace.go:171","msg":"trace[869206304] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"230.714062ms","start":"2026-03-06T21:11:04.785782Z","end":"2026-03-06T21:11:05.016496Z","steps":["trace[869206304] 'process raft request' (duration: 188.490376ms)","trace[869206304] 'compare' (duration: 42.026022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:05.016655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.808633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:05.016741Z","caller":"traceutil/trace.go:171","msg":"trace[616877287] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24496; }","duration":"105.939626ms","start":"2026-03-06T21:11:04.91078Z","end":"2026-03-06T21:11:05.016719Z","steps":["trace[616877287] 'agreement among raft nodes before linearized reading' (duration: 105.781913ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:08.317453Z","caller":"traceutil/trace.go:171","msg":"trace[18436921] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"121.730807ms","start":"2026-03-06T21:11:08.195696Z","end":"2026-03-06T21:11:08.317427Z","steps":["trace[18436921] 'process raft request' (duration: 119.356062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:08.765773Z","caller":"traceutil/trace.go:171","msg":"trace[310560481] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25389; }","duration":"207.176154ms","start":"2026-03-06T21:11:08.558575Z","end":"2026-03-06T21:11:08.765751Z","steps":["trace[310560481] 'read index received' (duration: 199.781895ms)","trace[310560481] 'applied index is now lower than readState.Index' (duration: 7.393208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:08.765931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.331717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:08.765971Z","caller":"traceutil/trace.go:171","msg":"trace[815537792] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24520; }","duration":"207.420159ms","start":"2026-03-06T21:11:08.55854Z","end":"2026-03-06T21:11:08.76596Z","steps":["trace[815537792] 'agreement among raft nodes before linearized reading' (duration: 207.306617ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:08.766173Z","caller":"traceutil/trace.go:171","msg":"trace[1185956738] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"213.494029ms","start":"2026-03-06T21:11:08.552656Z","end":"2026-03-06T21:11:08.76615Z","steps":["trace[1185956738] 'process raft request' (duration: 213.043578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:08.76722Z","caller":"traceutil/trace.go:171","msg":"trace[252296178] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"219.116017ms","start":"2026-03-06T21:11:08.546664Z","end":"2026-03-06T21:11:08.76578Z","steps":["trace[252296178] 'process raft request' (duration: 211.692978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:08.76981Z","caller":"traceutil/trace.go:171","msg":"trace[1632741314] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"210.328696ms","start":"2026-03-06T21:11:08.559466Z","end":"2026-03-06T21:11:08.769795Z","steps":["trace[1632741314] 'process raft request' (duration: 210.216913ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:09.149265Z","caller":"traceutil/trace.go:171","msg":"trace[1358954150] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"116.556469ms","start":"2026-03-06T21:11:09.03268Z","end":"2026-03-06T21:11:09.149236Z","steps":["trace[1358954150] 'process raft request' (duration: 18.056154ms)","trace[1358954150] 'compare' (duration: 97.85034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:09.87633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.16816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:09.876412Z","caller":"traceutil/trace.go:171","msg":"trace[388001922] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24527; }","duration":"102.301013ms","start":"2026-03-06T21:11:09.774091Z","end":"2026-03-06T21:11:09.876392Z","steps":["trace[388001922] 'count revisions from in-memory index tree' (duration: 98.842084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.969631Z","caller":"traceutil/trace.go:171","msg":"trace[455451279] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"103.248884ms","start":"2026-03-06T21:11:12.866358Z","end":"2026-03-06T21:11:12.969607Z","steps":["trace[455451279] 'process raft request' (duration: 103.08421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.969837Z","caller":"traceutil/trace.go:171","msg":"trace[379719485] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"102.411525ms","start":"2026-03-06T21:11:12.867411Z","end":"2026-03-06T21:11:12.969823Z","steps":["trace[379719485] 'process raft request' (duration: 102.150909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.97014Z","caller":"traceutil/trace.go:171","msg":"trace[130995850] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"102.352043ms","start":"2026-03-06T21:11:12.867756Z","end":"2026-03-06T21:11:12.970108Z","steps":["trace[130995850] 'process raft request' (duration: 102.025146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:24.897987Z","caller":"traceutil/trace.go:171","msg":"trace[457775084] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"108.195288ms","start":"2026-03-06T21:11:24.78976Z","end":"2026-03-06T21:11:24.897956Z","steps":["trace[457775084] 'process raft request' (duration: 108.043185ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:27.632813Z","caller":"traceutil/trace.go:171","msg":"trace[525283185] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"133.65471ms","start":"2026-03-06T21:11:27.499125Z","end":"2026-03-06T21:11:27.63278Z","steps":["trace[525283185] 'process raft request' (duration: 133.493237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.065037Z","caller":"traceutil/trace.go:171","msg":"trace[81779649] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"128.101142ms","start":"2026-03-06T21:11:30.936904Z","end":"2026-03-06T21:11:31.065005Z","steps":["trace[81779649] 'process raft request' (duration: 123.715482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.070524Z","caller":"traceutil/trace.go:171","msg":"trace[196612703] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"121.991822ms","start":"2026-03-06T21:11:30.948505Z","end":"2026-03-06T21:11:31.070497Z","steps":["trace[196612703] 'process raft request' (duration: 121.571333ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.070832Z","caller":"traceutil/trace.go:171","msg":"trace[660858301] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"122.175607ms","start":"2026-03-06T21:11:30.948646Z","end":"2026-03-06T21:11:31.070822Z","steps":["trace[660858301] 'process raft request' (duration: 121.588573ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.071325Z","caller":"traceutil/trace.go:171","msg":"trace[1372719005] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"122.530835ms","start":"2026-03-06T21:11:30.948773Z","end":"2026-03-06T21:11:31.071303Z","steps":["trace[1372719005] 'process raft request' (duration: 121.660075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.07139Z","caller":"traceutil/trace.go:171","msg":"trace[1225600637] linearizableReadLoop","detail":"{readStateIndex:25593; appliedIndex:25582; }","duration":"117.996583ms","start":"2026-03-06T21:11:30.95338Z","end":"2026-03-06T21:11:31.071377Z","steps":["trace[1225600637] 'read index received' (duration: 107.324008ms)","trace[1225600637] 'applied index is now lower than readState.Index' (duration: 10.671725ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:31.071466Z","caller":"traceutil/trace.go:171","msg":"trace[1273493085] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"122.636678ms","start":"2026-03-06T21:11:30.94882Z","end":"2026-03-06T21:11:31.071457Z","steps":["trace[1273493085] 'process raft request' (duration: 121.952851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.071576Z","caller":"traceutil/trace.go:171","msg":"trace[2048069951] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"122.71048ms","start":"2026-03-06T21:11:30.948856Z","end":"2026-03-06T21:11:31.071566Z","steps":["trace[2048069951] 'process raft request' (duration: 122.296061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.071656Z","caller":"traceutil/trace.go:171","msg":"trace[849021251] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"122.665279ms","start":"2026-03-06T21:11:30.948984Z","end":"2026-03-06T21:11:31.071649Z","steps":["trace[849021251] 'process raft request' (duration: 122.211089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.071731Z","caller":"traceutil/trace.go:171","msg":"trace[284181177] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"102.559249ms","start":"2026-03-06T21:11:30.969164Z","end":"2026-03-06T21:11:31.071724Z","steps":["trace[284181177] 'process raft request' (duration: 102.15985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.07191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.506405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:31.071956Z","caller":"traceutil/trace.go:171","msg":"trace[1259422491] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24717; }","duration":"118.582996ms","start":"2026-03-06T21:11:30.95336Z","end":"2026-03-06T21:11:31.071943Z","steps":["trace[1259422491] 'agreement among raft nodes before linearized reading' (duration: 118.432803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.071955Z","caller":"traceutil/trace.go:171","msg":"trace[523552438] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"122.795132ms","start":"2026-03-06T21:11:30.94915Z","end":"2026-03-06T21:11:31.071946Z","steps":["trace[523552438] 'process raft request' (duration: 122.094756ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.072096Z","caller":"traceutil/trace.go:171","msg":"trace[1001232261] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"122.902044ms","start":"2026-03-06T21:11:30.949185Z","end":"2026-03-06T21:11:31.072087Z","steps":["trace[1001232261] 'process raft request' (duration: 122.086136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.072241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.929868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T21:11:31.072279Z","caller":"traceutil/trace.go:171","msg":"trace[23719425] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24717; }","duration":"109.992578ms","start":"2026-03-06T21:11:30.962278Z","end":"2026-03-06T21:11:31.07227Z","steps":["trace[23719425] 'agreement among raft nodes before linearized reading' (duration: 109.837765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.072391Z","caller":"traceutil/trace.go:171","msg":"trace[1173891317] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"123.15072ms","start":"2026-03-06T21:11:30.949214Z","end":"2026-03-06T21:11:31.072365Z","steps":["trace[1173891317] 'process raft request' (duration: 122.082336ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.071909Z","caller":"traceutil/trace.go:171","msg":"trace[1381247257] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"122.831343ms","start":"2026-03-06T21:11:30.949061Z","end":"2026-03-06T21:11:31.071893Z","steps":["trace[1381247257] 'process raft request' (duration: 122.158408ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469085Z","caller":"traceutil/trace.go:171","msg":"trace[369836007] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"117.46923ms","start":"2026-03-06T21:11:31.351585Z","end":"2026-03-06T21:11:31.469054Z","steps":["trace[369836007] 'process raft request' (duration: 116.116899ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469319Z","caller":"traceutil/trace.go:171","msg":"trace[1318120160] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"117.573653ms","start":"2026-03-06T21:11:31.35172Z","end":"2026-03-06T21:11:31.469294Z","steps":["trace[1318120160] 'process raft request' (duration: 117.248815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469432Z","caller":"traceutil/trace.go:171","msg":"trace[1656110037] linearizableReadLoop","detail":"{readStateIndex:25644; appliedIndex:25641; }","duration":"116.970388ms","start":"2026-03-06T21:11:31.352444Z","end":"2026-03-06T21:11:31.469414Z","steps":["trace[1656110037] 'read index received' (duration: 36.837443ms)","trace[1656110037] 'applied index is now lower than readState.Index' (duration: 80.132105ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:31.469628Z","caller":"traceutil/trace.go:171","msg":"trace[112857458] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"115.704201ms","start":"2026-03-06T21:11:31.353894Z","end":"2026-03-06T21:11:31.469598Z","steps":["trace[112857458] 'process raft request' (duration: 115.417454ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469707Z","caller":"traceutil/trace.go:171","msg":"trace[1798540608] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"115.783752ms","start":"2026-03-06T21:11:31.353914Z","end":"2026-03-06T21:11:31.469698Z","steps":["trace[1798540608] 'process raft request' (duration: 115.430664ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469733Z","caller":"traceutil/trace.go:171","msg":"trace[15363044] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"116.063398ms","start":"2026-03-06T21:11:31.353658Z","end":"2026-03-06T21:11:31.469722Z","steps":["trace[15363044] 'process raft request' (duration: 115.605418ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469869Z","caller":"traceutil/trace.go:171","msg":"trace[1371822733] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"115.933365ms","start":"2026-03-06T21:11:31.353925Z","end":"2026-03-06T21:11:31.469858Z","steps":["trace[1371822733] 'process raft request' (duration: 115.439234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469634Z","caller":"traceutil/trace.go:171","msg":"trace[1502189752] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"115.141637ms","start":"2026-03-06T21:11:31.354459Z","end":"2026-03-06T21:11:31.4696Z","steps":["trace[1502189752] 'process raft request' (duration: 114.929392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.469862Z","caller":"traceutil/trace.go:171","msg":"trace[359211424] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"117.379108ms","start":"2026-03-06T21:11:31.352451Z","end":"2026-03-06T21:11:31.46983Z","steps":["trace[359211424] 'process raft request' (duration: 116.709353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.469694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.236195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6634"} {"level":"info","ts":"2026-03-06T21:11:31.470001Z","caller":"traceutil/trace.go:171","msg":"trace[1428970105] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:24773; }","duration":"117.575322ms","start":"2026-03-06T21:11:31.352419Z","end":"2026-03-06T21:11:31.469994Z","steps":["trace[1428970105] 'agreement among raft nodes before linearized reading' (duration: 117.175063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.518873Z","caller":"traceutil/trace.go:171","msg":"trace[474429452] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"125.805591ms","start":"2026-03-06T21:11:31.39306Z","end":"2026-03-06T21:11:31.518865Z","steps":["trace[474429452] 'process raft request' (duration: 125.76383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.519111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.275204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-f84b98ffd-9kznw\" ","response":"range_response_count:1 size:5820"} {"level":"info","ts":"2026-03-06T21:11:31.519134Z","caller":"traceutil/trace.go:171","msg":"trace[2021090737] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-f84b98ffd-9kznw; range_end:; response_count:1; response_revision:24774; }","duration":"165.321946ms","start":"2026-03-06T21:11:31.353806Z","end":"2026-03-06T21:11:31.519128Z","steps":["trace[2021090737] 'agreement among raft nodes before linearized reading' (duration: 165.253534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.51915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.560485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:9268"} {"level":"warn","ts":"2026-03-06T21:11:31.51918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.69117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-share-74784cb4d5\" ","response":"range_response_count:1 size:8952"} {"level":"warn","ts":"2026-03-06T21:11:31.519158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.327196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T21:11:31.519213Z","caller":"traceutil/trace.go:171","msg":"trace[208522354] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:24774; }","duration":"163.646146ms","start":"2026-03-06T21:11:31.355553Z","end":"2026-03-06T21:11:31.519199Z","steps":["trace[208522354] 'agreement among raft nodes before linearized reading' (duration: 163.482823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.519232Z","caller":"traceutil/trace.go:171","msg":"trace[69308827] range","detail":"{range_begin:/registry/replicasets/openstack/manila-share-74784cb4d5; range_end:; response_count:1; response_revision:24774; }","duration":"164.777672ms","start":"2026-03-06T21:11:31.35444Z","end":"2026-03-06T21:11:31.519218Z","steps":["trace[69308827] 'agreement among raft nodes before linearized reading' (duration: 164.582258ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.519266Z","caller":"traceutil/trace.go:171","msg":"trace[1197260779] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24774; }","duration":"165.459948ms","start":"2026-03-06T21:11:31.353777Z","end":"2026-03-06T21:11:31.519237Z","steps":["trace[1197260779] 'agreement among raft nodes before linearized reading' (duration: 165.183202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.519318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.49407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-03-06T21:11:31.519359Z","caller":"traceutil/trace.go:171","msg":"trace[78115308] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24774; }","duration":"165.542582ms","start":"2026-03-06T21:11:31.35381Z","end":"2026-03-06T21:11:31.519352Z","steps":["trace[78115308] 'agreement among raft nodes before linearized reading' (duration: 165.463919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.673747Z","caller":"traceutil/trace.go:171","msg":"trace[954003261] linearizableReadLoop","detail":"{readStateIndex:25659; appliedIndex:25656; }","duration":"140.661401ms","start":"2026-03-06T21:11:31.533067Z","end":"2026-03-06T21:11:31.673728Z","steps":["trace[954003261] 'read index received' (duration: 106.059598ms)","trace[954003261] 'applied index is now lower than readState.Index' (duration: 34.600643ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:31.673801Z","caller":"traceutil/trace.go:171","msg":"trace[1858732090] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"143.333722ms","start":"2026-03-06T21:11:31.530434Z","end":"2026-03-06T21:11:31.673768Z","steps":["trace[1858732090] 'process raft request' (duration: 143.23664ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.673929Z","caller":"traceutil/trace.go:171","msg":"trace[1346355426] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"148.180133ms","start":"2026-03-06T21:11:31.525722Z","end":"2026-03-06T21:11:31.673902Z","steps":["trace[1346355426] 'process raft request' (duration: 113.421857ms)","trace[1346355426] 'compare' (duration: 34.258075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:31.673939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.112173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6673"} {"level":"info","ts":"2026-03-06T21:11:31.673968Z","caller":"traceutil/trace.go:171","msg":"trace[1379990899] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"147.61447ms","start":"2026-03-06T21:11:31.526329Z","end":"2026-03-06T21:11:31.673943Z","steps":["trace[1379990899] 'process raft request' (duration: 147.267002ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.674015Z","caller":"traceutil/trace.go:171","msg":"trace[258868034] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:24782; }","duration":"145.209435ms","start":"2026-03-06T21:11:31.528788Z","end":"2026-03-06T21:11:31.673998Z","steps":["trace[258868034] 'agreement among raft nodes before linearized reading' (duration: 144.99006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.67395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.364055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T21:11:31.674103Z","caller":"traceutil/trace.go:171","msg":"trace[288652223] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24782; }","duration":"147.555769ms","start":"2026-03-06T21:11:31.526531Z","end":"2026-03-06T21:11:31.674087Z","steps":["trace[288652223] 'agreement among raft nodes before linearized reading' (duration: 147.311723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.673999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.964588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:31.674295Z","caller":"traceutil/trace.go:171","msg":"trace[1261820921] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:24782; }","duration":"117.255174ms","start":"2026-03-06T21:11:31.557002Z","end":"2026-03-06T21:11:31.674257Z","steps":["trace[1261820921] 'agreement among raft nodes before linearized reading' (duration: 116.978718ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:33.54793Z","caller":"traceutil/trace.go:171","msg":"trace[310537041] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25711; }","duration":"192.284023ms","start":"2026-03-06T21:11:33.355618Z","end":"2026-03-06T21:11:33.547902Z","steps":["trace[310537041] 'read index received' (duration: 192.012807ms)","trace[310537041] 'applied index is now lower than readState.Index' (duration: 270.156µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:33.548523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.877616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T21:11:33.548244Z","caller":"traceutil/trace.go:171","msg":"trace[349499445] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"237.636912ms","start":"2026-03-06T21:11:33.310582Z","end":"2026-03-06T21:11:33.548218Z","steps":["trace[349499445] 'process raft request' (duration: 237.163622ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:33.548623Z","caller":"traceutil/trace.go:171","msg":"trace[932399874] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24834; }","duration":"193.00524ms","start":"2026-03-06T21:11:33.355587Z","end":"2026-03-06T21:11:33.548592Z","steps":["trace[932399874] 'agreement among raft nodes before linearized reading' (duration: 192.690593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:34.738254Z","caller":"traceutil/trace.go:171","msg":"trace[1413322586] linearizableReadLoop","detail":"{readStateIndex:25717; appliedIndex:25716; }","duration":"160.317572ms","start":"2026-03-06T21:11:34.577869Z","end":"2026-03-06T21:11:34.738186Z","steps":["trace[1413322586] 'read index received' (duration: 160.037535ms)","trace[1413322586] 'applied index is now lower than readState.Index' (duration: 279.047µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:34.738458Z","caller":"traceutil/trace.go:171","msg":"trace[1825004828] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"269.244385ms","start":"2026-03-06T21:11:34.469182Z","end":"2026-03-06T21:11:34.738426Z","steps":["trace[1825004828] 'process raft request' (duration: 268.779454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:34.739158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.69242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:34.739257Z","caller":"traceutil/trace.go:171","msg":"trace[2099685320] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24839; }","duration":"161.405857ms","start":"2026-03-06T21:11:34.577823Z","end":"2026-03-06T21:11:34.739229Z","steps":["trace[2099685320] 'agreement among raft nodes before linearized reading' (duration: 160.642979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:34.808494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.890378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:34.80852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.54143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:34.808569Z","caller":"traceutil/trace.go:171","msg":"trace[749209034] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24840; }","duration":"103.9776ms","start":"2026-03-06T21:11:34.70458Z","end":"2026-03-06T21:11:34.808557Z","steps":["trace[749209034] 'agreement among raft nodes before linearized reading' (duration: 103.851377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:34.808562Z","caller":"traceutil/trace.go:171","msg":"trace[294096099] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"203.0341ms","start":"2026-03-06T21:11:34.605497Z","end":"2026-03-06T21:11:34.808531Z","steps":["trace[294096099] 'process raft request' (duration: 202.756983ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:34.808602Z","caller":"traceutil/trace.go:171","msg":"trace[1289948267] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24840; }","duration":"230.640082ms","start":"2026-03-06T21:11:34.577942Z","end":"2026-03-06T21:11:34.808583Z","steps":["trace[1289948267] 'agreement among raft nodes before linearized reading' (duration: 230.510169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:34.808669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.603518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:34.80901Z","caller":"traceutil/trace.go:171","msg":"trace[571061734] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24840; }","duration":"106.032087ms","start":"2026-03-06T21:11:34.702937Z","end":"2026-03-06T21:11:34.80897Z","steps":["trace[571061734] 'agreement among raft nodes before linearized reading' (duration: 105.668469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:34.808777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.841396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:34.809077Z","caller":"traceutil/trace.go:171","msg":"trace[467942419] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24840; }","duration":"231.153214ms","start":"2026-03-06T21:11:34.577913Z","end":"2026-03-06T21:11:34.809067Z","steps":["trace[467942419] 'agreement among raft nodes before linearized reading' (duration: 230.839987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:34.808801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.908814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:34.809189Z","caller":"traceutil/trace.go:171","msg":"trace[806263466] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24840; }","duration":"230.283523ms","start":"2026-03-06T21:11:34.578842Z","end":"2026-03-06T21:11:34.809126Z","steps":["trace[806263466] 'agreement among raft nodes before linearized reading' (duration: 229.921625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:34.808496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.883158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:34.80858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.349846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:34.809253Z","caller":"traceutil/trace.go:171","msg":"trace[31650103] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24840; }","duration":"104.671537ms","start":"2026-03-06T21:11:34.704573Z","end":"2026-03-06T21:11:34.809244Z","steps":["trace[31650103] 'agreement among raft nodes before linearized reading' (duration: 103.839628ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:34.809329Z","caller":"traceutil/trace.go:171","msg":"trace[1891067124] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24840; }","duration":"104.109534ms","start":"2026-03-06T21:11:34.705192Z","end":"2026-03-06T21:11:34.809302Z","steps":["trace[1891067124] 'agreement among raft nodes before linearized reading' (duration: 103.349297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.257351Z","caller":"traceutil/trace.go:171","msg":"trace[1305318150] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"154.799444ms","start":"2026-03-06T21:11:35.10253Z","end":"2026-03-06T21:11:35.25733Z","steps":["trace[1305318150] 'process raft request' (duration: 154.63688ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.372074Z","caller":"traceutil/trace.go:171","msg":"trace[890699161] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"205.453695ms","start":"2026-03-06T21:11:35.166594Z","end":"2026-03-06T21:11:35.372048Z","steps":["trace[890699161] 'process raft request' (duration: 205.23739ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.372433Z","caller":"traceutil/trace.go:171","msg":"trace[179385723] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"122.023435ms","start":"2026-03-06T21:11:35.250384Z","end":"2026-03-06T21:11:35.372407Z","steps":["trace[179385723] 'process raft request' (duration: 121.897372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.372462Z","caller":"traceutil/trace.go:171","msg":"trace[1159087178] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"142.020692ms","start":"2026-03-06T21:11:35.230405Z","end":"2026-03-06T21:11:35.372425Z","steps":["trace[1159087178] 'process raft request' (duration: 141.594423ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.372479Z","caller":"traceutil/trace.go:171","msg":"trace[1099897034] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25719; }","duration":"166.440021ms","start":"2026-03-06T21:11:35.206022Z","end":"2026-03-06T21:11:35.372462Z","steps":["trace[1099897034] 'read index received' (duration: 51.130111ms)","trace[1099897034] 'applied index is now lower than readState.Index' (duration: 115.30903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:35.372681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.560484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:35.372725Z","caller":"traceutil/trace.go:171","msg":"trace[739843190] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24846; }","duration":"166.724797ms","start":"2026-03-06T21:11:35.205987Z","end":"2026-03-06T21:11:35.372712Z","steps":["trace[739843190] 'agreement among raft nodes before linearized reading' (duration: 166.535702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.372743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.637121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:35.372781Z","caller":"traceutil/trace.go:171","msg":"trace[801757840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24846; }","duration":"123.719803ms","start":"2026-03-06T21:11:35.24905Z","end":"2026-03-06T21:11:35.37277Z","steps":["trace[801757840] 'agreement among raft nodes before linearized reading' (duration: 123.644671ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.372937Z","caller":"traceutil/trace.go:171","msg":"trace[958969749] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"119.950927ms","start":"2026-03-06T21:11:35.252974Z","end":"2026-03-06T21:11:35.372925Z","steps":["trace[958969749] 'process raft request' (duration: 119.392854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.373035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.248758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:11:35.373064Z","caller":"traceutil/trace.go:171","msg":"trace[770712304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24846; }","duration":"111.304509ms","start":"2026-03-06T21:11:35.261751Z","end":"2026-03-06T21:11:35.373055Z","steps":["trace[770712304] 'agreement among raft nodes before linearized reading' (duration: 111.188707ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.895244Z","caller":"traceutil/trace.go:171","msg":"trace[1778304138] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"120.948871ms","start":"2026-03-06T21:11:35.774277Z","end":"2026-03-06T21:11:35.895226Z","steps":["trace[1778304138] 'process raft request' (duration: 120.843558ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.895324Z","caller":"traceutil/trace.go:171","msg":"trace[1700709153] linearizableReadLoop","detail":"{readStateIndex:25728; appliedIndex:25728; }","duration":"111.34031ms","start":"2026-03-06T21:11:35.783957Z","end":"2026-03-06T21:11:35.895297Z","steps":["trace[1700709153] 'read index received' (duration: 111.33073ms)","trace[1700709153] 'applied index is now lower than readState.Index' (duration: 7.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:35.895557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.580776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-ckpfg\" ","response":"range_response_count:1 size:7197"} {"level":"info","ts":"2026-03-06T21:11:35.895602Z","caller":"traceutil/trace.go:171","msg":"trace[1172225754] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-ckpfg; range_end:; response_count:1; response_revision:24850; }","duration":"111.660577ms","start":"2026-03-06T21:11:35.783921Z","end":"2026-03-06T21:11:35.895582Z","steps":["trace[1172225754] 'agreement among raft nodes before linearized reading' (duration: 111.476023ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:35.898769Z","caller":"traceutil/trace.go:171","msg":"trace[2071253986] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"112.637599ms","start":"2026-03-06T21:11:35.786119Z","end":"2026-03-06T21:11:35.898757Z","steps":["trace[2071253986] 'process raft request' (duration: 112.544257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.235228Z","caller":"traceutil/trace.go:171","msg":"trace[390793074] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"418.875533ms","start":"2026-03-06T21:11:36.816306Z","end":"2026-03-06T21:11:37.235181Z","steps":["trace[390793074] 'process raft request' (duration: 417.610954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.235308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.703603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.23536Z","caller":"traceutil/trace.go:171","msg":"trace[320590260] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24858; }","duration":"416.775564ms","start":"2026-03-06T21:11:36.818572Z","end":"2026-03-06T21:11:37.235348Z","steps":["trace[320590260] 'agreement among raft nodes before linearized reading' (duration: 416.678202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.235383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.818564Z","time spent":"416.814846ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-06T21:11:37.235412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.816296Z","time spent":"419.025576ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7141,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:37.235114Z","caller":"traceutil/trace.go:171","msg":"trace[1808139339] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25735; }","duration":"416.483498ms","start":"2026-03-06T21:11:36.818587Z","end":"2026-03-06T21:11:37.235071Z","steps":["trace[1808139339] 'read index received' (duration: 415.357581ms)","trace[1808139339] 'applied index is now lower than readState.Index' (duration: 1.124727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:37.272864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.486768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.272904Z","caller":"traceutil/trace.go:171","msg":"trace[977558531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24859; }","duration":"427.55836ms","start":"2026-03-06T21:11:36.845334Z","end":"2026-03-06T21:11:37.272892Z","steps":["trace[977558531] 'agreement among raft nodes before linearized reading' (duration: 427.451778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.272922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.845321Z","time spent":"427.596191ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:37.272914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.810498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.272994Z","caller":"traceutil/trace.go:171","msg":"trace[1084965731] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24859; }","duration":"452.913031ms","start":"2026-03-06T21:11:36.820064Z","end":"2026-03-06T21:11:37.272977Z","steps":["trace[1084965731] 'agreement among raft nodes before linearized reading' (duration: 452.731867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.272974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.15346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:11:37.273047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.820058Z","time spent":"452.980713ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-06T21:11:37.273072Z","caller":"traceutil/trace.go:171","msg":"trace[1891576662] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24859; }","duration":"137.298034ms","start":"2026-03-06T21:11:37.135752Z","end":"2026-03-06T21:11:37.27305Z","steps":["trace[1891576662] 'agreement among raft nodes before linearized reading' (duration: 137.085839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.273102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.255099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.273124Z","caller":"traceutil/trace.go:171","msg":"trace[1243033847] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24859; }","duration":"453.288419ms","start":"2026-03-06T21:11:36.819831Z","end":"2026-03-06T21:11:37.273119Z","steps":["trace[1243033847] 'agreement among raft nodes before linearized reading' (duration: 453.256239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.273143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.819825Z","time spent":"453.31493ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T21:11:37.273126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.38261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T21:11:37.273164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.431896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.273183Z","caller":"traceutil/trace.go:171","msg":"trace[1101911978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24859; }","duration":"225.482113ms","start":"2026-03-06T21:11:37.047685Z","end":"2026-03-06T21:11:37.273167Z","steps":["trace[1101911978] 'agreement among raft nodes before linearized reading' (duration: 225.310549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.273221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.440951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.273224Z","caller":"traceutil/trace.go:171","msg":"trace[996933225] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24859; }","duration":"454.535989ms","start":"2026-03-06T21:11:36.818674Z","end":"2026-03-06T21:11:37.27321Z","steps":["trace[996933225] 'agreement among raft nodes before linearized reading' (duration: 454.434386ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.273237Z","caller":"traceutil/trace.go:171","msg":"trace[1106397020] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24859; }","duration":"211.492082ms","start":"2026-03-06T21:11:37.06174Z","end":"2026-03-06T21:11:37.273232Z","steps":["trace[1106397020] 'agreement among raft nodes before linearized reading' (duration: 211.465031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.273256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.818642Z","time spent":"454.60565ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T21:11:37.273286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.565759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.273328Z","caller":"traceutil/trace.go:171","msg":"trace[257097509] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24859; }","duration":"454.644402ms","start":"2026-03-06T21:11:36.818673Z","end":"2026-03-06T21:11:37.273318Z","steps":["trace[257097509] 'agreement among raft nodes before linearized reading' (duration: 454.58538ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.273187Z","caller":"traceutil/trace.go:171","msg":"trace[998198887] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"450.889204ms","start":"2026-03-06T21:11:36.822293Z","end":"2026-03-06T21:11:37.273182Z","steps":["trace[998198887] 'process raft request' (duration: 450.318691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.273363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.818655Z","time spent":"454.701714ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T21:11:37.273421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.822273Z","time spent":"451.109341ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:37.273447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.148871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.273563Z","caller":"traceutil/trace.go:171","msg":"trace[1569121434] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24859; }","duration":"454.317105ms","start":"2026-03-06T21:11:36.819226Z","end":"2026-03-06T21:11:37.273544Z","steps":["trace[1569121434] 'agreement among raft nodes before linearized reading' (duration: 453.846373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.27364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.819219Z","time spent":"454.412167ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-06T21:11:37.667646Z","caller":"traceutil/trace.go:171","msg":"trace[483912065] linearizableReadLoop","detail":"{readStateIndex:25741; appliedIndex:25738; }","duration":"284.511114ms","start":"2026-03-06T21:11:37.383114Z","end":"2026-03-06T21:11:37.667625Z","steps":["trace[483912065] 'read index received' (duration: 19.964687ms)","trace[483912065] 'applied index is now lower than readState.Index' (duration: 264.544997ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:37.667977Z","caller":"traceutil/trace.go:171","msg":"trace[610388698] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"281.440764ms","start":"2026-03-06T21:11:37.386496Z","end":"2026-03-06T21:11:37.667937Z","steps":["trace[610388698] 'process raft request' (duration: 281.085266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.668057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.580738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:37.668099Z","caller":"traceutil/trace.go:171","msg":"trace[1103063206] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"288.438164ms","start":"2026-03-06T21:11:37.379647Z","end":"2026-03-06T21:11:37.668085Z","steps":["trace[1103063206] 'process raft request' (duration: 287.710598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.668131Z","caller":"traceutil/trace.go:171","msg":"trace[1201901231] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24864; }","duration":"264.67231ms","start":"2026-03-06T21:11:37.403441Z","end":"2026-03-06T21:11:37.668113Z","steps":["trace[1201901231] 'agreement among raft nodes before linearized reading' (duration: 264.530347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.668269Z","caller":"traceutil/trace.go:171","msg":"trace[1049686557] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"286.9586ms","start":"2026-03-06T21:11:37.381296Z","end":"2026-03-06T21:11:37.668255Z","steps":["trace[1049686557] 'process raft request' (duration: 286.240434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.6683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.578651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T21:11:37.668329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.19554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:11:37.668369Z","caller":"traceutil/trace.go:171","msg":"trace[910876272] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24864; }","duration":"241.689825ms","start":"2026-03-06T21:11:37.426652Z","end":"2026-03-06T21:11:37.668342Z","steps":["trace[910876272] 'agreement among raft nodes before linearized reading' (duration: 241.383507ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.668407Z","caller":"traceutil/trace.go:171","msg":"trace[2113381097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24864; }","duration":"285.305953ms","start":"2026-03-06T21:11:37.383081Z","end":"2026-03-06T21:11:37.668387Z","steps":["trace[2113381097] 'agreement among raft nodes before linearized reading' (duration: 285.159309ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:38.709336Z","caller":"traceutil/trace.go:171","msg":"trace[548557253] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25747; }","duration":"462.433698ms","start":"2026-03-06T21:11:38.246879Z","end":"2026-03-06T21:11:38.709313Z","steps":["trace[548557253] 'read index received' (duration: 462.224403ms)","trace[548557253] 'applied index is now lower than readState.Index' (duration: 208.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:38.709394Z","caller":"traceutil/trace.go:171","msg":"trace[464791505] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"463.685726ms","start":"2026-03-06T21:11:38.245685Z","end":"2026-03-06T21:11:38.709371Z","steps":["trace[464791505] 'process raft request' (duration: 463.477332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:38.709484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.587172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:38.709527Z","caller":"traceutil/trace.go:171","msg":"trace[1877746590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"462.683054ms","start":"2026-03-06T21:11:38.246833Z","end":"2026-03-06T21:11:38.709516Z","steps":["trace[1877746590] 'agreement among raft nodes before linearized reading' (duration: 462.599152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:38.709523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.245658Z","time spent":"463.787339ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:38.709569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.246816Z","time spent":"462.744756ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:38.709767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.04242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:11:38.709813Z","caller":"traceutil/trace.go:171","msg":"trace[217036449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24869; }","duration":"400.085901ms","start":"2026-03-06T21:11:38.309716Z","end":"2026-03-06T21:11:38.709802Z","steps":["trace[217036449] 'agreement among raft nodes before linearized reading' (duration: 399.945308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:38.709788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.39447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-06T21:11:38.709794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.478191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T21:11:38.709899Z","caller":"traceutil/trace.go:171","msg":"trace[1709620744] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24869; }","duration":"435.555583ms","start":"2026-03-06T21:11:38.274317Z","end":"2026-03-06T21:11:38.709872Z","steps":["trace[1709620744] 'agreement among raft nodes before linearized reading' (duration: 435.204425ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:38.709908Z","caller":"traceutil/trace.go:171","msg":"trace[444096526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24869; }","duration":"390.644204ms","start":"2026-03-06T21:11:38.319243Z","end":"2026-03-06T21:11:38.709887Z","steps":["trace[444096526] 'agreement among raft nodes before linearized reading' (duration: 390.331897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:38.709841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.309649Z","time spent":"400.185044ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:38.709966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.319232Z","time spent":"390.724147ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T21:11:38.709969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.274307Z","time spent":"435.646325ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T21:11:38.709875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.023256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:11:38.71006Z","caller":"traceutil/trace.go:171","msg":"trace[2087672321] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24869; }","duration":"299.250602ms","start":"2026-03-06T21:11:38.410795Z","end":"2026-03-06T21:11:38.710046Z","steps":["trace[2087672321] 'agreement among raft nodes before linearized reading' (duration: 298.812812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:38.711559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.410778Z","time spent":"300.752206ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":187,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:38.897443Z","caller":"traceutil/trace.go:171","msg":"trace[588569837] linearizableReadLoop","detail":"{readStateIndex:25749; appliedIndex:25748; }","duration":"148.734765ms","start":"2026-03-06T21:11:38.74868Z","end":"2026-03-06T21:11:38.897415Z","steps":["trace[588569837] 'read index received' (duration: 127.094691ms)","trace[588569837] 'applied index is now lower than readState.Index' (duration: 21.638844ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:38.897592Z","caller":"traceutil/trace.go:171","msg":"trace[1697487225] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"182.97398ms","start":"2026-03-06T21:11:38.714599Z","end":"2026-03-06T21:11:38.897573Z","steps":["trace[1697487225] 'process raft request' (duration: 161.168152ms)","trace[1697487225] 'compare' (duration: 21.237715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:38.897916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.223287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:38.897979Z","caller":"traceutil/trace.go:171","msg":"trace[515481760] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24871; }","duration":"149.325389ms","start":"2026-03-06T21:11:38.748639Z","end":"2026-03-06T21:11:38.897965Z","steps":["trace[515481760] 'agreement among raft nodes before linearized reading' (duration: 149.217826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:38.898941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.844576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:38.899015Z","caller":"traceutil/trace.go:171","msg":"trace[2017144932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24871; }","duration":"137.921148ms","start":"2026-03-06T21:11:38.761074Z","end":"2026-03-06T21:11:38.898995Z","steps":["trace[2017144932] 'agreement among raft nodes before linearized reading' (duration: 137.731604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:39.368575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.908268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:39.368629Z","caller":"traceutil/trace.go:171","msg":"trace[1012826880] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24872; }","duration":"128.00136ms","start":"2026-03-06T21:11:39.240617Z","end":"2026-03-06T21:11:39.368618Z","steps":["trace[1012826880] 'range keys from in-memory index tree' (duration: 127.833227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:39.368782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.517762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:39.369014Z","caller":"traceutil/trace.go:171","msg":"trace[1345712653] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24872; }","duration":"252.792379ms","start":"2026-03-06T21:11:39.116159Z","end":"2026-03-06T21:11:39.368952Z","steps":["trace[1345712653] 'count revisions from in-memory index tree' (duration: 252.357349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:39.422484Z","caller":"traceutil/trace.go:171","msg":"trace[66719989] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"143.343542ms","start":"2026-03-06T21:11:39.279103Z","end":"2026-03-06T21:11:39.422447Z","steps":["trace[66719989] 'process raft request' (duration: 143.141237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.180591Z","caller":"traceutil/trace.go:171","msg":"trace[467363607] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"308.377871ms","start":"2026-03-06T21:11:39.872192Z","end":"2026-03-06T21:11:40.18057Z","steps":["trace[467363607] 'process raft request' (duration: 308.235128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.180712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.87216Z","time spent":"308.491443ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7327,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:40.182549Z","caller":"traceutil/trace.go:171","msg":"trace[28512622] linearizableReadLoop","detail":"{readStateIndex:25761; appliedIndex:25759; }","duration":"255.020739ms","start":"2026-03-06T21:11:39.927507Z","end":"2026-03-06T21:11:40.182528Z","steps":["trace[28512622] 'read index received' (duration: 252.88218ms)","trace[28512622] 'applied index is now lower than readState.Index' (duration: 2.137539ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:40.182839Z","caller":"traceutil/trace.go:171","msg":"trace[708092376] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"271.542488ms","start":"2026-03-06T21:11:39.91127Z","end":"2026-03-06T21:11:40.182813Z","steps":["trace[708092376] 'process raft request' (duration: 271.143579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.183066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.550231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T21:11:40.183082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.709992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.18313Z","caller":"traceutil/trace.go:171","msg":"trace[2111225448] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24882; }","duration":"240.785254ms","start":"2026-03-06T21:11:39.942332Z","end":"2026-03-06T21:11:40.183117Z","steps":["trace[2111225448] 'agreement among raft nodes before linearized reading' (duration: 240.705012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.183125Z","caller":"traceutil/trace.go:171","msg":"trace[714571760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24882; }","duration":"255.632833ms","start":"2026-03-06T21:11:39.927461Z","end":"2026-03-06T21:11:40.183093Z","steps":["trace[714571760] 'agreement among raft nodes before linearized reading' (duration: 255.420718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.183198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.567448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.183242Z","caller":"traceutil/trace.go:171","msg":"trace[1134408250] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24882; }","duration":"240.63867ms","start":"2026-03-06T21:11:39.942593Z","end":"2026-03-06T21:11:40.183232Z","steps":["trace[1134408250] 'agreement among raft nodes before linearized reading' (duration: 240.551308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.183245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.051917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:40.183279Z","caller":"traceutil/trace.go:171","msg":"trace[329463855] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24882; }","duration":"109.094328ms","start":"2026-03-06T21:11:40.074176Z","end":"2026-03-06T21:11:40.18327Z","steps":["trace[329463855] 'agreement among raft nodes before linearized reading' (duration: 109.021707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.183258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.821324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:40.183339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.956548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.183392Z","caller":"traceutil/trace.go:171","msg":"trace[466871189] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24882; }","duration":"240.996158ms","start":"2026-03-06T21:11:39.942363Z","end":"2026-03-06T21:11:40.183359Z","steps":["trace[466871189] 'agreement among raft nodes before linearized reading' (duration: 240.808434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.183403Z","caller":"traceutil/trace.go:171","msg":"trace[653266101] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24882; }","duration":"241.051719ms","start":"2026-03-06T21:11:39.942344Z","end":"2026-03-06T21:11:40.183396Z","steps":["trace[653266101] 'agreement among raft nodes before linearized reading' (duration: 240.954107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.034785Z","caller":"traceutil/trace.go:171","msg":"trace[1687196061] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"131.318277ms","start":"2026-03-06T21:11:40.903419Z","end":"2026-03-06T21:11:41.034737Z","steps":["trace[1687196061] 'process raft request' (duration: 131.140863ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.33736Z","caller":"traceutil/trace.go:171","msg":"trace[63408574] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25763; }","duration":"427.386436ms","start":"2026-03-06T21:11:40.909951Z","end":"2026-03-06T21:11:41.337337Z","steps":["trace[63408574] 'read index received' (duration: 124.584573ms)","trace[63408574] 'applied index is now lower than readState.Index' (duration: 302.800793ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:41.337461Z","caller":"traceutil/trace.go:171","msg":"trace[1173430185] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"432.577515ms","start":"2026-03-06T21:11:40.904847Z","end":"2026-03-06T21:11:41.337425Z","steps":["trace[1173430185] 'process raft request' (duration: 432.231807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.337559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.904839Z","time spent":"432.666227ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:41.337957Z","caller":"traceutil/trace.go:171","msg":"trace[663247510] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"421.472141ms","start":"2026-03-06T21:11:40.916478Z","end":"2026-03-06T21:11:41.33795Z","steps":["trace[663247510] 'process raft request' (duration: 420.792726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.337996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.916467Z","time spent":"421.511521ms","remote":"127.0.0.1:37368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:41.338156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.182855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:41.338307Z","caller":"traceutil/trace.go:171","msg":"trace[1323101491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24887; }","duration":"428.359078ms","start":"2026-03-06T21:11:40.909929Z","end":"2026-03-06T21:11:41.338288Z","steps":["trace[1323101491] 'agreement among raft nodes before linearized reading' (duration: 428.077341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.338357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.909922Z","time spent":"428.42165ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:11:41.350903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.099061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:41.350925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.89554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:41.350973Z","caller":"traceutil/trace.go:171","msg":"trace[1116980398] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24888; }","duration":"407.966372ms","start":"2026-03-06T21:11:40.942994Z","end":"2026-03-06T21:11:41.35096Z","steps":["trace[1116980398] 'agreement among raft nodes before linearized reading' (duration: 407.89462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.350973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.242605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:41.351007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.942981Z","time spent":"408.016773ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-06T21:11:41.351028Z","caller":"traceutil/trace.go:171","msg":"trace[1813365019] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24888; }","duration":"407.311236ms","start":"2026-03-06T21:11:40.943706Z","end":"2026-03-06T21:11:41.351017Z","steps":["trace[1813365019] 'agreement among raft nodes before linearized reading' (duration: 407.202034ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.351035Z","caller":"traceutil/trace.go:171","msg":"trace[1661778885] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"155.993512ms","start":"2026-03-06T21:11:41.194884Z","end":"2026-03-06T21:11:41.350877Z","steps":["trace[1661778885] 'process raft request' (duration: 155.853749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.351064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.943674Z","time spent":"407.384318ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T21:11:41.350973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.972612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:41.351085Z","caller":"traceutil/trace.go:171","msg":"trace[1288439847] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24888; }","duration":"407.169403ms","start":"2026-03-06T21:11:40.943777Z","end":"2026-03-06T21:11:41.350947Z","steps":["trace[1288439847] 'agreement among raft nodes before linearized reading' (duration: 407.05861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.351092Z","caller":"traceutil/trace.go:171","msg":"trace[58329788] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24888; }","duration":"408.134596ms","start":"2026-03-06T21:11:40.94295Z","end":"2026-03-06T21:11:41.351084Z","steps":["trace[58329788] 'agreement among raft nodes before linearized reading' (duration: 407.970572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.351109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.943769Z","time spent":"407.334176ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-06T21:11:41.351117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.942939Z","time spent":"408.171726ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T21:11:41.351079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.005681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:41.351146Z","caller":"traceutil/trace.go:171","msg":"trace[303412254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24888; }","duration":"104.070843ms","start":"2026-03-06T21:11:41.247063Z","end":"2026-03-06T21:11:41.351134Z","steps":["trace[303412254] 'agreement among raft nodes before linearized reading' (duration: 103.981851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:42.625357Z","caller":"traceutil/trace.go:171","msg":"trace[155688685] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"148.380018ms","start":"2026-03-06T21:11:42.47695Z","end":"2026-03-06T21:11:42.62533Z","steps":["trace[155688685] 'process raft request' (duration: 142.159176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:42.900972Z","caller":"traceutil/trace.go:171","msg":"trace[1058104137] linearizableReadLoop","detail":"{readStateIndex:25793; appliedIndex:25791; }","duration":"187.334319ms","start":"2026-03-06T21:11:42.713615Z","end":"2026-03-06T21:11:42.900949Z","steps":["trace[1058104137] 'read index received' (duration: 131.670475ms)","trace[1058104137] 'applied index is now lower than readState.Index' (duration: 55.662834ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:42.901016Z","caller":"traceutil/trace.go:171","msg":"trace[909521145] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"220.684743ms","start":"2026-03-06T21:11:42.680298Z","end":"2026-03-06T21:11:42.900983Z","steps":["trace[909521145] 'process raft request' (duration: 164.982148ms)","trace[909521145] 'compare' (duration: 55.450649ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:42.901081Z","caller":"traceutil/trace.go:171","msg":"trace[1924225590] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"203.587642ms","start":"2026-03-06T21:11:42.697483Z","end":"2026-03-06T21:11:42.901071Z","steps":["trace[1924225590] 'process raft request' (duration: 203.425758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:42.901275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.744854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:11:42.901344Z","caller":"traceutil/trace.go:171","msg":"trace[1117578562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24913; }","duration":"175.842276ms","start":"2026-03-06T21:11:42.725484Z","end":"2026-03-06T21:11:42.901326Z","steps":["trace[1117578562] 'agreement among raft nodes before linearized reading' (duration: 175.60724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:42.901365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.732909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-sync-prqs5\" ","response":"range_response_count:1 size:5243"} {"level":"info","ts":"2026-03-06T21:11:42.901398Z","caller":"traceutil/trace.go:171","msg":"trace[1172473379] range","detail":"{range_begin:/registry/pods/openstack/manila-db-sync-prqs5; range_end:; response_count:1; response_revision:24913; }","duration":"187.80559ms","start":"2026-03-06T21:11:42.713583Z","end":"2026-03-06T21:11:42.901389Z","steps":["trace[1172473379] 'agreement among raft nodes before linearized reading' (duration: 187.640375ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.462039Z","caller":"traceutil/trace.go:171","msg":"trace[1431280625] linearizableReadLoop","detail":"{readStateIndex:25815; appliedIndex:25814; }","duration":"103.420569ms","start":"2026-03-06T21:11:45.358597Z","end":"2026-03-06T21:11:45.462017Z","steps":["trace[1431280625] 'read index received' (duration: 103.297856ms)","trace[1431280625] 'applied index is now lower than readState.Index' (duration: 121.543µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:45.462148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.530241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:45.462185Z","caller":"traceutil/trace.go:171","msg":"trace[811663687] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24935; }","duration":"103.634023ms","start":"2026-03-06T21:11:45.358544Z","end":"2026-03-06T21:11:45.462178Z","steps":["trace[811663687] 'agreement among raft nodes before linearized reading' (duration: 103.555551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.46206Z","caller":"traceutil/trace.go:171","msg":"trace[461623382] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"105.263781ms","start":"2026-03-06T21:11:45.356776Z","end":"2026-03-06T21:11:45.46204Z","steps":["trace[461623382] 'process raft request' (duration: 105.089947ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.513793Z","caller":"traceutil/trace.go:171","msg":"trace[290319880] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"101.198667ms","start":"2026-03-06T21:11:45.412571Z","end":"2026-03-06T21:11:45.51377Z","steps":["trace[290319880] 'process raft request' (duration: 100.751567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.513985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.689354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:45.51401Z","caller":"traceutil/trace.go:171","msg":"trace[754835750] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24937; }","duration":"134.744905ms","start":"2026-03-06T21:11:45.379257Z","end":"2026-03-06T21:11:45.514002Z","steps":["trace[754835750] 'agreement among raft nodes before linearized reading' (duration: 134.692624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.514039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.441952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:45.514113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.849951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:45.514114Z","caller":"traceutil/trace.go:171","msg":"trace[1464798973] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24937; }","duration":"132.558545ms","start":"2026-03-06T21:11:45.381535Z","end":"2026-03-06T21:11:45.514094Z","steps":["trace[1464798973] 'agreement among raft nodes before linearized reading' (duration: 132.402012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.514132Z","caller":"traceutil/trace.go:171","msg":"trace[1199110330] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24937; }","duration":"142.885972ms","start":"2026-03-06T21:11:45.371241Z","end":"2026-03-06T21:11:45.514126Z","steps":["trace[1199110330] 'agreement among raft nodes before linearized reading' (duration: 142.856411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.514269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.333872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-06T21:11:45.514285Z","caller":"traceutil/trace.go:171","msg":"trace[387965151] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24937; }","duration":"143.370983ms","start":"2026-03-06T21:11:45.370909Z","end":"2026-03-06T21:11:45.51428Z","steps":["trace[387965151] 'agreement among raft nodes before linearized reading' (duration: 143.293701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.514346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.276692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-06T21:11:45.514377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.328821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:45.51438Z","caller":"traceutil/trace.go:171","msg":"trace[1918041958] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24937; }","duration":"126.317023ms","start":"2026-03-06T21:11:45.388051Z","end":"2026-03-06T21:11:45.514368Z","steps":["trace[1918041958] 'agreement among raft nodes before linearized reading' (duration: 126.2084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.514398Z","caller":"traceutil/trace.go:171","msg":"trace[2048589769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24937; }","duration":"146.362191ms","start":"2026-03-06T21:11:45.368031Z","end":"2026-03-06T21:11:45.514393Z","steps":["trace[2048589769] 'agreement among raft nodes before linearized reading' (duration: 146.30191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.514401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.381871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:45.514435Z","caller":"traceutil/trace.go:171","msg":"trace[491570872] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24937; }","duration":"132.439542ms","start":"2026-03-06T21:11:45.381987Z","end":"2026-03-06T21:11:45.514426Z","steps":["trace[491570872] 'agreement among raft nodes before linearized reading' (duration: 132.383501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.514045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.15029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:45.514497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.951137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:45.51453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.877332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:45.514546Z","caller":"traceutil/trace.go:171","msg":"trace[1783564006] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24937; }","duration":"155.024759ms","start":"2026-03-06T21:11:45.359509Z","end":"2026-03-06T21:11:45.514534Z","steps":["trace[1783564006] 'agreement among raft nodes before linearized reading' (duration: 154.944498ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.514553Z","caller":"traceutil/trace.go:171","msg":"trace[1467647177] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24937; }","duration":"132.926244ms","start":"2026-03-06T21:11:45.38162Z","end":"2026-03-06T21:11:45.514546Z","steps":["trace[1467647177] 'agreement among raft nodes before linearized reading' (duration: 132.888733ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.514548Z","caller":"traceutil/trace.go:171","msg":"trace[1987591620] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24937; }","duration":"130.682492ms","start":"2026-03-06T21:11:45.383844Z","end":"2026-03-06T21:11:45.514527Z","steps":["trace[1987591620] 'agreement among raft nodes before linearized reading' (duration: 130.119139ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:46.127998Z","caller":"traceutil/trace.go:171","msg":"trace[589963097] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"334.414778ms","start":"2026-03-06T21:11:45.793552Z","end":"2026-03-06T21:11:46.127967Z","steps":["trace[589963097] 'process raft request' (duration: 334.255914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.128159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:45.793532Z","time spent":"334.5474ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:46.12933Z","caller":"traceutil/trace.go:171","msg":"trace[925733172] linearizableReadLoop","detail":"{readStateIndex:25823; appliedIndex:25820; }","duration":"183.577894ms","start":"2026-03-06T21:11:45.945729Z","end":"2026-03-06T21:11:46.129306Z","steps":["trace[925733172] 'read index received' (duration: 182.021588ms)","trace[925733172] 'applied index is now lower than readState.Index' (duration: 1.555196ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:46.129368Z","caller":"traceutil/trace.go:171","msg":"trace[771325408] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"335.147075ms","start":"2026-03-06T21:11:45.794201Z","end":"2026-03-06T21:11:46.129348Z","steps":["trace[771325408] 'process raft request' (duration: 334.896199ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:46.129422Z","caller":"traceutil/trace.go:171","msg":"trace[327336963] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"334.995132ms","start":"2026-03-06T21:11:45.794394Z","end":"2026-03-06T21:11:46.129389Z","steps":["trace[327336963] 'process raft request' (duration: 334.871929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.129478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:45.794181Z","time spent":"335.232406ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:46.129617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.1842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:11:46.129642Z","caller":"traceutil/trace.go:171","msg":"trace[827742812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24943; }","duration":"171.242531ms","start":"2026-03-06T21:11:45.95839Z","end":"2026-03-06T21:11:46.129633Z","steps":["trace[827742812] 'agreement among raft nodes before linearized reading' (duration: 171.160749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.129624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:45.794379Z","time spent":"335.117214ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:46.129691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.189872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:11:46.129688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.86279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:46.12993Z","caller":"traceutil/trace.go:171","msg":"trace[388102256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24943; }","duration":"184.224289ms","start":"2026-03-06T21:11:45.945697Z","end":"2026-03-06T21:11:46.129922Z","steps":["trace[388102256] 'agreement among raft nodes before linearized reading' (duration: 183.801799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:46.129916Z","caller":"traceutil/trace.go:171","msg":"trace[340843915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24943; }","duration":"175.411457ms","start":"2026-03-06T21:11:45.954426Z","end":"2026-03-06T21:11:46.129837Z","steps":["trace[340843915] 'agreement among raft nodes before linearized reading' (duration: 175.11705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:47.213865Z","caller":"traceutil/trace.go:171","msg":"trace[842859419] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"215.985265ms","start":"2026-03-06T21:11:46.997854Z","end":"2026-03-06T21:11:47.213839Z","steps":["trace[842859419] 'process raft request' (duration: 215.835871ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:47.248475Z","caller":"traceutil/trace.go:171","msg":"trace[654779533] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"179.06676ms","start":"2026-03-06T21:11:47.069389Z","end":"2026-03-06T21:11:47.248456Z","steps":["trace[654779533] 'process raft request' (duration: 178.950478ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:47.727676Z","caller":"traceutil/trace.go:171","msg":"trace[1956872606] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"114.205345ms","start":"2026-03-06T21:11:47.613441Z","end":"2026-03-06T21:11:47.727646Z","steps":["trace[1956872606] 'process raft request' (duration: 114.030171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:47.775141Z","caller":"traceutil/trace.go:171","msg":"trace[1778195018] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"146.070454ms","start":"2026-03-06T21:11:47.629032Z","end":"2026-03-06T21:11:47.775102Z","steps":["trace[1778195018] 'process raft request' (duration: 145.541152ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:48.470888Z","caller":"traceutil/trace.go:171","msg":"trace[156432648] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"168.592681ms","start":"2026-03-06T21:11:48.302268Z","end":"2026-03-06T21:11:48.470861Z","steps":["trace[156432648] 'process raft request' (duration: 168.435828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.172374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.981624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:49.172447Z","caller":"traceutil/trace.go:171","msg":"trace[1369017825] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24963; }","duration":"250.112396ms","start":"2026-03-06T21:11:48.92232Z","end":"2026-03-06T21:11:49.172433Z","steps":["trace[1369017825] 'range keys from in-memory index tree' (duration: 249.859591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.172621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.769631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-06T21:11:49.172651Z","caller":"traceutil/trace.go:171","msg":"trace[1551986109] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24963; }","duration":"246.800171ms","start":"2026-03-06T21:11:48.925841Z","end":"2026-03-06T21:11:49.172641Z","steps":["trace[1551986109] 'range keys from in-memory index tree' (duration: 246.657208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.17265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.296365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:49.172677Z","caller":"traceutil/trace.go:171","msg":"trace[1822779063] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24963; }","duration":"417.365077ms","start":"2026-03-06T21:11:48.755302Z","end":"2026-03-06T21:11:49.172667Z","steps":["trace[1822779063] 'count revisions from in-memory index tree' (duration: 417.219024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.172693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.755279Z","time spent":"417.409008ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:49.172891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.024774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T21:11:49.172907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.341208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:49.172985Z","caller":"traceutil/trace.go:171","msg":"trace[43461355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24963; }","duration":"550.165967ms","start":"2026-03-06T21:11:48.622793Z","end":"2026-03-06T21:11:49.172959Z","steps":["trace[43461355] 'range keys from in-memory index tree' (duration: 549.771129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.172986Z","caller":"traceutil/trace.go:171","msg":"trace[972335971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24963; }","duration":"452.42784ms","start":"2026-03-06T21:11:48.720541Z","end":"2026-03-06T21:11:49.172969Z","steps":["trace[972335971] 'count revisions from in-memory index tree' (duration: 452.246935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.173049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.72048Z","time spent":"452.553082ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:49.17304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.622762Z","time spent":"550.26394ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T21:12:01.807376Z","caller":"traceutil/trace.go:171","msg":"trace[2019415534] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"139.730139ms","start":"2026-03-06T21:12:01.667625Z","end":"2026-03-06T21:12:01.807355Z","steps":["trace[2019415534] 'process raft request' (duration: 47.754684ms)","trace[2019415534] 'compare' (duration: 91.840072ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:12:01.80763Z","caller":"traceutil/trace.go:171","msg":"trace[703905724] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"127.709964ms","start":"2026-03-06T21:12:01.679897Z","end":"2026-03-06T21:12:01.807607Z","steps":["trace[703905724] 'process raft request' (duration: 127.433178ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:12:02.495539Z","caller":"traceutil/trace.go:171","msg":"trace[38880003] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"146.550025ms","start":"2026-03-06T21:12:02.348962Z","end":"2026-03-06T21:12:02.495512Z","steps":["trace[38880003] 'process raft request' (duration: 142.207415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:02.884863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.24714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T21:12:03.396165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.58927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:12:03.396254Z","caller":"traceutil/trace.go:171","msg":"trace[1149268787] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25065; }","duration":"123.740384ms","start":"2026-03-06T21:12:03.272499Z","end":"2026-03-06T21:12:03.396239Z","steps":["trace[1149268787] 'count revisions from in-memory index tree' (duration: 123.508629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:03.396521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.128285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:12:03.396548Z","caller":"traceutil/trace.go:171","msg":"trace[920590221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25065; }","duration":"149.187027ms","start":"2026-03-06T21:12:03.247355Z","end":"2026-03-06T21:12:03.396542Z","steps":["trace[920590221] 'range keys from in-memory index tree' (duration: 149.029883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:03.396904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.107183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:12:03.397215Z","caller":"traceutil/trace.go:171","msg":"trace[1937706364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25065; }","duration":"135.242287ms","start":"2026-03-06T21:12:03.261732Z","end":"2026-03-06T21:12:03.396975Z","steps":["trace[1937706364] 'range keys from in-memory index tree' (duration: 134.857468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:20.798943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.480032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:12:20.799009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.789128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:12:20.799051Z","caller":"traceutil/trace.go:171","msg":"trace[1131966242] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25185; }","duration":"397.625345ms","start":"2026-03-06T21:12:20.401401Z","end":"2026-03-06T21:12:20.799027Z","steps":["trace[1131966242] 'range keys from in-memory index tree' (duration: 397.43483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:20.799026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.396948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:12:20.799107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.401395Z","time spent":"397.702176ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-06T21:12:20.79915Z","caller":"traceutil/trace.go:171","msg":"trace[1404939725] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25185; }","duration":"400.586503ms","start":"2026-03-06T21:12:20.398531Z","end":"2026-03-06T21:12:20.799118Z","steps":["trace[1404939725] 'range keys from in-memory index tree' (duration: 400.319057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:20.799205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.398515Z","time spent":"400.678234ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T21:12:20.799206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.563155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:12:20.799247Z","caller":"traceutil/trace.go:171","msg":"trace[683083826] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25185; }","duration":"377.609796ms","start":"2026-03-06T21:12:20.421625Z","end":"2026-03-06T21:12:20.799234Z","steps":["trace[683083826] 'count revisions from in-memory index tree' (duration: 377.493844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:20.799283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.421588Z","time spent":"377.687718ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":83,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:12:20.799404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.737397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:12:20.799501Z","caller":"traceutil/trace.go:171","msg":"trace[384308595] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25185; }","duration":"398.050544ms","start":"2026-03-06T21:12:20.401428Z","end":"2026-03-06T21:12:20.799479Z","steps":["trace[384308595] 'range keys from in-memory index tree' (duration: 397.672476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:20.799546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.40142Z","time spent":"398.115096ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T21:12:20.799625Z","caller":"traceutil/trace.go:171","msg":"trace[1719645642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25185; }","duration":"338.9156ms","start":"2026-03-06T21:12:20.46014Z","end":"2026-03-06T21:12:20.799056Z","steps":["trace[1719645642] 'range keys from in-memory index tree' (duration: 338.650445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:20.799655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.460128Z","time spent":"339.517404ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:12:20.799798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.89543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-06T21:12:20.799846Z","caller":"traceutil/trace.go:171","msg":"trace[305201134] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25185; }","duration":"400.965711ms","start":"2026-03-06T21:12:20.398865Z","end":"2026-03-06T21:12:20.799831Z","steps":["trace[305201134] 'range keys from in-memory index tree' (duration: 400.114382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:20.799881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.398861Z","time spent":"401.010452ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-06T21:12:20.80016Z","caller":"traceutil/trace.go:171","msg":"trace[551880433] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"179.579582ms","start":"2026-03-06T21:12:20.619888Z","end":"2026-03-06T21:12:20.799467Z","steps":["trace[551880433] 'process raft request' (duration: 173.462062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:12:20.92947Z","caller":"traceutil/trace.go:171","msg":"trace[222605106] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"124.101641ms","start":"2026-03-06T21:12:20.80534Z","end":"2026-03-06T21:12:20.929442Z","steps":["trace[222605106] 'process raft request' (duration: 120.364296ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:12:20.940517Z","caller":"traceutil/trace.go:171","msg":"trace[394564699] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"133.519866ms","start":"2026-03-06T21:12:20.806975Z","end":"2026-03-06T21:12:20.940495Z","steps":["trace[394564699] 'process raft request' (duration: 133.481526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:12:20.940823Z","caller":"traceutil/trace.go:171","msg":"trace[602084660] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"135.370149ms","start":"2026-03-06T21:12:20.805415Z","end":"2026-03-06T21:12:20.940785Z","steps":["trace[602084660] 'process raft request' (duration: 134.934479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:02.927566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.089121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T21:13:04.125473Z","caller":"traceutil/trace.go:171","msg":"trace[1641239646] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"554.539378ms","start":"2026-03-06T21:13:03.570907Z","end":"2026-03-06T21:13:04.125446Z","steps":["trace[1641239646] 'process raft request' (duration: 554.397645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.125635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.570889Z","time spent":"554.679541ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21327,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.345954Z","caller":"traceutil/trace.go:171","msg":"trace[1350074480] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26469; }","duration":"650.710231ms","start":"2026-03-06T21:13:03.695225Z","end":"2026-03-06T21:13:04.345935Z","steps":["trace[1350074480] 'read index received' (duration: 430.312494ms)","trace[1350074480] 'applied index is now lower than readState.Index' (duration: 220.396937ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:13:04.347062Z","caller":"traceutil/trace.go:171","msg":"trace[530201630] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"250.535696ms","start":"2026-03-06T21:13:04.096508Z","end":"2026-03-06T21:13:04.347044Z","steps":["trace[530201630] 'process raft request' (duration: 249.364629ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:13:04.347297Z","caller":"traceutil/trace.go:171","msg":"trace[54930190] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"708.171246ms","start":"2026-03-06T21:13:03.639114Z","end":"2026-03-06T21:13:04.347285Z","steps":["trace[54930190] 'process raft request' (duration: 706.521999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.347495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.639096Z","time spent":"708.234957ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.347632Z","caller":"traceutil/trace.go:171","msg":"trace[1842576245] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"635.999773ms","start":"2026-03-06T21:13:03.711618Z","end":"2026-03-06T21:13:04.347618Z","steps":["trace[1842576245] 'process raft request' (duration: 634.141161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.347756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.711594Z","time spent":"636.097745ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.347907Z","caller":"traceutil/trace.go:171","msg":"trace[1173854319] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"421.396459ms","start":"2026-03-06T21:13:03.926495Z","end":"2026-03-06T21:13:04.347892Z","steps":["trace[1173854319] 'process raft request' (duration: 419.309712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.348019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.926476Z","time spent":"421.489151ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.348312Z","caller":"traceutil/trace.go:171","msg":"trace[22633517] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"257.411713ms","start":"2026-03-06T21:13:04.090887Z","end":"2026-03-06T21:13:04.348298Z","steps":["trace[22633517] 'process raft request' (duration: 254.955528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.348713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.620202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:13:04.348756Z","caller":"traceutil/trace.go:171","msg":"trace[787590353] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25578; }","duration":"562.701704ms","start":"2026-03-06T21:13:03.786045Z","end":"2026-03-06T21:13:04.348746Z","steps":["trace[787590353] 'agreement among raft nodes before linearized reading' (duration: 562.629443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.348786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.786025Z","time spent":"562.754296ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-06T21:13:04.349037Z","caller":"traceutil/trace.go:171","msg":"trace[1510992226] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"252.405069ms","start":"2026-03-06T21:13:04.096621Z","end":"2026-03-06T21:13:04.349026Z","steps":["trace[1510992226] 'process raft request' (duration: 249.282928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.349303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.071737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:13:04.349361Z","caller":"traceutil/trace.go:171","msg":"trace[859243632] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25578; }","duration":"654.134819ms","start":"2026-03-06T21:13:03.695217Z","end":"2026-03-06T21:13:04.349352Z","steps":["trace[859243632] 'agreement among raft nodes before linearized reading' (duration: 654.049967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.349392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.695145Z","time spent":"654.241201ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T21:13:04.350184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.642575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:13:04.350234Z","caller":"traceutil/trace.go:171","msg":"trace[304186303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25578; }","duration":"104.724887ms","start":"2026-03-06T21:13:04.245499Z","end":"2026-03-06T21:13:04.350223Z","steps":["trace[304186303] 'agreement among raft nodes before linearized reading' (duration: 104.659106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.350535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.664066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:13:04.350629Z","caller":"traceutil/trace.go:171","msg":"trace[872263210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25578; }","duration":"373.807829ms","start":"2026-03-06T21:13:03.976801Z","end":"2026-03-06T21:13:04.350609Z","steps":["trace[872263210] 'agreement among raft nodes before linearized reading' (duration: 373.621835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.350674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.976785Z","time spent":"373.87769ms","remote":"127.0.0.1:46664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:13:04.350676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.728653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:13:04.350767Z","caller":"traceutil/trace.go:171","msg":"trace[1478029431] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25578; }","duration":"558.841935ms","start":"2026-03-06T21:13:03.791913Z","end":"2026-03-06T21:13:04.350755Z","steps":["trace[1478029431] 'agreement among raft nodes before linearized reading' (duration: 558.724343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.351273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.791904Z","time spent":"558.968168ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T21:13:04.352189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.344829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:13:04.352244Z","caller":"traceutil/trace.go:171","msg":"trace[256441921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25578; }","duration":"456.450112ms","start":"2026-03-06T21:13:03.895787Z","end":"2026-03-06T21:13:04.352237Z","steps":["trace[256441921] 'agreement among raft nodes before linearized reading' (duration: 456.328389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.352267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.895768Z","time spent":"456.493022ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:13:04.35287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.185112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:13:04.352925Z","caller":"traceutil/trace.go:171","msg":"trace[1246442791] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25578; }","duration":"496.267983ms","start":"2026-03-06T21:13:03.856643Z","end":"2026-03-06T21:13:04.352911Z","steps":["trace[1246442791] 'agreement among raft nodes before linearized reading' (duration: 496.14574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.35296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.856633Z","time spent":"496.318204ms","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:13:04.353516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.685893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-06T21:13:04.353594Z","caller":"traceutil/trace.go:171","msg":"trace[890325141] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25578; }","duration":"555.787006ms","start":"2026-03-06T21:13:03.79779Z","end":"2026-03-06T21:13:04.353577Z","steps":["trace[890325141] 'agreement among raft nodes before linearized reading' (duration: 554.980388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.35363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.797782Z","time spent":"555.840847ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T21:13:04.353658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.982067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-06T21:13:04.35371Z","caller":"traceutil/trace.go:171","msg":"trace[2056720495] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25578; }","duration":"558.054528ms","start":"2026-03-06T21:13:03.795646Z","end":"2026-03-06T21:13:04.3537Z","steps":["trace[2056720495] 'agreement among raft nodes before linearized reading' (duration: 557.875594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.353745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.795636Z","time spent":"558.102609ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T21:13:06.647162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.620706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:13:06.647395Z","caller":"traceutil/trace.go:171","msg":"trace[44416516] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"115.534635ms","start":"2026-03-06T21:13:06.531841Z","end":"2026-03-06T21:13:06.647375Z","steps":["trace[44416516] 'process raft request' (duration: 115.493154ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:13:06.647718Z","caller":"traceutil/trace.go:171","msg":"trace[1030360740] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"234.366706ms","start":"2026-03-06T21:13:06.413336Z","end":"2026-03-06T21:13:06.647703Z","steps":["trace[1030360740] 'process raft request' (duration: 25.125085ms)","trace[1030360740] 'compare' (duration: 207.814488ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:13:06.647889Z","caller":"traceutil/trace.go:171","msg":"trace[1932567860] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"233.394044ms","start":"2026-03-06T21:13:06.414486Z","end":"2026-03-06T21:13:06.64788Z","steps":["trace[1932567860] 'process raft request' (duration: 232.78538ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:14:07.644778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23716} {"level":"info","ts":"2026-03-06T21:14:07.793283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23716,"took":"143.67311ms","hash":3623496579,"current-db-size-bytes":49258496,"current-db-size":"49 MB","current-db-size-in-use-bytes":33611776,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-06T21:14:07.79337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3623496579,"revision":23716,"compact-revision":20485} {"level":"info","ts":"2026-03-06T21:14:35.990075Z","caller":"traceutil/trace.go:171","msg":"trace[1450568894] linearizableReadLoop","detail":"{readStateIndex:27359; appliedIndex:27358; }","duration":"290.155265ms","start":"2026-03-06T21:14:35.699899Z","end":"2026-03-06T21:14:35.990054Z","steps":["trace[1450568894] 'read index received' (duration: 290.016591ms)","trace[1450568894] 'applied index is now lower than readState.Index' (duration: 137.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:14:35.99019Z","caller":"traceutil/trace.go:171","msg":"trace[180350534] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"292.378686ms","start":"2026-03-06T21:14:35.697777Z","end":"2026-03-06T21:14:35.990156Z","steps":["trace[180350534] 'process raft request' (duration: 292.150361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:14:35.990278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.359189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:14:35.990306Z","caller":"traceutil/trace.go:171","msg":"trace[1771142586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26438; }","duration":"290.41313ms","start":"2026-03-06T21:14:35.699884Z","end":"2026-03-06T21:14:35.990297Z","steps":["trace[1771142586] 'agreement among raft nodes before linearized reading' (duration: 290.265197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:14:36.009257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.550845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:14:36.009334Z","caller":"traceutil/trace.go:171","msg":"trace[1307381025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26439; }","duration":"308.658177ms","start":"2026-03-06T21:14:35.700646Z","end":"2026-03-06T21:14:36.009304Z","steps":["trace[1307381025] 'agreement among raft nodes before linearized reading' (duration: 308.488094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:14:36.009364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:14:35.700626Z","time spent":"308.732031ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:14:36.009351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.864317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:14:36.009415Z","caller":"traceutil/trace.go:171","msg":"trace[2133291014] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26439; }","duration":"120.998551ms","start":"2026-03-06T21:14:35.888399Z","end":"2026-03-06T21:14:36.009397Z","steps":["trace[2133291014] 'agreement among raft nodes before linearized reading' (duration: 120.862197ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:14:36.16659Z","caller":"traceutil/trace.go:171","msg":"trace[1355246810] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"153.937384ms","start":"2026-03-06T21:14:36.012626Z","end":"2026-03-06T21:14:36.166563Z","steps":["trace[1355246810] 'process raft request' (duration: 153.876753ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:14:36.166803Z","caller":"traceutil/trace.go:171","msg":"trace[210913603] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"156.404241ms","start":"2026-03-06T21:14:36.010373Z","end":"2026-03-06T21:14:36.166777Z","steps":["trace[210913603] 'process raft request' (duration: 80.843141ms)","trace[210913603] 'compare' (duration: 75.156541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:14:36.515326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.546414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-06T21:14:36.515382Z","caller":"traceutil/trace.go:171","msg":"trace[771950373] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26442; }","duration":"232.648907ms","start":"2026-03-06T21:14:36.282721Z","end":"2026-03-06T21:14:36.51537Z","steps":["trace[771950373] 'range keys from in-memory index tree' (duration: 232.399041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:14:37.169534Z","caller":"traceutil/trace.go:171","msg":"trace[1360088671] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"180.717658ms","start":"2026-03-06T21:14:36.988779Z","end":"2026-03-06T21:14:37.169497Z","steps":["trace[1360088671] 'process raft request' (duration: 81.892014ms)","trace[1360088671] 'compare' (duration: 98.348443ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:14:37.169593Z","caller":"traceutil/trace.go:171","msg":"trace[1535113517] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"180.682848ms","start":"2026-03-06T21:14:36.988876Z","end":"2026-03-06T21:14:37.169559Z","steps":["trace[1535113517] 'process raft request' (duration: 180.409042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:14:52.391002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.328834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:14:52.391079Z","caller":"traceutil/trace.go:171","msg":"trace[1073310272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26652; }","duration":"144.455667ms","start":"2026-03-06T21:14:52.246608Z","end":"2026-03-06T21:14:52.391064Z","steps":["trace[1073310272] 'range keys from in-memory index tree' (duration: 144.17859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:03.438516Z","caller":"traceutil/trace.go:171","msg":"trace[687550915] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"159.618816ms","start":"2026-03-06T21:15:03.278867Z","end":"2026-03-06T21:15:03.438485Z","steps":["trace[687550915] 'process raft request' (duration: 158.047909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:07.655055Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26118} {"level":"info","ts":"2026-03-06T21:19:07.777524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26118,"took":"117.72743ms","hash":2264386299,"current-db-size-bytes":49258496,"current-db-size":"49 MB","current-db-size-in-use-bytes":31051776,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T21:19:07.777598Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2264386299,"revision":26118,"compact-revision":23716} {"level":"info","ts":"2026-03-06T21:20:17.939376Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":30006,"local-member-snapshot-index":20005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:20:17.945113Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-03-06T21:20:17.945232Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-03-06T21:20:44.65577Z","caller":"traceutil/trace.go:171","msg":"trace[699799934] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"102.608438ms","start":"2026-03-06T21:20:44.553128Z","end":"2026-03-06T21:20:44.655736Z","steps":["trace[699799934] 'process raft request' (duration: 102.430965ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:44.839315Z","caller":"traceutil/trace.go:171","msg":"trace[854997678] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"104.244695ms","start":"2026-03-06T21:20:44.735044Z","end":"2026-03-06T21:20:44.839289Z","steps":["trace[854997678] 'process raft request' (duration: 104.107542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:24:07.662975Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28457} {"level":"info","ts":"2026-03-06T21:24:07.789797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28457,"took":"123.35988ms","hash":194334218,"current-db-size-bytes":49258496,"current-db-size":"49 MB","current-db-size-in-use-bytes":28790784,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T21:24:07.789896Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":194334218,"revision":28457,"compact-revision":26118} {"level":"info","ts":"2026-03-06T21:27:51.500705Z","caller":"traceutil/trace.go:171","msg":"trace[826938418] linearizableReadLoop","detail":"{readStateIndex:33288; appliedIndex:33287; }","duration":"181.595573ms","start":"2026-03-06T21:27:51.31908Z","end":"2026-03-06T21:27:51.500675Z","steps":["trace[826938418] 'read index received' (duration: 181.43746ms)","trace[826938418] 'applied index is now lower than readState.Index' (duration: 156.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:51.500833Z","caller":"traceutil/trace.go:171","msg":"trace[2107523506] transaction","detail":"{read_only:false; response_revision:32192; number_of_response:1; }","duration":"183.931635ms","start":"2026-03-06T21:27:51.316815Z","end":"2026-03-06T21:27:51.500746Z","steps":["trace[2107523506] 'process raft request' (duration: 183.664299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:51.500976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.685879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:27:51.501046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.933682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:27:51.501093Z","caller":"traceutil/trace.go:171","msg":"trace[1359555535] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:32192; }","duration":"128.872583ms","start":"2026-03-06T21:27:51.37219Z","end":"2026-03-06T21:27:51.501063Z","steps":["trace[1359555535] 'agreement among raft nodes before linearized reading' (duration: 128.680969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:51.50112Z","caller":"traceutil/trace.go:171","msg":"trace[1268280344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32192; }","duration":"182.040074ms","start":"2026-03-06T21:27:51.319054Z","end":"2026-03-06T21:27:51.501094Z","steps":["trace[1268280344] 'agreement among raft nodes before linearized reading' (duration: 181.814139ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:54.496495Z","caller":"traceutil/trace.go:171","msg":"trace[1801861104] linearizableReadLoop","detail":"{readStateIndex:33316; appliedIndex:33315; }","duration":"107.657502ms","start":"2026-03-06T21:27:54.388817Z","end":"2026-03-06T21:27:54.496475Z","steps":["trace[1801861104] 'read index received' (duration: 59.142024ms)","trace[1801861104] 'applied index is now lower than readState.Index' (duration: 48.514458ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:54.496615Z","caller":"traceutil/trace.go:171","msg":"trace[1002194020] transaction","detail":"{read_only:false; response_revision:32219; number_of_response:1; }","duration":"120.036696ms","start":"2026-03-06T21:27:54.376566Z","end":"2026-03-06T21:27:54.496602Z","steps":["trace[1002194020] 'process raft request' (duration: 71.428897ms)","trace[1002194020] 'compare' (duration: 48.313833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:54.497968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.113513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:27:54.498057Z","caller":"traceutil/trace.go:171","msg":"trace[2013308153] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32220; }","duration":"109.243267ms","start":"2026-03-06T21:27:54.388795Z","end":"2026-03-06T21:27:54.498038Z","steps":["trace[2013308153] 'agreement among raft nodes before linearized reading' (duration: 108.00067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:29.637723Z","caller":"traceutil/trace.go:171","msg":"trace[840393943] transaction","detail":"{read_only:false; response_revision:32465; number_of_response:1; }","duration":"133.827402ms","start":"2026-03-06T21:28:29.503843Z","end":"2026-03-06T21:28:29.63767Z","steps":["trace[840393943] 'process raft request' (duration: 133.70307ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:29:07.66907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30576} {"level":"info","ts":"2026-03-06T21:29:07.822607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30576,"took":"150.490653ms","hash":1121703611,"current-db-size-bytes":49680384,"current-db-size":"50 MB","current-db-size-in-use-bytes":28966912,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T21:29:07.822665Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1121703611,"revision":30576,"compact-revision":28457} {"level":"info","ts":"2026-03-06T21:30:06.199874Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000085dd.wal"} {"level":"warn","ts":"2026-03-06T21:30:48.677624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.623839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:30:48.67774Z","caller":"traceutil/trace.go:171","msg":"trace[1277919381] linearizableReadLoop","detail":"{readStateIndex:34583; appliedIndex:34582; }","duration":"211.679042ms","start":"2026-03-06T21:30:48.466044Z","end":"2026-03-06T21:30:48.677724Z","steps":["trace[1277919381] 'read index received' (duration: 45.89226ms)","trace[1277919381] 'applied index is now lower than readState.Index' (duration: 165.785512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:30:48.677845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.800485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:30:48.677872Z","caller":"traceutil/trace.go:171","msg":"trace[952937806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33448; }","duration":"211.866466ms","start":"2026-03-06T21:30:48.465997Z","end":"2026-03-06T21:30:48.677863Z","steps":["trace[952937806] 'agreement among raft nodes before linearized reading' (duration: 211.794085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:48.677789Z","caller":"traceutil/trace.go:171","msg":"trace[473900223] transaction","detail":"{read_only:false; response_revision:33448; number_of_response:1; }","duration":"236.709899ms","start":"2026-03-06T21:30:48.441043Z","end":"2026-03-06T21:30:48.677753Z","steps":["trace[473900223] 'process raft request' (duration: 70.877465ms)","trace[473900223] 'compare' (duration: 165.18917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:30:48.683316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.35971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:30:48.683375Z","caller":"traceutil/trace.go:171","msg":"trace[1171902922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33449; }","duration":"191.464382ms","start":"2026-03-06T21:30:48.491895Z","end":"2026-03-06T21:30:48.68336Z","steps":["trace[1171902922] 'agreement among raft nodes before linearized reading' (duration: 191.323499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:07.677169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32726} {"level":"info","ts":"2026-03-06T21:34:07.802712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32726,"took":"121.720544ms","hash":2938920401,"current-db-size-bytes":51793920,"current-db-size":"52 MB","current-db-size-in-use-bytes":29769728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T21:34:07.802791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2938920401,"revision":32726,"compact-revision":30576} {"level":"info","ts":"2026-03-06T21:39:07.685098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34808} {"level":"info","ts":"2026-03-06T21:39:07.801018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34808,"took":"111.604983ms","hash":1556799275,"current-db-size-bytes":51793920,"current-db-size":"52 MB","current-db-size-in-use-bytes":28426240,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T21:39:07.801067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1556799275,"revision":34808,"compact-revision":32726}