{"level":"warn","ts":"2026-03-14T07:01:12.513984Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:01:12.514094Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T07:01:12.514167Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:01:12.514178Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-14T07:01:12.514199Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:01:12.514743Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-03-14T07:01:12.514816Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T07:01:12.518967Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.911078ms"} {"level":"info","ts":"2026-03-14T07:01:12.526634Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-03-14T07:01:12.526708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T07:01:12.526729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-03-14T07:01:12.526749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T07:01:12.526763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-03-14T07:01:12.526805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-03-14T07:01:12.533287Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T07:01:12.535209Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T07:01:12.53638Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T07:01:12.538786Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T07:01:12.53909Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:01:12.539125Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T07:01:12.53924Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:01:12.539275Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:01:12.540717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-03-14T07:01:12.542553Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-14T07:01:12.544777Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:01:12.545138Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T07:01:12.545175Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T07:01:12.546028Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-14T07:01:12.546048Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-14T07:01:13.427219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T07:01:13.427362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T07:01:13.427391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-03-14T07:01:13.427414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-03-14T07:01:13.427432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-14T07:01:13.427451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-03-14T07:01:13.427467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-14T07:01:13.430476Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:13.431548Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T07:01:13.431614Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:01:13.431666Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:01:13.431901Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T07:01:13.431989Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T07:01:13.435732Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T07:01:13.435778Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-03-14T07:01:13.436556Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:13.436673Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:13.436721Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:14.96603Z","caller":"traceutil/trace.go:171","msg":"trace[1743758026] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"159.904655ms","start":"2026-03-14T07:01:14.806082Z","end":"2026-03-14T07:01:14.965987Z","steps":["trace[1743758026] 'process raft request' (duration: 159.241888ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.966124Z","caller":"traceutil/trace.go:171","msg":"trace[1863951694] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"159.808582ms","start":"2026-03-14T07:01:14.806295Z","end":"2026-03-14T07:01:14.966104Z","steps":["trace[1863951694] 'process raft request' (duration: 159.668219ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.966118Z","caller":"traceutil/trace.go:171","msg":"trace[1620162657] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"159.808423ms","start":"2026-03-14T07:01:14.806271Z","end":"2026-03-14T07:01:14.96608Z","steps":["trace[1620162657] 'process raft request' (duration: 159.656219ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.966246Z","caller":"traceutil/trace.go:171","msg":"trace[404078418] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"159.804652ms","start":"2026-03-14T07:01:14.806384Z","end":"2026-03-14T07:01:14.966189Z","steps":["trace[404078418] 'process raft request' (duration: 159.615158ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.966601Z","caller":"traceutil/trace.go:171","msg":"trace[1222330031] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"160.176111ms","start":"2026-03-14T07:01:14.806416Z","end":"2026-03-14T07:01:14.966593Z","steps":["trace[1222330031] 'process raft request' (duration: 159.612137ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.966783Z","caller":"traceutil/trace.go:171","msg":"trace[1097790613] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"149.305357ms","start":"2026-03-14T07:01:14.81747Z","end":"2026-03-14T07:01:14.966776Z","steps":["trace[1097790613] 'process raft request' (duration: 149.119702ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.966967Z","caller":"traceutil/trace.go:171","msg":"trace[888539473] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"151.375359ms","start":"2026-03-14T07:01:14.815545Z","end":"2026-03-14T07:01:14.96692Z","steps":["trace[888539473] 'process raft request' (duration: 150.944579ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.967059Z","caller":"traceutil/trace.go:171","msg":"trace[738188136] linearizableReadLoop","detail":"{readStateIndex:11; appliedIndex:6; }","duration":"160.323026ms","start":"2026-03-14T07:01:14.806403Z","end":"2026-03-14T07:01:14.966726Z","steps":["trace[738188136] 'read index received' (duration: 27.205096ms)","trace[738188136] 'applied index is now lower than readState.Index' (duration: 133.11667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:14.967085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.628893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-14T07:01:14.967142Z","caller":"traceutil/trace.go:171","msg":"trace[1770643966] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"160.731776ms","start":"2026-03-14T07:01:14.806396Z","end":"2026-03-14T07:01:14.967128Z","steps":["trace[1770643966] 'agreement among raft nodes before linearized reading' (duration: 160.529001ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.99058Z","caller":"traceutil/trace.go:171","msg":"trace[560391894] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"153.477032ms","start":"2026-03-14T07:01:14.83708Z","end":"2026-03-14T07:01:14.990557Z","steps":["trace[560391894] 'process raft request' (duration: 153.236816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:14.990592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.935447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-14T07:01:14.990597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.190277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-14T07:01:14.990651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.528746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-14T07:01:14.990677Z","caller":"traceutil/trace.go:171","msg":"trace[1374020168] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"122.07843ms","start":"2026-03-14T07:01:14.868579Z","end":"2026-03-14T07:01:14.990657Z","steps":["trace[1374020168] 'agreement among raft nodes before linearized reading' (duration: 121.878275ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.990682Z","caller":"traceutil/trace.go:171","msg":"trace[99675691] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"161.293059ms","start":"2026-03-14T07:01:14.829369Z","end":"2026-03-14T07:01:14.990662Z","steps":["trace[99675691] 'agreement among raft nodes before linearized reading' (duration: 161.142956ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:14.990704Z","caller":"traceutil/trace.go:171","msg":"trace[1876338494] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"123.615319ms","start":"2026-03-14T07:01:14.867074Z","end":"2026-03-14T07:01:14.990689Z","steps":["trace[1876338494] 'agreement among raft nodes before linearized reading' (duration: 123.505086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.013527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.803746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:01:23.013787Z","caller":"traceutil/trace.go:171","msg":"trace[1237715623] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:348; }","duration":"147.186113ms","start":"2026-03-14T07:01:22.86658Z","end":"2026-03-14T07:01:23.013766Z","steps":["trace[1237715623] 'read index received' (duration: 31.464484ms)","trace[1237715623] 'applied index is now lower than readState.Index' (duration: 115.720209ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:23.013902Z","caller":"traceutil/trace.go:171","msg":"trace[211128099] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"168.903891ms","start":"2026-03-14T07:01:22.844985Z","end":"2026-03-14T07:01:23.013889Z","steps":["trace[211128099] 'process raft request' (duration: 52.935306ms)","trace[211128099] 'compare' (duration: 114.653223ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:23.014243Z","caller":"traceutil/trace.go:171","msg":"trace[516834151] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"164.007149ms","start":"2026-03-14T07:01:22.850216Z","end":"2026-03-14T07:01:23.014223Z","steps":["trace[516834151] 'process raft request' (duration: 163.476945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.014521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.902222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:23.014638Z","caller":"traceutil/trace.go:171","msg":"trace[75293479] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:340; }","duration":"148.066346ms","start":"2026-03-14T07:01:22.866543Z","end":"2026-03-14T07:01:23.01461Z","steps":["trace[75293479] 'agreement among raft nodes before linearized reading' (duration: 147.576213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.32387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.500455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:01:23.324001Z","caller":"traceutil/trace.go:171","msg":"trace[27858239] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"302.521923ms","start":"2026-03-14T07:01:23.021456Z","end":"2026-03-14T07:01:23.323977Z","steps":["trace[27858239] 'process raft request' (duration: 184.832014ms)","trace[27858239] 'compare' (duration: 117.276739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:23.324061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.021437Z","time spent":"302.603376ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:01:23.868467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.875162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:01:23.868626Z","caller":"traceutil/trace.go:171","msg":"trace[1184192042] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"473.299491ms","start":"2026-03-14T07:01:23.395301Z","end":"2026-03-14T07:01:23.8686Z","steps":["trace[1184192042] 'process raft request' (duration: 323.183244ms)","trace[1184192042] 'compare' (duration: 149.664686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:23.868709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.395276Z","time spent":"473.408515ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:01:23.86979Z","caller":"traceutil/trace.go:171","msg":"trace[1578255941] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:353; }","duration":"452.886268ms","start":"2026-03-14T07:01:23.416888Z","end":"2026-03-14T07:01:23.869774Z","steps":["trace[1578255941] 'read index received' (duration: 301.613481ms)","trace[1578255941] 'applied index is now lower than readState.Index' (duration: 151.271707ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:23.869954Z","caller":"traceutil/trace.go:171","msg":"trace[2087774197] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"470.631345ms","start":"2026-03-14T07:01:23.399278Z","end":"2026-03-14T07:01:23.869909Z","steps":["trace[2087774197] 'process raft request' (duration: 470.452641ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:23.870021Z","caller":"traceutil/trace.go:171","msg":"trace[778199531] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"472.146324ms","start":"2026-03-14T07:01:23.397849Z","end":"2026-03-14T07:01:23.869996Z","steps":["trace[778199531] 'process raft request' (duration: 471.730393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.87012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.217336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-14T07:01:23.870127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.397842Z","time spent":"472.226875ms","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:01:23.870161Z","caller":"traceutil/trace.go:171","msg":"trace[298777122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:347; }","duration":"453.289137ms","start":"2026-03-14T07:01:23.416858Z","end":"2026-03-14T07:01:23.870147Z","steps":["trace[298777122] 'agreement among raft nodes before linearized reading' (duration: 453.018541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.870154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.399267Z","time spent":"470.783609ms","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:23.870197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.416846Z","time spent":"453.342759ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-14T07:01:23.870175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.737012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-14T07:01:23.870304Z","caller":"traceutil/trace.go:171","msg":"trace[1065828377] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:347; }","duration":"402.884516ms","start":"2026-03-14T07:01:23.467388Z","end":"2026-03-14T07:01:23.870272Z","steps":["trace[1065828377] 'agreement among raft nodes before linearized reading' (duration: 402.589088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.870297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.981787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-14T07:01:23.870394Z","caller":"traceutil/trace.go:171","msg":"trace[1481997271] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"472.007669ms","start":"2026-03-14T07:01:23.398374Z","end":"2026-03-14T07:01:23.870381Z","steps":["trace[1481997271] 'process raft request' (duration: 471.317532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.870377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.467303Z","time spent":"403.05714ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-14T07:01:23.870402Z","caller":"traceutil/trace.go:171","msg":"trace[602579434] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:347; }","duration":"204.161502ms","start":"2026-03-14T07:01:23.666218Z","end":"2026-03-14T07:01:23.870379Z","steps":["trace[602579434] 'agreement among raft nodes before linearized reading' (duration: 203.936517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.870455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.398307Z","time spent":"472.116742ms","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:23.870432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.019381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-14T07:01:23.870509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.311121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-14T07:01:23.870547Z","caller":"traceutil/trace.go:171","msg":"trace[339345622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:347; }","duration":"253.408373ms","start":"2026-03-14T07:01:23.617128Z","end":"2026-03-14T07:01:23.870536Z","steps":["trace[339345622] 'agreement among raft nodes before linearized reading' (duration: 253.343631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.870578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.185999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-14T07:01:23.870588Z","caller":"traceutil/trace.go:171","msg":"trace[204222134] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:347; }","duration":"304.153744ms","start":"2026-03-14T07:01:23.566367Z","end":"2026-03-14T07:01:23.87052Z","steps":["trace[204222134] 'agreement among raft nodes before linearized reading' (duration: 303.946549ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:23.870642Z","caller":"traceutil/trace.go:171","msg":"trace[1186193538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:347; }","duration":"104.300971ms","start":"2026-03-14T07:01:23.766316Z","end":"2026-03-14T07:01:23.870617Z","steps":["trace[1186193538] 'agreement among raft nodes before linearized reading' (duration: 104.162688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.870613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.91003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-14T07:01:23.870692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.566355Z","time spent":"304.318988ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-14T07:01:23.87074Z","caller":"traceutil/trace.go:171","msg":"trace[242157198] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:347; }","duration":"354.117855ms","start":"2026-03-14T07:01:23.516595Z","end":"2026-03-14T07:01:23.870713Z","steps":["trace[242157198] 'agreement among raft nodes before linearized reading' (duration: 353.845428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.870803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.516568Z","time spent":"354.215867ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-14T07:01:23.870875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.718559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-14T07:01:23.871014Z","caller":"traceutil/trace.go:171","msg":"trace[1981280765] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:347; }","duration":"153.924674ms","start":"2026-03-14T07:01:23.71705Z","end":"2026-03-14T07:01:23.870974Z","steps":["trace[1981280765] 'agreement among raft nodes before linearized reading' (duration: 153.520914ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.029108Z","caller":"traceutil/trace.go:171","msg":"trace[289877932] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"106.926247ms","start":"2026-03-14T07:01:23.922128Z","end":"2026-03-14T07:01:24.029054Z","steps":["trace[289877932] 'process raft request' (duration: 95.217712ms)","trace[289877932] 'compare' (duration: 10.642768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:24.029574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.067467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-14T07:01:24.029726Z","caller":"traceutil/trace.go:171","msg":"trace[1428204835] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:354; }","duration":"110.231621ms","start":"2026-03-14T07:01:23.919442Z","end":"2026-03-14T07:01:24.029674Z","steps":["trace[1428204835] 'agreement among raft nodes before linearized reading' (duration: 109.622156ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.177638Z","caller":"traceutil/trace.go:171","msg":"trace[588473210] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"134.443933ms","start":"2026-03-14T07:01:24.04316Z","end":"2026-03-14T07:01:24.177604Z","steps":["trace[588473210] 'process raft request' (duration: 132.78564ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.177784Z","caller":"traceutil/trace.go:171","msg":"trace[399116987] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"129.738463ms","start":"2026-03-14T07:01:24.048017Z","end":"2026-03-14T07:01:24.177755Z","steps":["trace[399116987] 'process raft request' (duration: 129.506197ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.218035Z","caller":"traceutil/trace.go:171","msg":"trace[1150300591] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"151.021991ms","start":"2026-03-14T07:01:24.066988Z","end":"2026-03-14T07:01:24.21801Z","steps":["trace[1150300591] 'process raft request' (duration: 150.849666ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.218062Z","caller":"traceutil/trace.go:171","msg":"trace[2075683944] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"150.811426ms","start":"2026-03-14T07:01:24.0672Z","end":"2026-03-14T07:01:24.218011Z","steps":["trace[2075683944] 'process raft request' (duration: 150.703873ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.218106Z","caller":"traceutil/trace.go:171","msg":"trace[564781979] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"152.216801ms","start":"2026-03-14T07:01:24.06584Z","end":"2026-03-14T07:01:24.218057Z","steps":["trace[564781979] 'process raft request' (duration: 151.876892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.21835Z","caller":"traceutil/trace.go:171","msg":"trace[1922160078] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"149.734847ms","start":"2026-03-14T07:01:24.068582Z","end":"2026-03-14T07:01:24.218317Z","steps":["trace[1922160078] 'process raft request' (duration: 149.367418ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.218622Z","caller":"traceutil/trace.go:171","msg":"trace[1633702245] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:366; }","duration":"151.01538ms","start":"2026-03-14T07:01:24.06759Z","end":"2026-03-14T07:01:24.218606Z","steps":["trace[1633702245] 'read index received' (duration: 108.317672ms)","trace[1633702245] 'applied index is now lower than readState.Index' (duration: 42.696378ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:24.218608Z","caller":"traceutil/trace.go:171","msg":"trace[295055578] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"147.198304ms","start":"2026-03-14T07:01:24.071364Z","end":"2026-03-14T07:01:24.218562Z","steps":["trace[295055578] 'process raft request' (duration: 146.854505ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:24.218662Z","caller":"traceutil/trace.go:171","msg":"trace[1684219550] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"147.015439ms","start":"2026-03-14T07:01:24.071616Z","end":"2026-03-14T07:01:24.218631Z","steps":["trace[1684219550] 'process raft request' (duration: 146.867626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:24.218781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.327691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-14T07:01:24.21885Z","caller":"traceutil/trace.go:171","msg":"trace[1102986597] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:364; }","duration":"102.435195ms","start":"2026-03-14T07:01:24.116399Z","end":"2026-03-14T07:01:24.218834Z","steps":["trace[1102986597] 'agreement among raft nodes before linearized reading' (duration: 102.314361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:24.219051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.431631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-14T07:01:24.219193Z","caller":"traceutil/trace.go:171","msg":"trace[844688454] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:364; }","duration":"151.638396ms","start":"2026-03-14T07:01:24.067536Z","end":"2026-03-14T07:01:24.219175Z","steps":["trace[844688454] 'agreement among raft nodes before linearized reading' (duration: 151.133732ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:30.883557Z","caller":"traceutil/trace.go:171","msg":"trace[1833010128] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"115.308021ms","start":"2026-03-14T07:01:30.768217Z","end":"2026-03-14T07:01:30.883525Z","steps":["trace[1833010128] 'read index received' (duration: 115.112316ms)","trace[1833010128] 'applied index is now lower than readState.Index' (duration: 194.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:30.88364Z","caller":"traceutil/trace.go:171","msg":"trace[1319959640] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"434.855223ms","start":"2026-03-14T07:01:30.448746Z","end":"2026-03-14T07:01:30.883602Z","steps":["trace[1319959640] 'process raft request' (duration: 434.585907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:30.883858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.594437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"warn","ts":"2026-03-14T07:01:30.88388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:30.448714Z","time spent":"435.041837ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:01:30.884009Z","caller":"traceutil/trace.go:171","msg":"trace[521461100] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:411; }","duration":"115.786382ms","start":"2026-03-14T07:01:30.768185Z","end":"2026-03-14T07:01:30.883972Z","steps":["trace[521461100] 'agreement among raft nodes before linearized reading' (duration: 115.511325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:31.210825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.691039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:01:31.210975Z","caller":"traceutil/trace.go:171","msg":"trace[1230499599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"136.868403ms","start":"2026-03-14T07:01:31.074071Z","end":"2026-03-14T07:01:31.210939Z","steps":["trace[1230499599] 'range keys from in-memory index tree' (duration: 136.565325ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:41.480763Z","caller":"traceutil/trace.go:171","msg":"trace[1335895299] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"211.24418ms","start":"2026-03-14T07:01:41.269493Z","end":"2026-03-14T07:01:41.480737Z","steps":["trace[1335895299] 'process raft request' (duration: 211.046285ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:41.481541Z","caller":"traceutil/trace.go:171","msg":"trace[1359064636] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"211.992529ms","start":"2026-03-14T07:01:41.269515Z","end":"2026-03-14T07:01:41.481508Z","steps":["trace[1359064636] 'process raft request' (duration: 211.783354ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:53.883644Z","caller":"traceutil/trace.go:171","msg":"trace[766711539] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:572; }","duration":"338.989266ms","start":"2026-03-14T07:01:53.54462Z","end":"2026-03-14T07:01:53.88361Z","steps":["trace[766711539] 'read index received' (duration: 31.539645ms)","trace[766711539] 'applied index is now lower than readState.Index' (duration: 307.448211ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:53.883729Z","caller":"traceutil/trace.go:171","msg":"trace[1633816551] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"340.632804ms","start":"2026-03-14T07:01:53.543054Z","end":"2026-03-14T07:01:53.883687Z","steps":["trace[1633816551] 'process raft request' (duration: 340.364976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:53.88396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:53.543034Z","time spent":"340.808698ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:53.883954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.285324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:53.884092Z","caller":"traceutil/trace.go:171","msg":"trace[1075412752] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:0; response_revision:556; }","duration":"339.456849ms","start":"2026-03-14T07:01:53.544602Z","end":"2026-03-14T07:01:53.884059Z","steps":["trace[1075412752] 'agreement among raft nodes before linearized reading' (duration: 339.222353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:53.884151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:53.544584Z","time spent":"339.557172ms","remote":"127.0.0.1:51826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" "} {"level":"warn","ts":"2026-03-14T07:01:54.401538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681271518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:01:54.841468Z","caller":"traceutil/trace.go:171","msg":"trace[1255471088] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"940.885184ms","start":"2026-03-14T07:01:53.900546Z","end":"2026-03-14T07:01:54.841432Z","steps":["trace[1255471088] 'read index received' (duration: 940.708659ms)","trace[1255471088] 'applied index is now lower than readState.Index' (duration: 175.165µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:54.841656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.081641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:54.841599Z","caller":"traceutil/trace.go:171","msg":"trace[1604335190] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"941.4421ms","start":"2026-03-14T07:01:53.900091Z","end":"2026-03-14T07:01:54.841533Z","steps":["trace[1604335190] 'process raft request' (duration: 941.115561ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.841707Z","caller":"traceutil/trace.go:171","msg":"trace[932661629] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:0; response_revision:557; }","duration":"941.182263ms","start":"2026-03-14T07:01:53.900513Z","end":"2026-03-14T07:01:54.841695Z","steps":["trace[932661629] 'agreement among raft nodes before linearized reading' (duration: 941.051949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:54.841757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:53.900501Z","time spent":"941.247235ms","remote":"127.0.0.1:51990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-14T07:01:54.841905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:53.900069Z","time spent":"941.671097ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:01:55.006372Z","caller":"traceutil/trace.go:171","msg":"trace[883001871] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"142.251432ms","start":"2026-03-14T07:01:54.864086Z","end":"2026-03-14T07:01:55.006338Z","steps":["trace[883001871] 'process raft request' (duration: 54.613267ms)","trace[883001871] 'compare' (duration: 87.47606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:55.928844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681271527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:01:55.981749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.133333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:01:55.981913Z","caller":"traceutil/trace.go:171","msg":"trace[1739801907] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"926.298266ms","start":"2026-03-14T07:01:55.055586Z","end":"2026-03-14T07:01:55.981884Z","steps":["trace[1739801907] 'process raft request' (duration: 53.898996ms)","trace[1739801907] 'compare' (duration: 871.856555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:55.981992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:55.05557Z","time spent":"926.386018ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:01:56.064078Z","caller":"traceutil/trace.go:171","msg":"trace[199736911] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:580; }","duration":"635.626107ms","start":"2026-03-14T07:01:55.428419Z","end":"2026-03-14T07:01:56.064045Z","steps":["trace[199736911] 'read index received' (duration: 635.140433ms)","trace[199736911] 'applied index is now lower than readState.Index' (duration: 484.484µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:56.06434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.894094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:56.064389Z","caller":"traceutil/trace.go:171","msg":"trace[1981505124] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"968.201777ms","start":"2026-03-14T07:01:55.095998Z","end":"2026-03-14T07:01:56.0642Z","steps":["trace[1981505124] 'process raft request' (duration: 967.786326ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:56.064438Z","caller":"traceutil/trace.go:171","msg":"trace[901072884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"636.0709ms","start":"2026-03-14T07:01:55.428342Z","end":"2026-03-14T07:01:56.064413Z","steps":["trace[901072884] 'agreement among raft nodes before linearized reading' (duration: 635.852143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:56.064475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.146243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:01:56.064506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:55.428265Z","time spent":"636.230574ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:01:56.06455Z","caller":"traceutil/trace.go:171","msg":"trace[2022932120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"482.302618ms","start":"2026-03-14T07:01:55.582226Z","end":"2026-03-14T07:01:56.064528Z","steps":["trace[2022932120] 'agreement among raft nodes before linearized reading' (duration: 482.01278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:56.064525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.965027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:01:56.064601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:55.582177Z","time spent":"482.414631ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:01:56.064632Z","caller":"traceutil/trace.go:171","msg":"trace[745206713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"177.158493ms","start":"2026-03-14T07:01:55.887444Z","end":"2026-03-14T07:01:56.064603Z","steps":["trace[745206713] 'agreement among raft nodes before linearized reading' (duration: 176.815693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:56.064636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:55.095959Z","time spent":"968.542817ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211508,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:02:15.407905Z","caller":"traceutil/trace.go:171","msg":"trace[761327011] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"150.837637ms","start":"2026-03-14T07:02:15.257032Z","end":"2026-03-14T07:02:15.40787Z","steps":["trace[761327011] 'process raft request' (duration: 150.613811ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:50.40129Z","caller":"traceutil/trace.go:171","msg":"trace[2055763182] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"126.040911ms","start":"2026-03-14T07:02:50.275214Z","end":"2026-03-14T07:02:50.401255Z","steps":["trace[2055763182] 'process raft request' (duration: 125.664642ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:50.40378Z","caller":"traceutil/trace.go:171","msg":"trace[1663757762] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"124.945505ms","start":"2026-03-14T07:02:50.278802Z","end":"2026-03-14T07:02:50.403747Z","steps":["trace[1663757762] 'process raft request' (duration: 124.589516ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:50.40414Z","caller":"traceutil/trace.go:171","msg":"trace[2075668860] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"121.657736ms","start":"2026-03-14T07:02:50.282456Z","end":"2026-03-14T07:02:50.404114Z","steps":["trace[2075668860] 'process raft request' (duration: 121.043491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:02.690694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.509295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dbe2512-a5ef-49c8-91fe-4f5702c473b1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T07:03:02.69082Z","caller":"traceutil/trace.go:171","msg":"trace[1786416786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dbe2512-a5ef-49c8-91fe-4f5702c473b1; range_end:; response_count:1; response_revision:1576; }","duration":"830.651378ms","start":"2026-03-14T07:03:01.860148Z","end":"2026-03-14T07:03:02.690799Z","steps":["trace[1786416786] 'range keys from in-memory index tree' (duration: 830.249428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:02.690869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:01.860068Z","time spent":"830.789251ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dbe2512-a5ef-49c8-91fe-4f5702c473b1\" "} {"level":"warn","ts":"2026-03-14T07:03:02.690867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.70734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:03:02.690926Z","caller":"traceutil/trace.go:171","msg":"trace[548908972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1576; }","duration":"808.815643ms","start":"2026-03-14T07:03:01.882094Z","end":"2026-03-14T07:03:02.690909Z","steps":["trace[548908972] 'range keys from in-memory index tree' (duration: 808.526895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:02.691035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:01.882066Z","time spent":"808.959555ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:03:02.691197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.276684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:02.691323Z","caller":"traceutil/trace.go:171","msg":"trace[754442963] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1641; }","duration":"706.722267ms","start":"2026-03-14T07:03:01.984575Z","end":"2026-03-14T07:03:02.691297Z","steps":["trace[754442963] 'read index received' (duration: 77.742µs)","trace[754442963] 'applied index is now lower than readState.Index' (duration: 706.643005ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:02.691347Z","caller":"traceutil/trace.go:171","msg":"trace[1346018861] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"806.992908ms","start":"2026-03-14T07:03:01.884304Z","end":"2026-03-14T07:03:02.691296Z","steps":["trace[1346018861] 'process raft request' (duration: 41.497678ms)","trace[1346018861] 'compare' (duration: 765.005418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:02.691553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.987813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:03:02.691587Z","caller":"traceutil/trace.go:171","msg":"trace[511868991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1577; }","duration":"707.089745ms","start":"2026-03-14T07:03:01.984487Z","end":"2026-03-14T07:03:02.691577Z","steps":["trace[511868991] 'agreement among raft nodes before linearized reading' (duration: 706.931012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:02.691629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:01.984454Z","time spent":"707.167716ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:02.691842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.68667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:03:02.691815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.765876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:03:02.691857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.832704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dbe2512-a5ef-49c8-91fe-4f5702c473b1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T07:03:02.691925Z","caller":"traceutil/trace.go:171","msg":"trace[645350513] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dbe2512-a5ef-49c8-91fe-4f5702c473b1; range_end:; response_count:1; response_revision:1577; }","duration":"411.965867ms","start":"2026-03-14T07:03:02.279941Z","end":"2026-03-14T07:03:02.691907Z","steps":["trace[645350513] 'agreement among raft nodes before linearized reading' (duration: 411.718931ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:02.691923Z","caller":"traceutil/trace.go:171","msg":"trace[1115196238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1577; }","duration":"229.94864ms","start":"2026-03-14T07:03:02.461951Z","end":"2026-03-14T07:03:02.691899Z","steps":["trace[1115196238] 'agreement among raft nodes before linearized reading' (duration: 229.623172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:02.691934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:01.884286Z","time spent":"807.164542ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:02.691971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:02.27991Z","time spent":"412.05283ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dbe2512-a5ef-49c8-91fe-4f5702c473b1\" "} {"level":"info","ts":"2026-03-14T07:03:02.692227Z","caller":"traceutil/trace.go:171","msg":"trace[865637460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1577; }","duration":"186.790613ms","start":"2026-03-14T07:03:02.505099Z","end":"2026-03-14T07:03:02.691889Z","steps":["trace[865637460] 'agreement among raft nodes before linearized reading' (duration: 186.633829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:02.692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.987264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:03:02.692482Z","caller":"traceutil/trace.go:171","msg":"trace[237668960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1577; }","duration":"174.512537ms","start":"2026-03-14T07:03:02.517938Z","end":"2026-03-14T07:03:02.69245Z","steps":["trace[237668960] 'agreement among raft nodes before linearized reading' (duration: 173.759709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:03.761413Z","caller":"traceutil/trace.go:171","msg":"trace[1683294324] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1648; }","duration":"332.654079ms","start":"2026-03-14T07:03:03.428728Z","end":"2026-03-14T07:03:03.761382Z","steps":["trace[1683294324] 'read index received' (duration: 332.385303ms)","trace[1683294324] 'applied index is now lower than readState.Index' (duration: 267.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:03.761559Z","caller":"traceutil/trace.go:171","msg":"trace[1369762806] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"486.9218ms","start":"2026-03-14T07:03:03.274611Z","end":"2026-03-14T07:03:03.761532Z","steps":["trace[1369762806] 'process raft request' (duration: 486.612252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:03.761751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.274576Z","time spent":"487.048612ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:03.762192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.444228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:03.76227Z","caller":"traceutil/trace.go:171","msg":"trace[1995672236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1584; }","duration":"333.582251ms","start":"2026-03-14T07:03:03.428672Z","end":"2026-03-14T07:03:03.762255Z","steps":["trace[1995672236] 'agreement among raft nodes before linearized reading' (duration: 332.867384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:03.7623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.428647Z","time spent":"333.645223ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:03:04.066687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.119618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:04.066835Z","caller":"traceutil/trace.go:171","msg":"trace[881243448] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1649; }","duration":"112.889845ms","start":"2026-03-14T07:03:03.953922Z","end":"2026-03-14T07:03:04.066812Z","steps":["trace[881243448] 'read index received' (duration: 130.803µs)","trace[881243448] 'applied index is now lower than readState.Index' (duration: 112.757182ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:04.066875Z","caller":"traceutil/trace.go:171","msg":"trace[302986332] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"299.912853ms","start":"2026-03-14T07:03:03.766921Z","end":"2026-03-14T07:03:04.066833Z","steps":["trace[302986332] 'process raft request' (duration: 100.507288ms)","trace[302986332] 'compare' (duration: 198.966065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:04.066921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.999777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:03:04.067105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.766893Z","time spent":"300.086867ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:04.067159Z","caller":"traceutil/trace.go:171","msg":"trace[1446531759] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1585; }","duration":"113.255173ms","start":"2026-03-14T07:03:03.953856Z","end":"2026-03-14T07:03:04.067111Z","steps":["trace[1446531759] 'agreement among raft nodes before linearized reading' (duration: 113.015757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.995064Z","caller":"traceutil/trace.go:171","msg":"trace[603616337] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"150.334066ms","start":"2026-03-14T07:03:16.84469Z","end":"2026-03-14T07:03:16.995024Z","steps":["trace[603616337] 'process raft request' (duration: 82.130225ms)","trace[603616337] 'compare' (duration: 67.914474ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:16.995401Z","caller":"traceutil/trace.go:171","msg":"trace[645958967] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"150.327816ms","start":"2026-03-14T07:03:16.845029Z","end":"2026-03-14T07:03:16.995357Z","steps":["trace[645958967] 'process raft request' (duration: 149.939807ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.995452Z","caller":"traceutil/trace.go:171","msg":"trace[1958586191] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"149.493455ms","start":"2026-03-14T07:03:16.845915Z","end":"2026-03-14T07:03:16.995408Z","steps":["trace[1958586191] 'process raft request' (duration: 149.435474ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.995454Z","caller":"traceutil/trace.go:171","msg":"trace[750155174] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"149.874225ms","start":"2026-03-14T07:03:16.845548Z","end":"2026-03-14T07:03:16.995422Z","steps":["trace[750155174] 'process raft request' (duration: 149.67718ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.995449Z","caller":"traceutil/trace.go:171","msg":"trace[429182116] linearizableReadLoop","detail":"{readStateIndex:1756; appliedIndex:1752; }","duration":"135.379565ms","start":"2026-03-14T07:03:16.860025Z","end":"2026-03-14T07:03:16.995405Z","steps":["trace[429182116] 'read index received' (duration: 66.810856ms)","trace[429182116] 'applied index is now lower than readState.Index' (duration: 68.567359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:16.995705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.628212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:03:16.995779Z","caller":"traceutil/trace.go:171","msg":"trace[828785283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1687; }","duration":"135.784685ms","start":"2026-03-14T07:03:16.859965Z","end":"2026-03-14T07:03:16.99575Z","steps":["trace[828785283] 'agreement among raft nodes before linearized reading' (duration: 135.526549ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.230516Z","caller":"traceutil/trace.go:171","msg":"trace[70892241] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"104.279968ms","start":"2026-03-14T07:03:41.126202Z","end":"2026-03-14T07:03:41.230482Z","steps":["trace[70892241] 'process raft request' (duration: 104.049542ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.231048Z","caller":"traceutil/trace.go:171","msg":"trace[1896047183] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"104.741589ms","start":"2026-03-14T07:03:41.12629Z","end":"2026-03-14T07:03:41.231031Z","steps":["trace[1896047183] 'process raft request' (duration: 104.135994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.231132Z","caller":"traceutil/trace.go:171","msg":"trace[750569929] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"101.705996ms","start":"2026-03-14T07:03:41.129365Z","end":"2026-03-14T07:03:41.231071Z","steps":["trace[750569929] 'process raft request' (duration: 101.310866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:54.521628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681274182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:03:54.577568Z","caller":"traceutil/trace.go:171","msg":"trace[1797340342] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"556.806228ms","start":"2026-03-14T07:03:54.020735Z","end":"2026-03-14T07:03:54.577541Z","steps":["trace[1797340342] 'read index received' (duration: 556.535971ms)","trace[1797340342] 'applied index is now lower than readState.Index' (duration: 269.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:54.577706Z","caller":"traceutil/trace.go:171","msg":"trace[58670475] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"609.01266ms","start":"2026-03-14T07:03:53.968683Z","end":"2026-03-14T07:03:54.577695Z","steps":["trace[58670475] 'process raft request' (duration: 608.686671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:54.57786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:53.968643Z","time spent":"609.094091ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:54.577903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.829856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:54.577957Z","caller":"traceutil/trace.go:171","msg":"trace[1053550536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"150.911659ms","start":"2026-03-14T07:03:54.427028Z","end":"2026-03-14T07:03:54.57794Z","steps":["trace[1053550536] 'agreement among raft nodes before linearized reading' (duration: 150.820427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:54.57796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.379863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:03:54.578016Z","caller":"traceutil/trace.go:171","msg":"trace[1898941005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1879; }","duration":"205.493205ms","start":"2026-03-14T07:03:54.372505Z","end":"2026-03-14T07:03:54.577999Z","steps":["trace[1898941005] 'agreement among raft nodes before linearized reading' (duration: 205.333141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:54.578156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.394782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-14T07:03:54.578242Z","caller":"traceutil/trace.go:171","msg":"trace[1375672062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1879; }","duration":"557.524235ms","start":"2026-03-14T07:03:54.020689Z","end":"2026-03-14T07:03:54.578214Z","steps":["trace[1375672062] 'agreement among raft nodes before linearized reading' (duration: 557.207258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:54.578305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:54.020675Z","time spent":"557.613757ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:03:54.578294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.812061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:03:54.578408Z","caller":"traceutil/trace.go:171","msg":"trace[111995029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"246.988885ms","start":"2026-03-14T07:03:54.33139Z","end":"2026-03-14T07:03:54.578379Z","steps":["trace[111995029] 'agreement among raft nodes before linearized reading' (duration: 246.618536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:54.578082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.166112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:54.579062Z","caller":"traceutil/trace.go:171","msg":"trace[1228857463] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1879; }","duration":"302.349919ms","start":"2026-03-14T07:03:54.276678Z","end":"2026-03-14T07:03:54.579028Z","steps":["trace[1228857463] 'agreement among raft nodes before linearized reading' (duration: 301.141041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:54.579182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:54.276652Z","time spent":"302.505773ms","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:03:54.97362Z","caller":"traceutil/trace.go:171","msg":"trace[1909078314] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"390.414647ms","start":"2026-03-14T07:03:54.583169Z","end":"2026-03-14T07:03:54.973583Z","steps":["trace[1909078314] 'process raft request' (duration: 341.646328ms)","trace[1909078314] 'compare' (duration: 48.570835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:54.973979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:54.583145Z","time spent":"390.556181ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:55.24881Z","caller":"traceutil/trace.go:171","msg":"trace[1755604140] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1956; }","duration":"511.700443ms","start":"2026-03-14T07:03:54.737075Z","end":"2026-03-14T07:03:55.248775Z","steps":["trace[1755604140] 'read index received' (duration: 187.839282ms)","trace[1755604140] 'applied index is now lower than readState.Index' (duration: 323.859471ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:55.248946Z","caller":"traceutil/trace.go:171","msg":"trace[1215834860] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"665.431228ms","start":"2026-03-14T07:03:54.583483Z","end":"2026-03-14T07:03:55.248915Z","steps":["trace[1215834860] 'process raft request' (duration: 665.023158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:55.249087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.973039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:55.24927Z","caller":"traceutil/trace.go:171","msg":"trace[224043895] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1881; }","duration":"512.225076ms","start":"2026-03-14T07:03:54.737021Z","end":"2026-03-14T07:03:55.249246Z","steps":["trace[224043895] 'agreement among raft nodes before linearized reading' (duration: 511.890589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:55.24933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:54.736997Z","time spent":"512.318489ms","remote":"127.0.0.1:36328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:03:55.249127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:54.583456Z","time spent":"665.56949ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:55.249914Z","caller":"traceutil/trace.go:171","msg":"trace[362489856] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"234.290549ms","start":"2026-03-14T07:03:55.015573Z","end":"2026-03-14T07:03:55.249864Z","steps":["trace[362489856] 'process raft request' (duration: 234.110663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:55.250033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.07872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:03:55.250775Z","caller":"traceutil/trace.go:171","msg":"trace[335850751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1882; }","duration":"150.875078ms","start":"2026-03-14T07:03:55.099879Z","end":"2026-03-14T07:03:55.250754Z","steps":["trace[335850751] 'agreement among raft nodes before linearized reading' (duration: 149.965437ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:21.352389Z","caller":"traceutil/trace.go:171","msg":"trace[1535846478] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2599; }","duration":"258.251389ms","start":"2026-03-14T07:05:21.094104Z","end":"2026-03-14T07:05:21.352355Z","steps":["trace[1535846478] 'read index received' (duration: 258.046714ms)","trace[1535846478] 'applied index is now lower than readState.Index' (duration: 203.195µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:21.352677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.476435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:21.352747Z","caller":"traceutil/trace.go:171","msg":"trace[138715575] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2499; }","duration":"258.636048ms","start":"2026-03-14T07:05:21.094093Z","end":"2026-03-14T07:05:21.352729Z","steps":["trace[138715575] 'agreement among raft nodes before linearized reading' (duration: 258.403173ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:21.352942Z","caller":"traceutil/trace.go:171","msg":"trace[968637342] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"382.201813ms","start":"2026-03-14T07:05:20.970675Z","end":"2026-03-14T07:05:21.352877Z","steps":["trace[968637342] 'process raft request' (duration: 381.506956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:21.35365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:20.970643Z","time spent":"382.788215ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:21.737923Z","caller":"traceutil/trace.go:171","msg":"trace[1823681640] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"117.544077ms","start":"2026-03-14T07:05:21.620352Z","end":"2026-03-14T07:05:21.737896Z","steps":["trace[1823681640] 'process raft request' (duration: 117.255301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:22.530412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.58025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:22.530693Z","caller":"traceutil/trace.go:171","msg":"trace[210045556] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"786.188508ms","start":"2026-03-14T07:05:21.744485Z","end":"2026-03-14T07:05:22.530674Z","steps":["trace[210045556] 'process raft request' (duration: 786.127257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:22.530797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:21.744465Z","time spent":"786.26971ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:22.530757Z","caller":"traceutil/trace.go:171","msg":"trace[1988415016] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"787.60036ms","start":"2026-03-14T07:05:21.743031Z","end":"2026-03-14T07:05:22.530631Z","steps":["trace[1988415016] 'process raft request' (duration: 155.095899ms)","trace[1988415016] 'compare' (duration: 631.364286ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:22.530938Z","caller":"traceutil/trace.go:171","msg":"trace[2129449351] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"787.833905ms","start":"2026-03-14T07:05:21.743092Z","end":"2026-03-14T07:05:22.530926Z","steps":["trace[2129449351] 'process raft request' (duration: 787.429136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:22.531034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:21.743036Z","time spent":"787.969618ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:22.531286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:21.743Z","time spent":"788.024499ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:22.793078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.401384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-14T07:05:22.793217Z","caller":"traceutil/trace.go:171","msg":"trace[394160187] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2601; }","duration":"1.031933924s","start":"2026-03-14T07:05:21.76125Z","end":"2026-03-14T07:05:22.793184Z","steps":["trace[394160187] 'read index received' (duration: 136.916866ms)","trace[394160187] 'applied index is now lower than readState.Index' (duration: 895.015868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:22.7935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032247202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:05:22.793543Z","caller":"traceutil/trace.go:171","msg":"trace[1173195880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2503; }","duration":"1.032296783s","start":"2026-03-14T07:05:21.761233Z","end":"2026-03-14T07:05:22.793529Z","steps":["trace[1173195880] 'agreement among raft nodes before linearized reading' (duration: 1.032081858s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:22.793582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:21.761156Z","time spent":"1.032416306s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:22.793759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031153186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:05:22.793781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.443033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:22.793865Z","caller":"traceutil/trace.go:171","msg":"trace[2001404587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2503; }","duration":"1.03131397s","start":"2026-03-14T07:05:21.762526Z","end":"2026-03-14T07:05:22.79384Z","steps":["trace[2001404587] 'agreement among raft nodes before linearized reading' (duration: 1.031005003s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:22.793889Z","caller":"traceutil/trace.go:171","msg":"trace[344736168] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2503; }","duration":"462.631117ms","start":"2026-03-14T07:05:22.331232Z","end":"2026-03-14T07:05:22.793863Z","steps":["trace[344736168] 'agreement among raft nodes before linearized reading' (duration: 462.403732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:22.793915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:21.762507Z","time spent":"1.031397711s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:22.793905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020854732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:05:22.793956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:22.331195Z","time spent":"462.74717ms","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:22.794016Z","caller":"traceutil/trace.go:171","msg":"trace[1494499939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2503; }","duration":"1.021003585s","start":"2026-03-14T07:05:21.772983Z","end":"2026-03-14T07:05:22.793987Z","steps":["trace[1494499939] 'agreement among raft nodes before linearized reading' (duration: 1.020732559s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:22.794066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:21.77297Z","time spent":"1.021087127s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:22.79405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.040434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:05:22.794159Z","caller":"traceutil/trace.go:171","msg":"trace[1662201402] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2503; }","duration":"897.253678ms","start":"2026-03-14T07:05:21.896861Z","end":"2026-03-14T07:05:22.794114Z","steps":["trace[1662201402] 'agreement among raft nodes before linearized reading' (duration: 896.824978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:22.794207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:21.896838Z","time spent":"897.357281ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T07:05:22.794162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.982726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:22.794432Z","caller":"traceutil/trace.go:171","msg":"trace[925656006] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2503; }","duration":"166.61002ms","start":"2026-03-14T07:05:22.627785Z","end":"2026-03-14T07:05:22.794395Z","steps":["trace[925656006] 'agreement among raft nodes before linearized reading' (duration: 165.928285ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:08.084435Z","caller":"traceutil/trace.go:171","msg":"trace[952830834] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"270.067969ms","start":"2026-03-14T07:09:07.814328Z","end":"2026-03-14T07:09:08.084396Z","steps":["trace[952830834] 'process raft request' (duration: 247.017556ms)","trace[952830834] 'compare' (duration: 22.764396ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:08.084607Z","caller":"traceutil/trace.go:171","msg":"trace[2063032832] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"270.133771ms","start":"2026-03-14T07:09:07.814419Z","end":"2026-03-14T07:09:08.084553Z","steps":["trace[2063032832] 'process raft request' (duration: 269.925305ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:14.370282Z","caller":"traceutil/trace.go:171","msg":"trace[736886969] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4528; }","duration":"233.488854ms","start":"2026-03-14T07:09:14.136758Z","end":"2026-03-14T07:09:14.370247Z","steps":["trace[736886969] 'read index received' (duration: 37.809156ms)","trace[736886969] 'applied index is now lower than readState.Index' (duration: 195.678618ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:14.370429Z","caller":"traceutil/trace.go:171","msg":"trace[1330497955] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"243.560979ms","start":"2026-03-14T07:09:14.12685Z","end":"2026-03-14T07:09:14.370411Z","steps":["trace[1330497955] 'process raft request' (duration: 243.071677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:14.370731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.934516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edf98468-90a6-4b07-b897-cff70e72383b\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-14T07:09:14.370844Z","caller":"traceutil/trace.go:171","msg":"trace[892768382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edf98468-90a6-4b07-b897-cff70e72383b; range_end:; response_count:1; response_revision:4355; }","duration":"234.081539ms","start":"2026-03-14T07:09:14.136736Z","end":"2026-03-14T07:09:14.370817Z","steps":["trace[892768382] 'agreement among raft nodes before linearized reading' (duration: 233.72832ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:14.398396Z","caller":"traceutil/trace.go:171","msg":"trace[215542356] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"178.246267ms","start":"2026-03-14T07:09:14.220128Z","end":"2026-03-14T07:09:14.398374Z","steps":["trace[215542356] 'process raft request' (duration: 178.134394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:14.398898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.149751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:09:14.398944Z","caller":"traceutil/trace.go:171","msg":"trace[911138999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4356; }","duration":"236.235834ms","start":"2026-03-14T07:09:14.162698Z","end":"2026-03-14T07:09:14.398933Z","steps":["trace[911138999] 'agreement among raft nodes before linearized reading' (duration: 236.045329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:14.398998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.608506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:09:14.399051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.962111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517428"} {"level":"info","ts":"2026-03-14T07:09:14.399093Z","caller":"traceutil/trace.go:171","msg":"trace[249602972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4356; }","duration":"248.727568ms","start":"2026-03-14T07:09:14.150341Z","end":"2026-03-14T07:09:14.399069Z","steps":["trace[249602972] 'agreement among raft nodes before linearized reading' (duration: 248.464942ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:14.399144Z","caller":"traceutil/trace.go:171","msg":"trace[723264327] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4356; }","duration":"250.117115ms","start":"2026-03-14T07:09:14.149005Z","end":"2026-03-14T07:09:14.399123Z","steps":["trace[723264327] 'agreement among raft nodes before linearized reading' (duration: 249.634113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:14.399259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.302028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:09:14.399307Z","caller":"traceutil/trace.go:171","msg":"trace[1314764597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4356; }","duration":"210.37183ms","start":"2026-03-14T07:09:14.188919Z","end":"2026-03-14T07:09:14.399291Z","steps":["trace[1314764597] 'agreement among raft nodes before linearized reading' (duration: 210.187525ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:15.670166Z","caller":"traceutil/trace.go:171","msg":"trace[303072573] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"271.215888ms","start":"2026-03-14T07:09:15.398912Z","end":"2026-03-14T07:09:15.670128Z","steps":["trace[303072573] 'process raft request' (duration: 186.636489ms)","trace[303072573] 'compare' (duration: 84.427515ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:15.695237Z","caller":"traceutil/trace.go:171","msg":"trace[372290175] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"290.511997ms","start":"2026-03-14T07:09:15.404712Z","end":"2026-03-14T07:09:15.695224Z","steps":["trace[372290175] 'process raft request' (duration: 290.356513ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:15.695275Z","caller":"traceutil/trace.go:171","msg":"trace[781692689] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"294.757934ms","start":"2026-03-14T07:09:15.400463Z","end":"2026-03-14T07:09:15.695221Z","steps":["trace[781692689] 'process raft request' (duration: 294.475647ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:15.695135Z","caller":"traceutil/trace.go:171","msg":"trace[1428707002] linearizableReadLoop","detail":"{readStateIndex:4578; appliedIndex:4576; }","duration":"292.595369ms","start":"2026-03-14T07:09:15.402511Z","end":"2026-03-14T07:09:15.695106Z","steps":["trace[1428707002] 'read index received' (duration: 183.12186ms)","trace[1428707002] 'applied index is now lower than readState.Index' (duration: 109.472689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:15.695751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.213984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-14T07:09:15.695787Z","caller":"traceutil/trace.go:171","msg":"trace[127328981] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4401; }","duration":"293.282116ms","start":"2026-03-14T07:09:15.402497Z","end":"2026-03-14T07:09:15.695779Z","steps":["trace[127328981] 'agreement among raft nodes before linearized reading' (duration: 293.089061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:15.695981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.846883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:15.696016Z","caller":"traceutil/trace.go:171","msg":"trace[1722349638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4401; }","duration":"269.929355ms","start":"2026-03-14T07:09:15.426071Z","end":"2026-03-14T07:09:15.696Z","steps":["trace[1722349638] 'agreement among raft nodes before linearized reading' (duration: 269.889704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:15.697458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.661761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-14T07:09:15.697544Z","caller":"traceutil/trace.go:171","msg":"trace[1442451995] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4401; }","duration":"190.827805ms","start":"2026-03-14T07:09:15.506696Z","end":"2026-03-14T07:09:15.697524Z","steps":["trace[1442451995] 'agreement among raft nodes before linearized reading' (duration: 189.318106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:17.138717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.936818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719300"} {"level":"info","ts":"2026-03-14T07:09:17.138802Z","caller":"traceutil/trace.go:171","msg":"trace[341761140] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"486.658226ms","start":"2026-03-14T07:09:16.652097Z","end":"2026-03-14T07:09:17.138756Z","steps":["trace[341761140] 'process raft request' (duration: 400.445836ms)","trace[341761140] 'compare' (duration: 85.518802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:17.139113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:16.652072Z","time spent":"486.904152ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:17.138863Z","caller":"traceutil/trace.go:171","msg":"trace[1016573874] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4515; }","duration":"522.162244ms","start":"2026-03-14T07:09:16.616676Z","end":"2026-03-14T07:09:17.138838Z","steps":["trace[1016573874] 'range keys from in-memory index tree' (duration: 521.372474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:17.13928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:16.616653Z","time spent":"522.579925ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719322,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:09:17.143103Z","caller":"traceutil/trace.go:171","msg":"trace[1125262787] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"455.452047ms","start":"2026-03-14T07:09:16.68763Z","end":"2026-03-14T07:09:17.143082Z","steps":["trace[1125262787] 'process raft request' (duration: 455.372275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:17.143256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:16.687611Z","time spent":"455.565241ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:19.299808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.90819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-14T07:09:19.300039Z","caller":"traceutil/trace.go:171","msg":"trace[1678237599] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4552; }","duration":"301.248978ms","start":"2026-03-14T07:09:18.998769Z","end":"2026-03-14T07:09:19.300018Z","steps":["trace[1678237599] 'compare' (duration: 292.809758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:19.30014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:18.998748Z","time spent":"301.364491ms","remote":"127.0.0.1:51642","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:09:19.647471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681280828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:09:19.682749Z","caller":"traceutil/trace.go:171","msg":"trace[1409410852] linearizableReadLoop","detail":"{readStateIndex:4736; appliedIndex:4735; }","duration":"535.293763ms","start":"2026-03-14T07:09:19.147421Z","end":"2026-03-14T07:09:19.682715Z","steps":["trace[1409410852] 'read index received' (duration: 535.069247ms)","trace[1409410852] 'applied index is now lower than readState.Index' (duration: 223.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:19.682795Z","caller":"traceutil/trace.go:171","msg":"trace[918171143] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"538.422301ms","start":"2026-03-14T07:09:19.144334Z","end":"2026-03-14T07:09:19.682756Z","steps":["trace[918171143] 'process raft request' (duration: 538.187255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:19.682988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:19.144307Z","time spent":"538.575684ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:19.683123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.598558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-14T07:09:19.683183Z","caller":"traceutil/trace.go:171","msg":"trace[1540579578] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4553; }","duration":"381.713661ms","start":"2026-03-14T07:09:19.301456Z","end":"2026-03-14T07:09:19.68317Z","steps":["trace[1540579578] 'agreement among raft nodes before linearized reading' (duration: 381.503735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:19.683152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.696093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-14T07:09:19.683161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.008438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-14T07:09:19.68318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.911505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T07:09:19.683231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:19.301435Z","time spent":"381.787803ms","remote":"127.0.0.1:51642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":394,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"info","ts":"2026-03-14T07:09:19.683252Z","caller":"traceutil/trace.go:171","msg":"trace[1578108474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304; range_end:; response_count:1; response_revision:4553; }","duration":"535.851517ms","start":"2026-03-14T07:09:19.147379Z","end":"2026-03-14T07:09:19.68323Z","steps":["trace[1578108474] 'agreement among raft nodes before linearized reading' (duration: 535.534489ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:19.683265Z","caller":"traceutil/trace.go:171","msg":"trace[352122035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:4553; }","duration":"378.024449ms","start":"2026-03-14T07:09:19.305227Z","end":"2026-03-14T07:09:19.683252Z","steps":["trace[352122035] 'agreement among raft nodes before linearized reading' (duration: 377.766712ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:19.683265Z","caller":"traceutil/trace.go:171","msg":"trace[597200698] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304; range_end:; response_count:1; response_revision:4553; }","duration":"372.143952ms","start":"2026-03-14T07:09:19.311098Z","end":"2026-03-14T07:09:19.683242Z","steps":["trace[597200698] 'agreement among raft nodes before linearized reading' (duration: 371.875666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:19.683306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:19.305214Z","time spent":"378.08389ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"warn","ts":"2026-03-14T07:09:19.683312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:19.147363Z","time spent":"535.936219ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304\" "} {"level":"warn","ts":"2026-03-14T07:09:19.683314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:19.31109Z","time spent":"372.215104ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304\" "} {"level":"warn","ts":"2026-03-14T07:09:19.68312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.486319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:19.68348Z","caller":"traceutil/trace.go:171","msg":"trace[852810211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4553; }","duration":"255.90694ms","start":"2026-03-14T07:09:19.427553Z","end":"2026-03-14T07:09:19.68346Z","steps":["trace[852810211] 'agreement among raft nodes before linearized reading' (duration: 255.479109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:21.825541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.534483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-14T07:09:21.826008Z","caller":"traceutil/trace.go:171","msg":"trace[1964529580] linearizableReadLoop","detail":"{readStateIndex:4768; appliedIndex:4766; }","duration":"134.653701ms","start":"2026-03-14T07:09:21.691329Z","end":"2026-03-14T07:09:21.825982Z","steps":["trace[1964529580] 'read index received' (duration: 54.998318ms)","trace[1964529580] 'applied index is now lower than readState.Index' (duration: 79.653623ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:21.826043Z","caller":"traceutil/trace.go:171","msg":"trace[9405643] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"137.107672ms","start":"2026-03-14T07:09:21.688914Z","end":"2026-03-14T07:09:21.826021Z","steps":["trace[9405643] 'process raft request' (duration: 136.821824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:21.908013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.671782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:21.90803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.777531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-14T07:09:21.908105Z","caller":"traceutil/trace.go:171","msg":"trace[1885334095] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4584; }","duration":"216.795256ms","start":"2026-03-14T07:09:21.691281Z","end":"2026-03-14T07:09:21.908076Z","steps":["trace[1885334095] 'agreement among raft nodes before linearized reading' (duration: 134.774275ms)","trace[1885334095] 'range keys from in-memory index tree' (duration: 81.895258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:21.90799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.299204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:09:21.908169Z","caller":"traceutil/trace.go:171","msg":"trace[100831070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304; range_end:; response_count:1; response_revision:4584; }","duration":"211.956016ms","start":"2026-03-14T07:09:21.696181Z","end":"2026-03-14T07:09:21.908137Z","steps":["trace[100831070] 'agreement among raft nodes before linearized reading' (duration: 129.953565ms)","trace[100831070] 'range keys from in-memory index tree' (duration: 81.708584ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:21.908237Z","caller":"traceutil/trace.go:171","msg":"trace[1186433635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:4584; }","duration":"214.590791ms","start":"2026-03-14T07:09:21.6936Z","end":"2026-03-14T07:09:21.908191Z","steps":["trace[1186433635] 'agreement among raft nodes before linearized reading' (duration: 132.510938ms)","trace[1186433635] 'range keys from in-memory index tree' (duration: 81.696563ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:22.09501Z","caller":"traceutil/trace.go:171","msg":"trace[543323300] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4584; }","duration":"159.003338ms","start":"2026-03-14T07:09:21.935956Z","end":"2026-03-14T07:09:22.09496Z","steps":["trace[543323300] 'process raft request' (duration: 158.836054ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:22.583138Z","caller":"traceutil/trace.go:171","msg":"trace[732954366] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4769; }","duration":"486.728604ms","start":"2026-03-14T07:09:22.096387Z","end":"2026-03-14T07:09:22.583115Z","steps":["trace[732954366] 'read index received' (duration: 486.57953ms)","trace[732954366] 'applied index is now lower than readState.Index' (duration: 148.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:22.583454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.038162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-14T07:09:22.583567Z","caller":"traceutil/trace.go:171","msg":"trace[56513984] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4585; }","duration":"487.164335ms","start":"2026-03-14T07:09:22.09638Z","end":"2026-03-14T07:09:22.583544Z","steps":["trace[56513984] 'agreement among raft nodes before linearized reading' (duration: 486.895799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:22.583618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.096361Z","time spent":"487.247697ms","remote":"127.0.0.1:51642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":394,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"info","ts":"2026-03-14T07:09:22.583926Z","caller":"traceutil/trace.go:171","msg":"trace[854816573] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"647.185347ms","start":"2026-03-14T07:09:21.936693Z","end":"2026-03-14T07:09:22.583878Z","steps":["trace[854816573] 'process raft request' (duration: 646.256555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:22.584202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.936672Z","time spent":"647.361282ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:23.083725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681280903,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:09:23.31244Z","caller":"traceutil/trace.go:171","msg":"trace[960782662] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"886.206916ms","start":"2026-03-14T07:09:22.426201Z","end":"2026-03-14T07:09:23.312408Z","steps":["trace[960782662] 'process raft request' (duration: 886.147194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:23.312613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.426178Z","time spent":"886.341279ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:23.312675Z","caller":"traceutil/trace.go:171","msg":"trace[840481030] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"968.980297ms","start":"2026-03-14T07:09:22.343618Z","end":"2026-03-14T07:09:23.312598Z","steps":["trace[840481030] 'process raft request' (duration: 968.217558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:23.312924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.343585Z","time spent":"969.205782ms","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:24.52637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213849821s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:09:24.617563Z","caller":"traceutil/trace.go:171","msg":"trace[305987807] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"2.027113171s","start":"2026-03-14T07:09:22.590385Z","end":"2026-03-14T07:09:24.617498Z","steps":["trace[305987807] 'process raft request' (duration: 1.936283141s)","trace[305987807] 'compare' (duration: 90.128603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.617759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.590355Z","time spent":"2.027315006s","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10249,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:09:24.61796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080260833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-14T07:09:24.618052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086472029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:09:24.618025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204091076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:09:24.618094Z","caller":"traceutil/trace.go:171","msg":"trace[1961860161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4588; }","duration":"2.080440138s","start":"2026-03-14T07:09:22.537621Z","end":"2026-03-14T07:09:24.618061Z","steps":["trace[1961860161] 'agreement among raft nodes before linearized reading' (duration: 2.080083369s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.618118Z","caller":"traceutil/trace.go:171","msg":"trace[899429120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4588; }","duration":"2.086579841s","start":"2026-03-14T07:09:22.531519Z","end":"2026-03-14T07:09:24.618099Z","steps":["trace[899429120] 'agreement among raft nodes before linearized reading' (duration: 2.086189241s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.618139Z","caller":"traceutil/trace.go:171","msg":"trace[964767778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4588; }","duration":"2.20427998s","start":"2026-03-14T07:09:22.413834Z","end":"2026-03-14T07:09:24.618114Z","steps":["trace[964767778] 'agreement among raft nodes before linearized reading' (duration: 2.20388691s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.618162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.531502Z","time spent":"2.086646493s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:24.618162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.537602Z","time spent":"2.08054594s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:09:24.618206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.413804Z","time spent":"2.204391953s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:24.618269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41202373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:09:24.618405Z","caller":"traceutil/trace.go:171","msg":"trace[1215316713] linearizableReadLoop","detail":"{readStateIndex:4773; appliedIndex:4772; }","duration":"2.034459784s","start":"2026-03-14T07:09:22.583224Z","end":"2026-03-14T07:09:24.617684Z","steps":["trace[1215316713] 'read index received' (duration: 731.118556ms)","trace[1215316713] 'applied index is now lower than readState.Index' (duration: 1.303336397s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:24.618397Z","caller":"traceutil/trace.go:171","msg":"trace[1619822550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4588; }","duration":"2.412219866s","start":"2026-03-14T07:09:22.206159Z","end":"2026-03-14T07:09:24.618378Z","steps":["trace[1619822550] 'agreement among raft nodes before linearized reading' (duration: 2.411694653s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.618275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079906844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:09:24.618489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.206129Z","time spent":"2.412346728s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:09:24.618522Z","caller":"traceutil/trace.go:171","msg":"trace[774601744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4588; }","duration":"2.080235643s","start":"2026-03-14T07:09:22.538266Z","end":"2026-03-14T07:09:24.618501Z","steps":["trace[774601744] 'agreement among raft nodes before linearized reading' (duration: 2.079467754s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.618581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.538255Z","time spent":"2.080308504s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:09:24.827889Z","caller":"traceutil/trace.go:171","msg":"trace[1113247344] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4773; }","duration":"209.406972ms","start":"2026-03-14T07:09:24.618442Z","end":"2026-03-14T07:09:24.827849Z","steps":["trace[1113247344] 'read index received' (duration: 121.140986ms)","trace[1113247344] 'applied index is now lower than readState.Index' (duration: 88.264456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.828088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082236653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:24.828152Z","caller":"traceutil/trace.go:171","msg":"trace[1149839788] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4589; }","duration":"2.082385026s","start":"2026-03-14T07:09:22.745748Z","end":"2026-03-14T07:09:24.828133Z","steps":["trace[1149839788] 'agreement among raft nodes before linearized reading' (duration: 2.082244793s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.828169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400613838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:24.828219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.745735Z","time spent":"2.082466438s","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:09:24.828281Z","caller":"traceutil/trace.go:171","msg":"trace[1639190587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4589; }","duration":"1.400755112s","start":"2026-03-14T07:09:23.427492Z","end":"2026-03-14T07:09:24.828247Z","steps":["trace[1639190587] 'agreement among raft nodes before linearized reading' (duration: 1.400584298s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.828317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387249746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189ca388125354b0\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-14T07:09:24.828331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.427478Z","time spent":"1.400844354s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:09:24.828349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.583042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:24.828368Z","caller":"traceutil/trace.go:171","msg":"trace[2042998486] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189ca388125354b0; range_end:; response_count:1; response_revision:4589; }","duration":"1.387340898s","start":"2026-03-14T07:09:23.441005Z","end":"2026-03-14T07:09:24.828346Z","steps":["trace[2042998486] 'agreement among raft nodes before linearized reading' (duration: 1.387237966s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.828371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.597553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:09:24.828418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.440976Z","time spent":"1.38743456s","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189ca388125354b0\" "} {"level":"info","ts":"2026-03-14T07:09:24.828418Z","caller":"traceutil/trace.go:171","msg":"trace[874894882] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4589; }","duration":"511.748446ms","start":"2026-03-14T07:09:24.316651Z","end":"2026-03-14T07:09:24.828399Z","steps":["trace[874894882] 'agreement among raft nodes before linearized reading' (duration: 511.625953ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.82845Z","caller":"traceutil/trace.go:171","msg":"trace[421218656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4589; }","duration":"239.733895ms","start":"2026-03-14T07:09:24.588696Z","end":"2026-03-14T07:09:24.82843Z","steps":["trace[421218656] 'agreement among raft nodes before linearized reading' (duration: 239.440708ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.828461Z","caller":"traceutil/trace.go:171","msg":"trace[1800715039] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"996.700785ms","start":"2026-03-14T07:09:23.831714Z","end":"2026-03-14T07:09:24.828415Z","steps":["trace[1800715039] 'process raft request' (duration: 907.867875ms)","trace[1800715039] 'compare' (duration: 88.00311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.828485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:24.316617Z","time spent":"511.851668ms","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:09:24.828491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915683106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-14T07:09:24.828183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14192207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:09:24.828573Z","caller":"traceutil/trace.go:171","msg":"trace[1364763402] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304; range_end:; response_count:1; response_revision:4589; }","duration":"1.915836811s","start":"2026-03-14T07:09:22.912717Z","end":"2026-03-14T07:09:24.828553Z","steps":["trace[1364763402] 'agreement among raft nodes before linearized reading' (duration: 1.915634616s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.828588Z","caller":"traceutil/trace.go:171","msg":"trace[1542027018] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4589; }","duration":"1.14235547s","start":"2026-03-14T07:09:23.686225Z","end":"2026-03-14T07:09:24.82858Z","steps":["trace[1542027018] 'agreement among raft nodes before linearized reading' (duration: 1.141879428s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.828615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.686158Z","time spent":"1.142449023s","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:09:24.828621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.912703Z","time spent":"1.915905622s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c35273e-8941-445a-bda4-6a8b4064e304\" "} {"level":"warn","ts":"2026-03-14T07:09:24.828634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.83169Z","time spent":"996.829309ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:24.82861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041837346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:09:24.828718Z","caller":"traceutil/trace.go:171","msg":"trace[901857290] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4589; }","duration":"2.042011241s","start":"2026-03-14T07:09:22.786678Z","end":"2026-03-14T07:09:24.82869Z","steps":["trace[901857290] 'agreement among raft nodes before linearized reading' (duration: 2.041858617s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.828773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.786647Z","time spent":"2.042115384s","remote":"127.0.0.1:51990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:09:24.828867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453750601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:09:24.828913Z","caller":"traceutil/trace.go:171","msg":"trace[382238568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4589; }","duration":"1.453859994s","start":"2026-03-14T07:09:23.375043Z","end":"2026-03-14T07:09:24.828903Z","steps":["trace[382238568] 'agreement among raft nodes before linearized reading' (duration: 1.453677719s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.828948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.375022Z","time spent":"1.453918135s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:09:24.829161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012186931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"warn","ts":"2026-03-14T07:09:24.829216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.930953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:09:24.829262Z","caller":"traceutil/trace.go:171","msg":"trace[1618166873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:4589; }","duration":"910.999464ms","start":"2026-03-14T07:09:23.918252Z","end":"2026-03-14T07:09:24.829252Z","steps":["trace[1618166873] 'agreement among raft nodes before linearized reading' (duration: 910.044509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.829299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.918241Z","time spent":"911.050536ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"info","ts":"2026-03-14T07:09:24.829225Z","caller":"traceutil/trace.go:171","msg":"trace[189906433] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4589; }","duration":"1.013195447s","start":"2026-03-14T07:09:23.816014Z","end":"2026-03-14T07:09:24.829209Z","steps":["trace[189906433] 'agreement among raft nodes before linearized reading' (duration: 1.011898974s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.829404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.815993Z","time spent":"1.013397092s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16054,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-14T07:09:24.860091Z","caller":"traceutil/trace.go:171","msg":"trace[1994516211] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"237.810328ms","start":"2026-03-14T07:09:24.622254Z","end":"2026-03-14T07:09:24.860065Z","steps":["trace[1994516211] 'process raft request' (duration: 237.601153ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.860436Z","caller":"traceutil/trace.go:171","msg":"trace[1648864684] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"237.521772ms","start":"2026-03-14T07:09:24.622876Z","end":"2026-03-14T07:09:24.860398Z","steps":["trace[1648864684] 'process raft request' (duration: 237.143142ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.860765Z","caller":"traceutil/trace.go:171","msg":"trace[2110672312] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"237.813038ms","start":"2026-03-14T07:09:24.622939Z","end":"2026-03-14T07:09:24.860752Z","steps":["trace[2110672312] 'process raft request' (duration: 237.520611ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.860921Z","caller":"traceutil/trace.go:171","msg":"trace[1215188454] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"237.717676ms","start":"2026-03-14T07:09:24.62319Z","end":"2026-03-14T07:09:24.860907Z","steps":["trace[1215188454] 'process raft request' (duration: 237.647784ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.86089Z","caller":"traceutil/trace.go:171","msg":"trace[10346500] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"237.818908ms","start":"2026-03-14T07:09:24.622984Z","end":"2026-03-14T07:09:24.860803Z","steps":["trace[10346500] 'process raft request' (duration: 237.704076ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.861236Z","caller":"traceutil/trace.go:171","msg":"trace[1828073348] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"238.053605ms","start":"2026-03-14T07:09:24.62309Z","end":"2026-03-14T07:09:24.861144Z","steps":["trace[1828073348] 'process raft request' (duration: 237.652615ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.865209Z","caller":"traceutil/trace.go:171","msg":"trace[1613854070] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"125.087283ms","start":"2026-03-14T07:09:24.740085Z","end":"2026-03-14T07:09:24.865172Z","steps":["trace[1613854070] 'process raft request' (duration: 124.898468ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:26.556429Z","caller":"traceutil/trace.go:171","msg":"trace[1734660245] linearizableReadLoop","detail":"{readStateIndex:4837; appliedIndex:4835; }","duration":"129.273198ms","start":"2026-03-14T07:09:26.42713Z","end":"2026-03-14T07:09:26.556403Z","steps":["trace[1734660245] 'read index received' (duration: 34.295224ms)","trace[1734660245] 'applied index is now lower than readState.Index' (duration: 94.977254ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:26.556587Z","caller":"traceutil/trace.go:171","msg":"trace[1307302069] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"164.304218ms","start":"2026-03-14T07:09:26.392243Z","end":"2026-03-14T07:09:26.556547Z","steps":["trace[1307302069] 'process raft request' (duration: 164.036742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:26.556645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.506983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:26.557042Z","caller":"traceutil/trace.go:171","msg":"trace[284738902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4651; }","duration":"129.977724ms","start":"2026-03-14T07:09:26.427055Z","end":"2026-03-14T07:09:26.557032Z","steps":["trace[284738902] 'agreement among raft nodes before linearized reading' (duration: 129.491242ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:28.333852Z","caller":"traceutil/trace.go:171","msg":"trace[326008510] linearizableReadLoop","detail":"{readStateIndex:4887; appliedIndex:4886; }","duration":"182.887073ms","start":"2026-03-14T07:09:28.150932Z","end":"2026-03-14T07:09:28.333819Z","steps":["trace[326008510] 'read index received' (duration: 182.739409ms)","trace[326008510] 'applied index is now lower than readState.Index' (duration: 146.033µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:28.334255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.295692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110052"} {"level":"info","ts":"2026-03-14T07:09:28.334302Z","caller":"traceutil/trace.go:171","msg":"trace[1421083748] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4699; }","duration":"183.412485ms","start":"2026-03-14T07:09:28.150878Z","end":"2026-03-14T07:09:28.33429Z","steps":["trace[1421083748] 'agreement among raft nodes before linearized reading' (duration: 183.068397ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:28.334316Z","caller":"traceutil/trace.go:171","msg":"trace[989108366] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"187.361563ms","start":"2026-03-14T07:09:28.146924Z","end":"2026-03-14T07:09:28.334285Z","steps":["trace[989108366] 'process raft request' (duration: 186.641585ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:28.453846Z","caller":"traceutil/trace.go:171","msg":"trace[323018711] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"196.937501ms","start":"2026-03-14T07:09:28.256877Z","end":"2026-03-14T07:09:28.453815Z","steps":["trace[323018711] 'process raft request' (duration: 193.723661ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:28.458035Z","caller":"traceutil/trace.go:171","msg":"trace[553468529] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"110.130341ms","start":"2026-03-14T07:09:28.347881Z","end":"2026-03-14T07:09:28.458011Z","steps":["trace[553468529] 'process raft request' (duration: 109.713381ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:33.621583Z","caller":"traceutil/trace.go:171","msg":"trace[963101029] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4966; }","duration":"132.139509ms","start":"2026-03-14T07:09:33.489397Z","end":"2026-03-14T07:09:33.621537Z","steps":["trace[963101029] 'read index received' (duration: 46.604171ms)","trace[963101029] 'applied index is now lower than readState.Index' (duration: 85.533948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:33.621879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.448756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-471ab88d-f51d-4dd7-9f71-b123ab09be82\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-14T07:09:33.621928Z","caller":"traceutil/trace.go:171","msg":"trace[1248641410] range","detail":"{range_begin:/registry/persistentvolumes/pvc-471ab88d-f51d-4dd7-9f71-b123ab09be82; range_end:; response_count:1; response_revision:4777; }","duration":"132.560289ms","start":"2026-03-14T07:09:33.489352Z","end":"2026-03-14T07:09:33.621912Z","steps":["trace[1248641410] 'agreement among raft nodes before linearized reading' (duration: 132.333764ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:33.622016Z","caller":"traceutil/trace.go:171","msg":"trace[1093540652] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"156.328679ms","start":"2026-03-14T07:09:33.465558Z","end":"2026-03-14T07:09:33.621887Z","steps":["trace[1093540652] 'process raft request' (duration: 70.382341ms)","trace[1093540652] 'compare' (duration: 85.435626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:34.688681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.435436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T07:09:34.68879Z","caller":"traceutil/trace.go:171","msg":"trace[366233293] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4792; }","duration":"136.61777ms","start":"2026-03-14T07:09:34.552144Z","end":"2026-03-14T07:09:34.688762Z","steps":["trace[366233293] 'range keys from in-memory index tree' (duration: 136.19689ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:40.232881Z","caller":"traceutil/trace.go:171","msg":"trace[872629148] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"125.317589ms","start":"2026-03-14T07:09:40.107514Z","end":"2026-03-14T07:09:40.232832Z","steps":["trace[872629148] 'process raft request' (duration: 122.819467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:41.865937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.586919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:41.866214Z","caller":"traceutil/trace.go:171","msg":"trace[1445150732] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"341.906979ms","start":"2026-03-14T07:09:41.524271Z","end":"2026-03-14T07:09:41.866178Z","steps":["trace[1445150732] 'process raft request' (duration: 61.976382ms)","trace[1445150732] 'compare' (duration: 279.445735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:41.866379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:41.524258Z","time spent":"342.039123ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:41.866448Z","caller":"traceutil/trace.go:171","msg":"trace[1540330688] linearizableReadLoop","detail":"{readStateIndex:5106; appliedIndex:5105; }","duration":"330.596908ms","start":"2026-03-14T07:09:41.535807Z","end":"2026-03-14T07:09:41.866404Z","steps":["trace[1540330688] 'read index received' (duration: 50.389454ms)","trace[1540330688] 'applied index is now lower than readState.Index' (duration: 280.196493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:42.021703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.857683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-14T07:09:42.021806Z","caller":"traceutil/trace.go:171","msg":"trace[1798341191] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6; range_end:; response_count:1; response_revision:4915; }","duration":"486.036017ms","start":"2026-03-14T07:09:41.535743Z","end":"2026-03-14T07:09:42.021779Z","steps":["trace[1798341191] 'agreement among raft nodes before linearized reading' (duration: 330.806983ms)","trace[1798341191] 'range keys from in-memory index tree' (duration: 154.908676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:42.021783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.654574ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-14T07:09:42.021851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:41.535721Z","time spent":"486.121939ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6\" "} {"level":"info","ts":"2026-03-14T07:09:42.022051Z","caller":"traceutil/trace.go:171","msg":"trace[814596913] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5106; }","duration":"155.45712ms","start":"2026-03-14T07:09:41.866554Z","end":"2026-03-14T07:09:42.022011Z","steps":["trace[814596913] 'read index received' (duration: 66.292µs)","trace[814596913] 'applied index is now lower than readState.Index' (duration: 155.387958ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:42.022109Z","caller":"traceutil/trace.go:171","msg":"trace[1238501329] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"151.029409ms","start":"2026-03-14T07:09:41.871053Z","end":"2026-03-14T07:09:42.022083Z","steps":["trace[1238501329] 'process raft request' (duration: 150.872436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:42.022288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.019741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T07:09:42.022314Z","caller":"traceutil/trace.go:171","msg":"trace[39615252] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4916; }","duration":"444.109053ms","start":"2026-03-14T07:09:41.578199Z","end":"2026-03-14T07:09:42.022308Z","steps":["trace[39615252] 'agreement among raft nodes before linearized reading' (duration: 444.00153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:42.022335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:41.578176Z","time spent":"444.155014ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-14T07:09:42.117807Z","caller":"traceutil/trace.go:171","msg":"trace[1066701592] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"246.044684ms","start":"2026-03-14T07:09:41.871728Z","end":"2026-03-14T07:09:42.117772Z","steps":["trace[1066701592] 'process raft request' (duration: 245.796228ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:42.118151Z","caller":"traceutil/trace.go:171","msg":"trace[100407017] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"246.354901ms","start":"2026-03-14T07:09:41.871767Z","end":"2026-03-14T07:09:42.118122Z","steps":["trace[100407017] 'process raft request' (duration: 245.939401ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:42.118383Z","caller":"traceutil/trace.go:171","msg":"trace[1910466187] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"246.211478ms","start":"2026-03-14T07:09:41.872141Z","end":"2026-03-14T07:09:42.118353Z","steps":["trace[1910466187] 'process raft request' (duration: 245.87997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:42.118437Z","caller":"traceutil/trace.go:171","msg":"trace[1512686357] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"246.213858ms","start":"2026-03-14T07:09:41.872169Z","end":"2026-03-14T07:09:42.118383Z","steps":["trace[1512686357] 'process raft request' (duration: 246.036183ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:42.118653Z","caller":"traceutil/trace.go:171","msg":"trace[855212068] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"245.50887ms","start":"2026-03-14T07:09:41.873108Z","end":"2026-03-14T07:09:42.118617Z","steps":["trace[855212068] 'process raft request' (duration: 245.180891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:42.118894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.457903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-14T07:09:42.118964Z","caller":"traceutil/trace.go:171","msg":"trace[629734158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6; range_end:; response_count:1; response_revision:4921; }","duration":"248.587697ms","start":"2026-03-14T07:09:41.870357Z","end":"2026-03-14T07:09:42.118944Z","steps":["trace[629734158] 'agreement among raft nodes before linearized reading' (duration: 248.33073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:42.329816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.282016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:42.330147Z","caller":"traceutil/trace.go:171","msg":"trace[1412207992] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"203.68435ms","start":"2026-03-14T07:09:42.126258Z","end":"2026-03-14T07:09:42.329942Z","steps":["trace[1412207992] 'process raft request' (duration: 103.146547ms)","trace[1412207992] 'compare' (duration: 100.093662ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:42.825353Z","caller":"traceutil/trace.go:171","msg":"trace[1239592240] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"262.658018ms","start":"2026-03-14T07:09:42.562659Z","end":"2026-03-14T07:09:42.825317Z","steps":["trace[1239592240] 'process raft request' (duration: 247.235693ms)","trace[1239592240] 'compare' (duration: 15.177509ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:42.825529Z","caller":"traceutil/trace.go:171","msg":"trace[1295251651] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5115; }","duration":"212.066358ms","start":"2026-03-14T07:09:42.613434Z","end":"2026-03-14T07:09:42.8255Z","steps":["trace[1295251651] 'read index received' (duration: 196.51242ms)","trace[1295251651] 'applied index is now lower than readState.Index' (duration: 15.552698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:42.825787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.333814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189ca385211b1861\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-14T07:09:42.825821Z","caller":"traceutil/trace.go:171","msg":"trace[1066661224] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.189ca385211b1861; range_end:; response_count:1; response_revision:4925; }","duration":"212.412247ms","start":"2026-03-14T07:09:42.613397Z","end":"2026-03-14T07:09:42.825809Z","steps":["trace[1066661224] 'agreement among raft nodes before linearized reading' (duration: 212.205542ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:42.826274Z","caller":"traceutil/trace.go:171","msg":"trace[781317688] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"262.673198ms","start":"2026-03-14T07:09:42.5633Z","end":"2026-03-14T07:09:42.825973Z","steps":["trace[781317688] 'process raft request' (duration: 261.96433ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:45.328536Z","caller":"traceutil/trace.go:171","msg":"trace[601989302] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"362.364589ms","start":"2026-03-14T07:09:44.966141Z","end":"2026-03-14T07:09:45.328505Z","steps":["trace[601989302] 'read index received' (duration: 362.130063ms)","trace[601989302] 'applied index is now lower than readState.Index' (duration: 233.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:45.32855Z","caller":"traceutil/trace.go:171","msg":"trace[647129524] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"404.323382ms","start":"2026-03-14T07:09:44.9242Z","end":"2026-03-14T07:09:45.328523Z","steps":["trace[647129524] 'process raft request' (duration: 404.095876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.328752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.609134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:09:45.328789Z","caller":"traceutil/trace.go:171","msg":"trace[1180408507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4939; }","duration":"362.721777ms","start":"2026-03-14T07:09:44.966061Z","end":"2026-03-14T07:09:45.328783Z","steps":["trace[1180408507] 'agreement among raft nodes before linearized reading' (duration: 362.556313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.32878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.924168Z","time spent":"404.501597ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:45.328814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.966034Z","time spent":"362.774868ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:09:45.622883Z","caller":"traceutil/trace.go:171","msg":"trace[1982169203] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5131; }","duration":"294.226883ms","start":"2026-03-14T07:09:45.328622Z","end":"2026-03-14T07:09:45.622849Z","steps":["trace[1982169203] 'read index received' (duration: 206.675884ms)","trace[1982169203] 'applied index is now lower than readState.Index' (duration: 87.549819ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:45.62293Z","caller":"traceutil/trace.go:171","msg":"trace[1257261465] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"438.079643ms","start":"2026-03-14T07:09:45.184794Z","end":"2026-03-14T07:09:45.622873Z","steps":["trace[1257261465] 'process raft request' (duration: 350.586645ms)","trace[1257261465] 'compare' (duration: 87.221561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:45.623228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:45.184763Z","time spent":"438.275877ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:45.623304Z","caller":"traceutil/trace.go:171","msg":"trace[207200763] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"291.141626ms","start":"2026-03-14T07:09:45.332102Z","end":"2026-03-14T07:09:45.623243Z","steps":["trace[207200763] 'process raft request' (duration: 290.689835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.623343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.776947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:09:45.62345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.758531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-14T07:09:45.623461Z","caller":"traceutil/trace.go:171","msg":"trace[1636571057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4941; }","duration":"644.93186ms","start":"2026-03-14T07:09:44.9785Z","end":"2026-03-14T07:09:45.623432Z","steps":["trace[1636571057] 'agreement among raft nodes before linearized reading' (duration: 644.422108ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:45.623511Z","caller":"traceutil/trace.go:171","msg":"trace[1705055941] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4941; }","duration":"510.897186ms","start":"2026-03-14T07:09:45.112596Z","end":"2026-03-14T07:09:45.623493Z","steps":["trace[1705055941] 'agreement among raft nodes before linearized reading' (duration: 510.318031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.623526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.97849Z","time spent":"645.020974ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:45.623567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:45.112531Z","time spent":"511.026758ms","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-14T07:09:45.623695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.933337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:09:45.623744Z","caller":"traceutil/trace.go:171","msg":"trace[44258470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4941; }","duration":"642.05087ms","start":"2026-03-14T07:09:44.981682Z","end":"2026-03-14T07:09:45.623732Z","steps":["trace[44258470] 'agreement among raft nodes before linearized reading' (duration: 641.251289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.623752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.990679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-14T07:09:45.623775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.981672Z","time spent":"642.095621ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:09:45.623726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.629233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:09:45.623826Z","caller":"traceutil/trace.go:171","msg":"trace[1332028044] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6; range_end:; response_count:1; response_revision:4941; }","duration":"587.153193ms","start":"2026-03-14T07:09:45.036655Z","end":"2026-03-14T07:09:45.623808Z","steps":["trace[1332028044] 'agreement among raft nodes before linearized reading' (duration: 586.272661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.623828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.099155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:09:45.623871Z","caller":"traceutil/trace.go:171","msg":"trace[541955473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4941; }","duration":"646.828738ms","start":"2026-03-14T07:09:44.976996Z","end":"2026-03-14T07:09:45.623825Z","steps":["trace[541955473] 'agreement among raft nodes before linearized reading' (duration: 645.903854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.623907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:45.036625Z","time spent":"587.247025ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-130c5251-dc04-4d3e-a664-0acce34173c6\" "} {"level":"warn","ts":"2026-03-14T07:09:45.623959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.976986Z","time spent":"646.959071ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:09:45.624005Z","caller":"traceutil/trace.go:171","msg":"trace[1244957350] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"108.279715ms","start":"2026-03-14T07:09:45.515707Z","end":"2026-03-14T07:09:45.623987Z","steps":["trace[1244957350] 'process raft request' (duration: 107.417633ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:45.623902Z","caller":"traceutil/trace.go:171","msg":"trace[44951255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:4941; }","duration":"645.186858ms","start":"2026-03-14T07:09:44.978694Z","end":"2026-03-14T07:09:45.62388Z","steps":["trace[44951255] 'agreement among raft nodes before linearized reading' (duration: 644.186643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.624083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.582992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:45.624105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.978686Z","time spent":"645.408224ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"info","ts":"2026-03-14T07:09:45.624132Z","caller":"traceutil/trace.go:171","msg":"trace[589456571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4942; }","duration":"196.688715ms","start":"2026-03-14T07:09:45.427432Z","end":"2026-03-14T07:09:45.62412Z","steps":["trace[589456571] 'agreement among raft nodes before linearized reading' (duration: 196.602393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.624252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.93731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:09:45.624353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.166031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:09:45.624416Z","caller":"traceutil/trace.go:171","msg":"trace[2136008040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4941; }","duration":"646.353436ms","start":"2026-03-14T07:09:44.978047Z","end":"2026-03-14T07:09:45.624401Z","steps":["trace[2136008040] 'agreement among raft nodes before linearized reading' (duration: 644.840908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.624462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.978015Z","time spent":"646.437328ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:09:45.624428Z","caller":"traceutil/trace.go:171","msg":"trace[1958975392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4941; }","duration":"651.988717ms","start":"2026-03-14T07:09:44.97238Z","end":"2026-03-14T07:09:45.624369Z","steps":["trace[1958975392] 'agreement among raft nodes before linearized reading' (duration: 650.641633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.624487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.865502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:09:45.624544Z","caller":"traceutil/trace.go:171","msg":"trace[913549919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4942; }","duration":"267.336204ms","start":"2026-03-14T07:09:45.357195Z","end":"2026-03-14T07:09:45.624531Z","steps":["trace[913549919] 'agreement among raft nodes before linearized reading' (duration: 266.76748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:45.624514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:44.972371Z","time spent":"652.13005ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:09:57.090112Z","caller":"traceutil/trace.go:171","msg":"trace[267579536] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"432.917375ms","start":"2026-03-14T07:09:56.657156Z","end":"2026-03-14T07:09:57.090073Z","steps":["trace[267579536] 'process raft request' (duration: 432.70863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:57.090329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:56.657129Z","time spent":"433.086949ms","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:57.360223Z","caller":"traceutil/trace.go:171","msg":"trace[2117457077] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"696.207757ms","start":"2026-03-14T07:09:56.663975Z","end":"2026-03-14T07:09:57.360183Z","steps":["trace[2117457077] 'process raft request' (duration: 638.310666ms)","trace[2117457077] 'compare' (duration: 57.213525ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:57.360248Z","caller":"traceutil/trace.go:171","msg":"trace[1450699271] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"260.684618ms","start":"2026-03-14T07:09:57.099524Z","end":"2026-03-14T07:09:57.360209Z","steps":["trace[1450699271] 'process raft request' (duration: 260.594306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:57.360439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:56.663953Z","time spent":"696.366101ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:57.360565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.891717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:09:57.360645Z","caller":"traceutil/trace.go:171","msg":"trace[2085888486] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5104; }","duration":"585.038281ms","start":"2026-03-14T07:09:56.775586Z","end":"2026-03-14T07:09:57.360624Z","steps":["trace[2085888486] 'agreement among raft nodes before linearized reading' (duration: 584.758834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:57.360703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:56.775568Z","time spent":"585.120823ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-14T07:09:57.360279Z","caller":"traceutil/trace.go:171","msg":"trace[1325396636] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5299; }","duration":"584.572339ms","start":"2026-03-14T07:09:56.775642Z","end":"2026-03-14T07:09:57.360214Z","steps":["trace[1325396636] 'read index received' (duration: 314.280482ms)","trace[1325396636] 'applied index is now lower than readState.Index' (duration: 270.289097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:57.361027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.962429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T07:09:57.361077Z","caller":"traceutil/trace.go:171","msg":"trace[433164071] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5104; }","duration":"268.01348ms","start":"2026-03-14T07:09:57.09305Z","end":"2026-03-14T07:09:57.361064Z","steps":["trace[433164071] 'agreement among raft nodes before linearized reading' (duration: 267.902807ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.617102Z","caller":"traceutil/trace.go:171","msg":"trace[107125585] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"173.789435ms","start":"2026-03-14T07:09:57.443251Z","end":"2026-03-14T07:09:57.617041Z","steps":["trace[107125585] 'process raft request' (duration: 122.15501ms)","trace[107125585] 'compare' (duration: 51.486762ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:57.661031Z","caller":"traceutil/trace.go:171","msg":"trace[734334586] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"217.148744ms","start":"2026-03-14T07:09:57.44385Z","end":"2026-03-14T07:09:57.660999Z","steps":["trace[734334586] 'process raft request' (duration: 216.890027ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.661646Z","caller":"traceutil/trace.go:171","msg":"trace[2066979684] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"217.132834ms","start":"2026-03-14T07:09:57.444477Z","end":"2026-03-14T07:09:57.661609Z","steps":["trace[2066979684] 'process raft request' (duration: 216.680273ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.661311Z","caller":"traceutil/trace.go:171","msg":"trace[1184273602] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"217.384981ms","start":"2026-03-14T07:09:57.443908Z","end":"2026-03-14T07:09:57.661292Z","steps":["trace[1184273602] 'process raft request' (duration: 217.013811ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.661985Z","caller":"traceutil/trace.go:171","msg":"trace[1891662348] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"216.371365ms","start":"2026-03-14T07:09:57.445583Z","end":"2026-03-14T07:09:57.661955Z","steps":["trace[1891662348] 'process raft request' (duration: 215.950145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:57.956036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.706227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:57.956462Z","caller":"traceutil/trace.go:171","msg":"trace[1405495874] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"259.57061ms","start":"2026-03-14T07:09:57.696872Z","end":"2026-03-14T07:09:57.956442Z","steps":["trace[1405495874] 'process raft request' (duration: 259.422766ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.956433Z","caller":"traceutil/trace.go:171","msg":"trace[720497977] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"262.474363ms","start":"2026-03-14T07:09:57.693913Z","end":"2026-03-14T07:09:57.956388Z","steps":["trace[720497977] 'process raft request' (duration: 26.274884ms)","trace[720497977] 'compare' (duration: 235.248775ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:57.956498Z","caller":"traceutil/trace.go:171","msg":"trace[621111693] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"261.069337ms","start":"2026-03-14T07:09:57.695369Z","end":"2026-03-14T07:09:57.956438Z","steps":["trace[621111693] 'process raft request' (duration: 260.814421ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.956641Z","caller":"traceutil/trace.go:171","msg":"trace[469481924] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"259.523679ms","start":"2026-03-14T07:09:57.697079Z","end":"2026-03-14T07:09:57.956602Z","steps":["trace[469481924] 'process raft request' (duration: 259.320024ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.956755Z","caller":"traceutil/trace.go:171","msg":"trace[1417827971] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"259.312634ms","start":"2026-03-14T07:09:57.697422Z","end":"2026-03-14T07:09:57.956735Z","steps":["trace[1417827971] 'process raft request' (duration: 259.112859ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.956934Z","caller":"traceutil/trace.go:171","msg":"trace[290981661] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"259.17323ms","start":"2026-03-14T07:09:57.697749Z","end":"2026-03-14T07:09:57.956922Z","steps":["trace[290981661] 'process raft request' (duration: 258.924824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:57.956974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.896869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13287"} {"level":"info","ts":"2026-03-14T07:09:57.957015Z","caller":"traceutil/trace.go:171","msg":"trace[568249590] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5123; }","duration":"259.985081ms","start":"2026-03-14T07:09:57.697018Z","end":"2026-03-14T07:09:57.957003Z","steps":["trace[568249590] 'agreement among raft nodes before linearized reading' (duration: 259.775536ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.956775Z","caller":"traceutil/trace.go:171","msg":"trace[661915661] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5315; }","duration":"259.694613ms","start":"2026-03-14T07:09:57.697071Z","end":"2026-03-14T07:09:57.956765Z","steps":["trace[661915661] 'read index received' (duration: 23.191157ms)","trace[661915661] 'applied index is now lower than readState.Index' (duration: 236.502506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:57.957306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.152055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T07:09:57.957317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.171579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T07:09:57.957375Z","caller":"traceutil/trace.go:171","msg":"trace[80562499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:5123; }","duration":"260.245757ms","start":"2026-03-14T07:09:57.69711Z","end":"2026-03-14T07:09:57.957356Z","steps":["trace[80562499] 'agreement among raft nodes before linearized reading' (duration: 260.014701ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:57.957382Z","caller":"traceutil/trace.go:171","msg":"trace[1144971809] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5123; }","duration":"185.255141ms","start":"2026-03-14T07:09:57.772108Z","end":"2026-03-14T07:09:57.957363Z","steps":["trace[1144971809] 'agreement among raft nodes before linearized reading' (duration: 185.043155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:58.226397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.422893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:58.226642Z","caller":"traceutil/trace.go:171","msg":"trace[1040711825] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"119.500524ms","start":"2026-03-14T07:09:58.107122Z","end":"2026-03-14T07:09:58.226622Z","steps":["trace[1040711825] 'process raft request' (duration: 119.410952ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:58.226577Z","caller":"traceutil/trace.go:171","msg":"trace[283677816] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"196.883179ms","start":"2026-03-14T07:09:58.029646Z","end":"2026-03-14T07:09:58.226529Z","steps":["trace[283677816] 'process raft request' (duration: 38.189881ms)","trace[283677816] 'compare' (duration: 158.258358ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:58.227246Z","caller":"traceutil/trace.go:171","msg":"trace[308525838] linearizableReadLoop","detail":"{readStateIndex:5323; appliedIndex:5322; }","duration":"149.781118ms","start":"2026-03-14T07:09:58.077433Z","end":"2026-03-14T07:09:58.227214Z","steps":["trace[308525838] 'read index received' (duration: 38.481µs)","trace[308525838] 'applied index is now lower than readState.Index' (duration: 149.738587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:58.22754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.082316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fs9g2\" ","response":"range_response_count:1 size:4341"} {"level":"info","ts":"2026-03-14T07:09:58.22759Z","caller":"traceutil/trace.go:171","msg":"trace[1248929700] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fs9g2; range_end:; response_count:1; response_revision:5126; }","duration":"150.207209ms","start":"2026-03-14T07:09:58.077369Z","end":"2026-03-14T07:09:58.227576Z","steps":["trace[1248929700] 'agreement among raft nodes before linearized reading' (duration: 149.971443ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:41.444366Z","caller":"traceutil/trace.go:171","msg":"trace[237680759] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"110.984135ms","start":"2026-03-14T07:10:41.333346Z","end":"2026-03-14T07:10:41.44433Z","steps":["trace[237680759] 'process raft request' (duration: 110.77579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:42.084024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.234864ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-14T07:10:42.084177Z","caller":"traceutil/trace.go:171","msg":"trace[1392411486] linearizableReadLoop","detail":"{readStateIndex:5684; appliedIndex:5683; }","duration":"320.289476ms","start":"2026-03-14T07:10:41.763864Z","end":"2026-03-14T07:10:42.084154Z","steps":["trace[1392411486] 'read index received' (duration: 66.412µs)","trace[1392411486] 'applied index is now lower than readState.Index' (duration: 320.221104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:42.084338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.46655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:42.084378Z","caller":"traceutil/trace.go:171","msg":"trace[750241983] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5475; }","duration":"320.576623ms","start":"2026-03-14T07:10:41.763789Z","end":"2026-03-14T07:10:42.084366Z","steps":["trace[750241983] 'agreement among raft nodes before linearized reading' (duration: 320.46001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:42.084417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:41.763754Z","time spent":"320.654534ms","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-14T07:10:42.113318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.199352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:42.113431Z","caller":"traceutil/trace.go:171","msg":"trace[191773650] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5476; }","duration":"349.386686ms","start":"2026-03-14T07:10:41.764019Z","end":"2026-03-14T07:10:42.113406Z","steps":["trace[191773650] 'agreement among raft nodes before linearized reading' (duration: 349.221701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:42.113415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.689398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:10:42.113477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:41.76399Z","time spent":"349.479028ms","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-14T07:10:42.113532Z","caller":"traceutil/trace.go:171","msg":"trace[1041179910] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5476; }","duration":"183.860222ms","start":"2026-03-14T07:10:41.929629Z","end":"2026-03-14T07:10:42.113489Z","steps":["trace[1041179910] 'agreement among raft nodes before linearized reading' (duration: 183.663037ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:42.113777Z","caller":"traceutil/trace.go:171","msg":"trace[1978358324] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"217.786888ms","start":"2026-03-14T07:10:41.895975Z","end":"2026-03-14T07:10:42.113762Z","steps":["trace[1978358324] 'process raft request' (duration: 217.07649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:42.113809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.040637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:10:42.113859Z","caller":"traceutil/trace.go:171","msg":"trace[890366981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5476; }","duration":"342.122228ms","start":"2026-03-14T07:10:41.771723Z","end":"2026-03-14T07:10:42.113845Z","steps":["trace[890366981] 'agreement among raft nodes before linearized reading' (duration: 341.903193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:42.113891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:41.771706Z","time spent":"342.177699ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:10:42.114346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.661685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-14T07:10:42.114446Z","caller":"traceutil/trace.go:171","msg":"trace[252502067] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5476; }","duration":"345.827119ms","start":"2026-03-14T07:10:41.768596Z","end":"2026-03-14T07:10:42.114423Z","steps":["trace[252502067] 'agreement among raft nodes before linearized reading' (duration: 345.065341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:42.114599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:41.768569Z","time spent":"346.014994ms","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-14T07:10:54.543455Z","caller":"traceutil/trace.go:171","msg":"trace[124079191] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"136.931418ms","start":"2026-03-14T07:10:54.406496Z","end":"2026-03-14T07:10:54.543428Z","steps":["trace[124079191] 'process raft request' (duration: 136.777894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:54.557103Z","caller":"traceutil/trace.go:171","msg":"trace[1477334864] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5773; }","duration":"146.665625ms","start":"2026-03-14T07:10:54.410406Z","end":"2026-03-14T07:10:54.557072Z","steps":["trace[1477334864] 'read index received' (duration: 132.858089ms)","trace[1477334864] 'applied index is now lower than readState.Index' (duration: 13.806196ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:54.557219Z","caller":"traceutil/trace.go:171","msg":"trace[300941576] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"149.447523ms","start":"2026-03-14T07:10:54.407742Z","end":"2026-03-14T07:10:54.557189Z","steps":["trace[300941576] 'process raft request' (duration: 149.189956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:54.557336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.906121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:10:54.557385Z","caller":"traceutil/trace.go:171","msg":"trace[1306054066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5564; }","duration":"146.997633ms","start":"2026-03-14T07:10:54.410376Z","end":"2026-03-14T07:10:54.557373Z","steps":["trace[1306054066] 'agreement among raft nodes before linearized reading' (duration: 146.820808ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:13.457037Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2757} {"level":"info","ts":"2026-03-14T07:11:13.52554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2757,"took":"67.076264ms","hash":3417771297,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":30695424,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-14T07:11:13.525635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3417771297,"revision":2757,"compact-revision":-1} {"level":"warn","ts":"2026-03-14T07:15:31.688978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.250118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:15:31.68911Z","caller":"traceutil/trace.go:171","msg":"trace[498892734] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7380; }","duration":"164.440603ms","start":"2026-03-14T07:15:31.524642Z","end":"2026-03-14T07:15:31.689082Z","steps":["trace[498892734] 'count revisions from in-memory index tree' (duration: 164.148366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:44.512404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681288896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:15:45.012898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681288896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:15:45.327631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.335470319s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:15:45.328255Z","caller":"traceutil/trace.go:171","msg":"trace[315958310] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"1.336181035s","start":"2026-03-14T07:15:43.992029Z","end":"2026-03-14T07:15:45.32821Z","steps":["trace[315958310] 'process raft request' (duration: 1.335925789s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:45.3285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:43.992008Z","time spent":"1.336360219s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:45.33077Z","caller":"traceutil/trace.go:171","msg":"trace[1715156565] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"508.377394ms","start":"2026-03-14T07:15:44.822364Z","end":"2026-03-14T07:15:45.330742Z","steps":["trace[1715156565] 'process raft request' (duration: 508.17313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:45.330952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:44.822339Z","time spent":"508.495738ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:45.331051Z","caller":"traceutil/trace.go:171","msg":"trace[6057914] linearizableReadLoop","detail":"{readStateIndex:7869; appliedIndex:7867; }","duration":"1.318784151s","start":"2026-03-14T07:15:44.012219Z","end":"2026-03-14T07:15:45.331003Z","steps":["trace[6057914] 'read index received' (duration: 1.315911212s)","trace[6057914] 'applied index is now lower than readState.Index' (duration: 2.869359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:45.331262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319031046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:15:45.331335Z","caller":"traceutil/trace.go:171","msg":"trace[757132842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7588; }","duration":"1.319120888s","start":"2026-03-14T07:15:44.012194Z","end":"2026-03-14T07:15:45.331315Z","steps":["trace[757132842] 'agreement among raft nodes before linearized reading' (duration: 1.318918863s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:45.331347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.462408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:15:45.331371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:44.012181Z","time spent":"1.31918303s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:15:45.331435Z","caller":"traceutil/trace.go:171","msg":"trace[963387355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7588; }","duration":"903.570341ms","start":"2026-03-14T07:15:44.427827Z","end":"2026-03-14T07:15:45.331397Z","steps":["trace[963387355] 'agreement among raft nodes before linearized reading' (duration: 903.459248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:45.331481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:44.427802Z","time spent":"903.672035ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:15:45.331489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319163439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:15:45.331546Z","caller":"traceutil/trace.go:171","msg":"trace[219648659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7588; }","duration":"1.319257413s","start":"2026-03-14T07:15:44.012264Z","end":"2026-03-14T07:15:45.331521Z","steps":["trace[219648659] 'agreement among raft nodes before linearized reading' (duration: 1.318985115s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:45.3316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:44.012258Z","time spent":"1.319331704s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:15:45.331587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300514627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:15:45.331732Z","caller":"traceutil/trace.go:171","msg":"trace[1926129878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:7588; }","duration":"1.300675151s","start":"2026-03-14T07:15:44.030977Z","end":"2026-03-14T07:15:45.331652Z","steps":["trace[1926129878] 'agreement among raft nodes before linearized reading' (duration: 1.300408924s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:45.331794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:44.030954Z","time spent":"1.300828655s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"info","ts":"2026-03-14T07:15:56.834926Z","caller":"traceutil/trace.go:171","msg":"trace[66018182] linearizableReadLoop","detail":"{readStateIndex:7926; appliedIndex:7925; }","duration":"407.993463ms","start":"2026-03-14T07:15:56.426885Z","end":"2026-03-14T07:15:56.834879Z","steps":["trace[66018182] 'read index received' (duration: 407.724417ms)","trace[66018182] 'applied index is now lower than readState.Index' (duration: 267.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:15:56.835023Z","caller":"traceutil/trace.go:171","msg":"trace[1482919181] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"487.694565ms","start":"2026-03-14T07:15:56.347287Z","end":"2026-03-14T07:15:56.834982Z","steps":["trace[1482919181] 'process raft request' (duration: 487.359077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:56.835154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.245989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:56.835208Z","caller":"traceutil/trace.go:171","msg":"trace[424363045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7642; }","duration":"408.360942ms","start":"2026-03-14T07:15:56.426834Z","end":"2026-03-14T07:15:56.835195Z","steps":["trace[424363045] 'agreement among raft nodes before linearized reading' (duration: 408.246879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:56.835222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:56.347264Z","time spent":"487.851378ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:56.835248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:56.426814Z","time spent":"408.425134ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:15:56.835493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.325637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:15:56.835558Z","caller":"traceutil/trace.go:171","msg":"trace[106736016] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7642; }","duration":"139.46447ms","start":"2026-03-14T07:15:56.696078Z","end":"2026-03-14T07:15:56.835543Z","steps":["trace[106736016] 'agreement among raft nodes before linearized reading' (duration: 139.318167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:56.835902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.16962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T07:15:56.836075Z","caller":"traceutil/trace.go:171","msg":"trace[748580598] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:7642; }","duration":"275.403106ms","start":"2026-03-14T07:15:56.560644Z","end":"2026-03-14T07:15:56.836047Z","steps":["trace[748580598] 'agreement among raft nodes before linearized reading' (duration: 274.73434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.082661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.630914ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-14T07:15:58.082748Z","caller":"traceutil/trace.go:171","msg":"trace[1835271377] linearizableReadLoop","detail":"{readStateIndex:7927; appliedIndex:7926; }","duration":"654.885642ms","start":"2026-03-14T07:15:57.427848Z","end":"2026-03-14T07:15:58.082734Z","steps":["trace[1835271377] 'read index received' (duration: 30.206586ms)","trace[1835271377] 'applied index is now lower than readState.Index' (duration: 624.677946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:58.082808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:56.837355Z","time spent":"1.245449228s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:15:58.082977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.138187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:58.083009Z","caller":"traceutil/trace.go:171","msg":"trace[1730738767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7642; }","duration":"655.218561ms","start":"2026-03-14T07:15:57.427781Z","end":"2026-03-14T07:15:58.083Z","steps":["trace[1730738767] 'agreement among raft nodes before linearized reading' (duration: 655.15973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.083034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.427754Z","time spent":"655.275332ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:15:58.583135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681289105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:15:58.74317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28510188s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:15:58.743583Z","caller":"traceutil/trace.go:171","msg":"trace[735338210] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"1.3023441s","start":"2026-03-14T07:15:57.441217Z","end":"2026-03-14T07:15:58.743561Z","steps":["trace[735338210] 'process raft request' (duration: 1.302297149s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.743762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.4412Z","time spent":"1.302458322s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:58.743652Z","caller":"traceutil/trace.go:171","msg":"trace[587998783] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"1.306677151s","start":"2026-03-14T07:15:57.436945Z","end":"2026-03-14T07:15:58.743622Z","steps":["trace[587998783] 'process raft request' (duration: 1.306447676s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.744026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.436919Z","time spent":"1.30702163s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:59.618018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.604901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:15:59.618315Z","caller":"traceutil/trace.go:171","msg":"trace[932096755] linearizableReadLoop","detail":"{readStateIndex:7930; appliedIndex:7928; }","duration":"1.535526422s","start":"2026-03-14T07:15:58.082767Z","end":"2026-03-14T07:15:59.618293Z","steps":["trace[932096755] 'read index received' (duration: 660.771402ms)","trace[932096755] 'applied index is now lower than readState.Index' (duration: 874.75375ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:15:59.618443Z","caller":"traceutil/trace.go:171","msg":"trace[2025727228] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"1.022563599s","start":"2026-03-14T07:15:58.595866Z","end":"2026-03-14T07:15:59.61843Z","steps":["trace[2025727228] 'process raft request' (duration: 1.022279612s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.618461Z","caller":"traceutil/trace.go:171","msg":"trace[2030307747] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"1.534232522s","start":"2026-03-14T07:15:58.084198Z","end":"2026-03-14T07:15:59.61843Z","steps":["trace[2030307747] 'process raft request' (duration: 1.215082058s)","trace[2030307747] 'compare' (duration: 318.451227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:59.618529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.59584Z","time spent":"1.022643721s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:59.618597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106081064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:15:59.618608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.084174Z","time spent":"1.534351356s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:59.618666Z","caller":"traceutil/trace.go:171","msg":"trace[148133626] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7646; }","duration":"2.106208938s","start":"2026-03-14T07:15:57.512436Z","end":"2026-03-14T07:15:59.618645Z","steps":["trace[148133626] 'agreement among raft nodes before linearized reading' (duration: 2.106092635s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.618728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.51239Z","time spent":"2.10632145s","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:15:59.61888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148479821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:15:59.618932Z","caller":"traceutil/trace.go:171","msg":"trace[1526350432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:7646; }","duration":"2.148544222s","start":"2026-03-14T07:15:57.470375Z","end":"2026-03-14T07:15:59.618919Z","steps":["trace[1526350432] 'agreement among raft nodes before linearized reading' (duration: 2.148384258s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.618968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.470368Z","time spent":"2.148591183s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667841804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-14T07:15:59.619092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162944294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:15:59.619114Z","caller":"traceutil/trace.go:171","msg":"trace[968769436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7646; }","duration":"1.667931276s","start":"2026-03-14T07:15:57.951165Z","end":"2026-03-14T07:15:59.619096Z","steps":["trace[968769436] 'agreement among raft nodes before linearized reading' (duration: 1.667791973s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.619135Z","caller":"traceutil/trace.go:171","msg":"trace[2083912983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7646; }","duration":"2.163015666s","start":"2026-03-14T07:15:57.456107Z","end":"2026-03-14T07:15:59.619123Z","steps":["trace[2083912983] 'agreement among raft nodes before linearized reading' (duration: 2.162850802s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.619216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.951149Z","time spent":"1.668054109s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.456092Z","time spent":"2.163141528s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534806767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:59.619296Z","caller":"traceutil/trace.go:171","msg":"trace[1299211798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7646; }","duration":"1.534889448s","start":"2026-03-14T07:15:58.084395Z","end":"2026-03-14T07:15:59.619284Z","steps":["trace[1299211798] 'agreement among raft nodes before linearized reading' (duration: 1.534816456s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.61934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.084381Z","time spent":"1.53495015s","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154349499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:15:59.619435Z","caller":"traceutil/trace.go:171","msg":"trace[1264412921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7646; }","duration":"2.154393201s","start":"2026-03-14T07:15:57.465032Z","end":"2026-03-14T07:15:59.619426Z","steps":["trace[1264412921] 'agreement among raft nodes before linearized reading' (duration: 2.154289309s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.619468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.465029Z","time spent":"2.154433042s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680478243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:15:59.619523Z","caller":"traceutil/trace.go:171","msg":"trace[855792869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7646; }","duration":"1.680551385s","start":"2026-03-14T07:15:57.938963Z","end":"2026-03-14T07:15:59.619515Z","steps":["trace[855792869] 'agreement among raft nodes before linearized reading' (duration: 1.680467823s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.619552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.938943Z","time spent":"1.680601747s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715380141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:15:59.619704Z","caller":"traceutil/trace.go:171","msg":"trace[1551185511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7646; }","duration":"1.715434522s","start":"2026-03-14T07:15:57.904262Z","end":"2026-03-14T07:15:59.619696Z","steps":["trace[1551185511] 'agreement among raft nodes before linearized reading' (duration: 1.71533918s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.61973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.904189Z","time spent":"1.715533465s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265151166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:15:59.6198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943977117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:59.619817Z","caller":"traceutil/trace.go:171","msg":"trace[245432363] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7646; }","duration":"1.944036738s","start":"2026-03-14T07:15:57.675775Z","end":"2026-03-14T07:15:59.619812Z","steps":["trace[245432363] 'agreement among raft nodes before linearized reading' (duration: 1.944005427s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.619809Z","caller":"traceutil/trace.go:171","msg":"trace[1096204562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7646; }","duration":"1.265251799s","start":"2026-03-14T07:15:58.354541Z","end":"2026-03-14T07:15:59.619793Z","steps":["trace[1096204562] 'agreement among raft nodes before linearized reading' (duration: 1.265072224s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.619834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.675753Z","time spent":"1.944076779s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:15:59.619848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.354516Z","time spent":"1.265322361s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:15:59.619957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96896343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:59.619979Z","caller":"traceutil/trace.go:171","msg":"trace[1819792208] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7646; }","duration":"1.969030832s","start":"2026-03-14T07:15:57.650943Z","end":"2026-03-14T07:15:59.619974Z","steps":["trace[1819792208] 'agreement among raft nodes before linearized reading' (duration: 1.968995051s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.619996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.65092Z","time spent":"1.969071523s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:15:59.620044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297271438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:15:59.620097Z","caller":"traceutil/trace.go:171","msg":"trace[1684818171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7646; }","duration":"1.29734708s","start":"2026-03-14T07:15:58.322734Z","end":"2026-03-14T07:15:59.620081Z","steps":["trace[1684818171] 'agreement among raft nodes before linearized reading' (duration: 1.297269148s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.620138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.322718Z","time spent":"1.297407721s","remote":"127.0.0.1:39022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:15:59.620265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317011746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:59.620289Z","caller":"traceutil/trace.go:171","msg":"trace[623158275] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7646; }","duration":"1.317086898s","start":"2026-03-14T07:15:58.303196Z","end":"2026-03-14T07:15:59.620283Z","steps":["trace[623158275] 'agreement among raft nodes before linearized reading' (duration: 1.317041137s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.620309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.303169Z","time spent":"1.317134939s","remote":"127.0.0.1:41808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:15:59.619724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154696898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:15:59.62031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373649251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:59.620353Z","caller":"traceutil/trace.go:171","msg":"trace[1568903450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7646; }","duration":"1.373752753s","start":"2026-03-14T07:15:58.246586Z","end":"2026-03-14T07:15:59.620339Z","steps":["trace[1568903450] 'agreement among raft nodes before linearized reading' (duration: 1.373683662s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.620399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.246545Z","time spent":"1.373844385s","remote":"127.0.0.1:39102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:15:59.620351Z","caller":"traceutil/trace.go:171","msg":"trace[1432390756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7646; }","duration":"2.155329652s","start":"2026-03-14T07:15:57.465005Z","end":"2026-03-14T07:15:59.620335Z","steps":["trace[1432390756] 'agreement among raft nodes before linearized reading' (duration: 2.154629486s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.620508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.464998Z","time spent":"2.155483026s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:15:59.772781Z","caller":"traceutil/trace.go:171","msg":"trace[867691909] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"142.711726ms","start":"2026-03-14T07:15:59.630044Z","end":"2026-03-14T07:15:59.772756Z","steps":["trace[867691909] 'process raft request' (duration: 142.561833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.772829Z","caller":"traceutil/trace.go:171","msg":"trace[262156997] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"144.047279ms","start":"2026-03-14T07:15:59.628758Z","end":"2026-03-14T07:15:59.772805Z","steps":["trace[262156997] 'process raft request' (duration: 89.412182ms)","trace[262156997] 'compare' (duration: 54.300469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:59.7731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.342298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T07:15:59.773155Z","caller":"traceutil/trace.go:171","msg":"trace[1691286828] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7652; }","duration":"142.42602ms","start":"2026-03-14T07:15:59.630718Z","end":"2026-03-14T07:15:59.773144Z","steps":["trace[1691286828] 'agreement among raft nodes before linearized reading' (duration: 142.267117ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:00.891232Z","caller":"traceutil/trace.go:171","msg":"trace[362166447] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"142.161545ms","start":"2026-03-14T07:16:00.749044Z","end":"2026-03-14T07:16:00.891205Z","steps":["trace[362166447] 'process raft request' (duration: 142.008281ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:00.915097Z","caller":"traceutil/trace.go:171","msg":"trace[1630147771] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"165.17126ms","start":"2026-03-14T07:16:00.749903Z","end":"2026-03-14T07:16:00.915074Z","steps":["trace[1630147771] 'process raft request' (duration: 165.042477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.951423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.739732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:01.951504Z","caller":"traceutil/trace.go:171","msg":"trace[1516811022] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7654; }","duration":"395.887045ms","start":"2026-03-14T07:16:01.555599Z","end":"2026-03-14T07:16:01.951486Z","steps":["trace[1516811022] 'count revisions from in-memory index tree' (duration: 395.599919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.951506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.255373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:01.951563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.555565Z","time spent":"395.987808ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:16:01.951607Z","caller":"traceutil/trace.go:171","msg":"trace[159312833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7654; }","duration":"524.395686ms","start":"2026-03-14T07:16:01.427192Z","end":"2026-03-14T07:16:01.951588Z","steps":["trace[159312833] 'range keys from in-memory index tree' (duration: 524.177051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.951662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.427181Z","time spent":"524.471557ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:16:01.95189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.234923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:16:01.951975Z","caller":"traceutil/trace.go:171","msg":"trace[1694150017] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7654; }","duration":"562.366896ms","start":"2026-03-14T07:16:01.389586Z","end":"2026-03-14T07:16:01.951953Z","steps":["trace[1694150017] 'range keys from in-memory index tree' (duration: 562.061959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.952022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.389575Z","time spent":"562.436618ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:16:01.951969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.14662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-746b75dd64-bvq5t.189ca3e14b6d3425\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T07:16:01.9522Z","caller":"traceutil/trace.go:171","msg":"trace[1549039116] range","detail":"{range_begin:/registry/events/openstack/barbican-api-746b75dd64-bvq5t.189ca3e14b6d3425; range_end:; response_count:1; response_revision:7654; }","duration":"642.432177ms","start":"2026-03-14T07:16:01.309739Z","end":"2026-03-14T07:16:01.952171Z","steps":["trace[1549039116] 'range keys from in-memory index tree' (duration: 641.758182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.952267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.309715Z","time spent":"642.53488ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-746b75dd64-bvq5t.189ca3e14b6d3425\" "} {"level":"info","ts":"2026-03-14T07:16:02.074434Z","caller":"traceutil/trace.go:171","msg":"trace[707096693] linearizableReadLoop","detail":"{readStateIndex:7940; appliedIndex:7939; }","duration":"379.123418ms","start":"2026-03-14T07:16:01.695276Z","end":"2026-03-14T07:16:02.074399Z","steps":["trace[707096693] 'read index received' (duration: 287.088183ms)","trace[707096693] 'applied index is now lower than readState.Index' (duration: 92.033414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:02.074684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.408464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:16:02.074745Z","caller":"traceutil/trace.go:171","msg":"trace[1363995911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7654; }","duration":"379.510226ms","start":"2026-03-14T07:16:01.695221Z","end":"2026-03-14T07:16:02.074731Z","steps":["trace[1363995911] 'agreement among raft nodes before linearized reading' (duration: 379.334822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.074778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.695199Z","time spent":"379.572228ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:16:02.209929Z","caller":"traceutil/trace.go:171","msg":"trace[2019784895] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7940; }","duration":"135.388094ms","start":"2026-03-14T07:16:02.074515Z","end":"2026-03-14T07:16:02.209903Z","steps":["trace[2019784895] 'read index received' (duration: 135.104446ms)","trace[2019784895] 'applied index is now lower than readState.Index' (duration: 282.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:02.210008Z","caller":"traceutil/trace.go:171","msg":"trace[1127442647] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"253.236241ms","start":"2026-03-14T07:16:01.956743Z","end":"2026-03-14T07:16:02.20998Z","steps":["trace[1127442647] 'process raft request' (duration: 253.019326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.210121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.818486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:16:02.210113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.79408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:16:02.210163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.09642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:16:02.210223Z","caller":"traceutil/trace.go:171","msg":"trace[1239489237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7655; }","duration":"433.188871ms","start":"2026-03-14T07:16:01.777019Z","end":"2026-03-14T07:16:02.210208Z","steps":["trace[1239489237] 'agreement among raft nodes before linearized reading' (duration: 432.997547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.21024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.537859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:16:02.21025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.420018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:16:02.210269Z","caller":"traceutil/trace.go:171","msg":"trace[1512079254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7655; }","duration":"513.60618ms","start":"2026-03-14T07:16:01.696654Z","end":"2026-03-14T07:16:02.21026Z","steps":["trace[1512079254] 'agreement among raft nodes before linearized reading' (duration: 513.529999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.210271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.777005Z","time spent":"433.256653ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:02.210285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.136563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:02.210289Z","caller":"traceutil/trace.go:171","msg":"trace[219011018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:7655; }","duration":"511.462909ms","start":"2026-03-14T07:16:01.698813Z","end":"2026-03-14T07:16:02.210276Z","steps":["trace[219011018] 'agreement among raft nodes before linearized reading' (duration: 511.375477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.210301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.696633Z","time spent":"513.658711ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:02.210313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.150363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-14T07:16:02.210335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.698808Z","time spent":"511.520561ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"warn","ts":"2026-03-14T07:16:02.210153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.529671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:16:02.210332Z","caller":"traceutil/trace.go:171","msg":"trace[893468664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7655; }","duration":"257.223725ms","start":"2026-03-14T07:16:01.953098Z","end":"2026-03-14T07:16:02.210322Z","steps":["trace[893468664] 'agreement among raft nodes before linearized reading' (duration: 257.155723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.210386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.993107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:16:02.210385Z","caller":"traceutil/trace.go:171","msg":"trace[1426535542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7655; }","duration":"423.239375ms","start":"2026-03-14T07:16:01.787117Z","end":"2026-03-14T07:16:02.210356Z","steps":["trace[1426535542] 'agreement among raft nodes before linearized reading' (duration: 422.992459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.210398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.299348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:02.210221Z","caller":"traceutil/trace.go:171","msg":"trace[1128374168] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7655; }","duration":"402.945553ms","start":"2026-03-14T07:16:01.807252Z","end":"2026-03-14T07:16:02.210197Z","steps":["trace[1128374168] 'agreement among raft nodes before linearized reading' (duration: 402.665536ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.210439Z","caller":"traceutil/trace.go:171","msg":"trace[643094831] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7655; }","duration":"433.065768ms","start":"2026-03-14T07:16:01.777357Z","end":"2026-03-14T07:16:02.210423Z","steps":["trace[643094831] 'agreement among raft nodes before linearized reading' (duration: 432.902954ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.210447Z","caller":"traceutil/trace.go:171","msg":"trace[1187644196] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7655; }","duration":"394.387411ms","start":"2026-03-14T07:16:01.81605Z","end":"2026-03-14T07:16:02.210438Z","steps":["trace[1187644196] 'agreement among raft nodes before linearized reading' (duration: 394.302819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.21045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.787108Z","time spent":"423.327927ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-14T07:16:02.21047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.80724Z","time spent":"403.21717ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:16:02.210471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.777351Z","time spent":"433.11181ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:16:02.210492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.816027Z","time spent":"394.455542ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:16:02.21016Z","caller":"traceutil/trace.go:171","msg":"trace[56504296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7655; }","duration":"513.945468ms","start":"2026-03-14T07:16:01.696205Z","end":"2026-03-14T07:16:02.21015Z","steps":["trace[56504296] 'agreement among raft nodes before linearized reading' (duration: 513.795144ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.210414Z","caller":"traceutil/trace.go:171","msg":"trace[259710806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7655; }","duration":"511.808208ms","start":"2026-03-14T07:16:01.698596Z","end":"2026-03-14T07:16:02.210405Z","steps":["trace[259710806] 'agreement among raft nodes before linearized reading' (duration: 511.449989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.210546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.696179Z","time spent":"514.357868ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:16:02.210562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:01.698587Z","time spent":"511.968091ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:16:02.239641Z","caller":"traceutil/trace.go:171","msg":"trace[1923943644] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"160.488959ms","start":"2026-03-14T07:16:02.079119Z","end":"2026-03-14T07:16:02.239608Z","steps":["trace[1923943644] 'process raft request' (duration: 160.336775ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.402914Z","caller":"traceutil/trace.go:171","msg":"trace[597209778] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"191.000303ms","start":"2026-03-14T07:16:02.211872Z","end":"2026-03-14T07:16:02.402873Z","steps":["trace[597209778] 'process raft request' (duration: 190.604244ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.402987Z","caller":"traceutil/trace.go:171","msg":"trace[1044283888] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"187.682904ms","start":"2026-03-14T07:16:02.215279Z","end":"2026-03-14T07:16:02.402962Z","steps":["trace[1044283888] 'process raft request' (duration: 187.592132ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.40299Z","caller":"traceutil/trace.go:171","msg":"trace[976726396] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"188.390911ms","start":"2026-03-14T07:16:02.21456Z","end":"2026-03-14T07:16:02.402951Z","steps":["trace[976726396] 'process raft request' (duration: 188.214187ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.403091Z","caller":"traceutil/trace.go:171","msg":"trace[1480650004] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"187.835058ms","start":"2026-03-14T07:16:02.215195Z","end":"2026-03-14T07:16:02.40303Z","steps":["trace[1480650004] 'process raft request' (duration: 187.638583ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.403294Z","caller":"traceutil/trace.go:171","msg":"trace[264509214] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"187.49172ms","start":"2026-03-14T07:16:02.215788Z","end":"2026-03-14T07:16:02.40328Z","steps":["trace[264509214] 'process raft request' (duration: 187.327776ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.403287Z","caller":"traceutil/trace.go:171","msg":"trace[260799568] linearizableReadLoop","detail":"{readStateIndex:7944; appliedIndex:7942; }","duration":"189.660161ms","start":"2026-03-14T07:16:02.213607Z","end":"2026-03-14T07:16:02.403267Z","steps":["trace[260799568] 'read index received' (duration: 25.833103ms)","trace[260799568] 'applied index is now lower than readState.Index' (duration: 163.825948ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:02.4033Z","caller":"traceutil/trace.go:171","msg":"trace[2065447649] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"187.558831ms","start":"2026-03-14T07:16:02.215703Z","end":"2026-03-14T07:16:02.403262Z","steps":["trace[2065447649] 'process raft request' (duration: 187.202582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.403539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.906927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-987901c2-4723-42bd-8b3a-28abb6deec6f\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-14T07:16:02.403587Z","caller":"traceutil/trace.go:171","msg":"trace[1839990077] range","detail":"{range_begin:/registry/persistentvolumes/pvc-987901c2-4723-42bd-8b3a-28abb6deec6f; range_end:; response_count:1; response_revision:7662; }","duration":"189.984809ms","start":"2026-03-14T07:16:02.213588Z","end":"2026-03-14T07:16:02.403573Z","steps":["trace[1839990077] 'agreement among raft nodes before linearized reading' (duration: 189.775705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.403791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.421173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223833"} {"level":"info","ts":"2026-03-14T07:16:02.403821Z","caller":"traceutil/trace.go:171","msg":"trace[305390823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7662; }","duration":"188.503495ms","start":"2026-03-14T07:16:02.21531Z","end":"2026-03-14T07:16:02.403813Z","steps":["trace[305390823] 'agreement among raft nodes before linearized reading' (duration: 188.106896ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.791114Z","caller":"traceutil/trace.go:171","msg":"trace[422483567] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"155.718736ms","start":"2026-03-14T07:16:02.635363Z","end":"2026-03-14T07:16:02.791082Z","steps":["trace[422483567] 'process raft request' (duration: 71.143919ms)","trace[422483567] 'compare' (duration: 84.414403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:03.251177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.762636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:03.251323Z","caller":"traceutil/trace.go:171","msg":"trace[264139636] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"355.800924ms","start":"2026-03-14T07:16:02.895496Z","end":"2026-03-14T07:16:03.251297Z","steps":["trace[264139636] 'process raft request' (duration: 33.803372ms)","trace[264139636] 'compare' (duration: 321.598893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:03.251566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:02.895474Z","time spent":"355.904297ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:03.568758Z","caller":"traceutil/trace.go:171","msg":"trace[710767927] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7951; }","duration":"413.960024ms","start":"2026-03-14T07:16:03.154764Z","end":"2026-03-14T07:16:03.568724Z","steps":["trace[710767927] 'read index received' (duration: 313.891079ms)","trace[710767927] 'applied index is now lower than readState.Index' (duration: 100.067225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:03.568948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.15559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:03.568974Z","caller":"traceutil/trace.go:171","msg":"trace[656230671] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"648.817029ms","start":"2026-03-14T07:16:02.920117Z","end":"2026-03-14T07:16:03.568934Z","steps":["trace[656230671] 'process raft request' (duration: 548.611021ms)","trace[656230671] 'compare' (duration: 99.85697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:03.568994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.341862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:03.569091Z","caller":"traceutil/trace.go:171","msg":"trace[681226782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7665; }","duration":"143.485255ms","start":"2026-03-14T07:16:03.425583Z","end":"2026-03-14T07:16:03.569068Z","steps":["trace[681226782] 'agreement among raft nodes before linearized reading' (duration: 143.348292ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:03.569025Z","caller":"traceutil/trace.go:171","msg":"trace[511435503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7665; }","duration":"414.294373ms","start":"2026-03-14T07:16:03.154712Z","end":"2026-03-14T07:16:03.569006Z","steps":["trace[511435503] 'agreement among raft nodes before linearized reading' (duration: 414.14793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:03.569136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:02.920091Z","time spent":"648.940612ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:03.569199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:03.154687Z","time spent":"414.486907ms","remote":"127.0.0.1:39074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:16:04.363799Z","caller":"traceutil/trace.go:171","msg":"trace[1250685824] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"116.70754ms","start":"2026-03-14T07:16:04.247062Z","end":"2026-03-14T07:16:04.363769Z","steps":["trace[1250685824] 'process raft request' (duration: 116.520055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:04.597644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.223597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:04.597775Z","caller":"traceutil/trace.go:171","msg":"trace[1153807564] linearizableReadLoop","detail":"{readStateIndex:7954; appliedIndex:7953; }","duration":"186.705722ms","start":"2026-03-14T07:16:04.411025Z","end":"2026-03-14T07:16:04.597731Z","steps":["trace[1153807564] 'read index received' (duration: 30.31373ms)","trace[1153807564] 'applied index is now lower than readState.Index' (duration: 156.390502ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:04.597806Z","caller":"traceutil/trace.go:171","msg":"trace[266830633] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"186.922986ms","start":"2026-03-14T07:16:04.410823Z","end":"2026-03-14T07:16:04.597746Z","steps":["trace[266830633] 'process raft request' (duration: 30.505734ms)","trace[266830633] 'compare' (duration: 155.984992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:04.597906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.859525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:04.597993Z","caller":"traceutil/trace.go:171","msg":"trace[1290637544] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7667; }","duration":"186.985198ms","start":"2026-03-14T07:16:04.410984Z","end":"2026-03-14T07:16:04.59797Z","steps":["trace[1290637544] 'agreement among raft nodes before linearized reading' (duration: 186.847085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:05.076791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.919142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:05.077135Z","caller":"traceutil/trace.go:171","msg":"trace[981251859] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"665.846133ms","start":"2026-03-14T07:16:04.411247Z","end":"2026-03-14T07:16:05.077093Z","steps":["trace[981251859] 'process raft request' (duration: 527.47117ms)","trace[981251859] 'compare' (duration: 137.551394ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:05.077328Z","caller":"traceutil/trace.go:171","msg":"trace[380248449] linearizableReadLoop","detail":"{readStateIndex:7958; appliedIndex:7954; }","duration":"479.50489ms","start":"2026-03-14T07:16:04.597801Z","end":"2026-03-14T07:16:05.077306Z","steps":["trace[380248449] 'read index received' (duration: 340.927212ms)","trace[380248449] 'applied index is now lower than readState.Index' (duration: 138.576448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:05.077614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.444471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:05.077629Z","caller":"traceutil/trace.go:171","msg":"trace[2117520423] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"665.614396ms","start":"2026-03-14T07:16:04.411979Z","end":"2026-03-14T07:16:05.077593Z","steps":["trace[2117520423] 'process raft request' (duration: 665.221217ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:05.077656Z","caller":"traceutil/trace.go:171","msg":"trace[960929256] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"665.910093ms","start":"2026-03-14T07:16:04.411725Z","end":"2026-03-14T07:16:05.077635Z","steps":["trace[960929256] 'process raft request' (duration: 665.204776ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:05.0777Z","caller":"traceutil/trace.go:171","msg":"trace[1292584340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7671; }","duration":"651.557063ms","start":"2026-03-14T07:16:04.426118Z","end":"2026-03-14T07:16:05.077676Z","steps":["trace[1292584340] 'agreement among raft nodes before linearized reading' (duration: 651.413649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:05.077755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:04.411715Z","time spent":"665.992686ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:05.07777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:04.426109Z","time spent":"651.647655ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:16:05.077822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:04.41197Z","time spent":"665.732229ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:05.077875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.464473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T07:16:05.077932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.139269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:16:05.077952Z","caller":"traceutil/trace.go:171","msg":"trace[184792900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:7671; }","duration":"665.555175ms","start":"2026-03-14T07:16:04.412373Z","end":"2026-03-14T07:16:05.077928Z","steps":["trace[184792900] 'agreement among raft nodes before linearized reading' (duration: 665.313769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:05.07795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:04.411232Z","time spent":"665.981746ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:05.078035Z","caller":"traceutil/trace.go:171","msg":"trace[750218396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7671; }","duration":"224.272492ms","start":"2026-03-14T07:16:04.853712Z","end":"2026-03-14T07:16:05.077984Z","steps":["trace[750218396] 'agreement among raft nodes before linearized reading' (duration: 224.054517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:05.078051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:04.412365Z","time spent":"665.670587ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"info","ts":"2026-03-14T07:16:05.077928Z","caller":"traceutil/trace.go:171","msg":"trace[539649498] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"665.379111ms","start":"2026-03-14T07:16:04.412516Z","end":"2026-03-14T07:16:05.077895Z","steps":["trace[539649498] 'process raft request' (duration: 664.737416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:05.078215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:04.412508Z","time spent":"665.657267ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:05.480749Z","caller":"traceutil/trace.go:171","msg":"trace[385480118] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7958; }","duration":"108.746091ms","start":"2026-03-14T07:16:05.371974Z","end":"2026-03-14T07:16:05.48072Z","steps":["trace[385480118] 'read index received' (duration: 96.530081ms)","trace[385480118] 'applied index is now lower than readState.Index' (duration: 12.21464ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:05.480981Z","caller":"traceutil/trace.go:171","msg":"trace[726950753] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"224.376515ms","start":"2026-03-14T07:16:05.256587Z","end":"2026-03-14T07:16:05.480964Z","steps":["trace[726950753] 'process raft request' (duration: 212.033513ms)","trace[726950753] 'compare' (duration: 11.643286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:05.481274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.266043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:05.481403Z","caller":"traceutil/trace.go:171","msg":"trace[1353504012] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7672; }","duration":"109.433347ms","start":"2026-03-14T07:16:05.37191Z","end":"2026-03-14T07:16:05.481344Z","steps":["trace[1353504012] 'agreement among raft nodes before linearized reading' (duration: 109.261903ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:13.495884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5708} {"level":"info","ts":"2026-03-14T07:16:13.879715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5708,"took":"381.794571ms","hash":241988103,"current-db-size-bytes":43278336,"current-db-size":"43 MB","current-db-size-in-use-bytes":23015424,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-14T07:16:13.87982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":241988103,"revision":5708,"compact-revision":2757} {"level":"info","ts":"2026-03-14T07:16:29.052311Z","caller":"traceutil/trace.go:171","msg":"trace[259981509] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8131; }","duration":"304.875925ms","start":"2026-03-14T07:16:28.747411Z","end":"2026-03-14T07:16:29.052287Z","steps":["trace[259981509] 'read index received' (duration: 304.64979ms)","trace[259981509] 'applied index is now lower than readState.Index' (duration: 225.265µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:29.05249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.057049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:29.052533Z","caller":"traceutil/trace.go:171","msg":"trace[335136422] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:7837; }","duration":"305.163712ms","start":"2026-03-14T07:16:28.747357Z","end":"2026-03-14T07:16:29.052521Z","steps":["trace[335136422] 'agreement among raft nodes before linearized reading' (duration: 305.065999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:29.052581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:28.747337Z","time spent":"305.231065ms","remote":"127.0.0.1:51586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-03-14T07:16:29.052596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.120923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-52qxv\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-14T07:16:29.052649Z","caller":"traceutil/trace.go:171","msg":"trace[435916019] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-52qxv; range_end:; response_count:1; response_revision:7837; }","duration":"166.222185ms","start":"2026-03-14T07:16:28.886414Z","end":"2026-03-14T07:16:29.052636Z","steps":["trace[435916019] 'agreement among raft nodes before linearized reading' (duration: 166.04776ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:29.052431Z","caller":"traceutil/trace.go:171","msg":"trace[1644430836] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"306.74691ms","start":"2026-03-14T07:16:28.745655Z","end":"2026-03-14T07:16:29.052402Z","steps":["trace[1644430836] 'process raft request' (duration: 306.483854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:29.052906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:28.745637Z","time spent":"307.178421ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:32.915741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110953766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:16:32.95247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16623231s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-14T07:16:32.952794Z","caller":"traceutil/trace.go:171","msg":"trace[296041802] linearizableReadLoop","detail":"{readStateIndex:8151; appliedIndex:8150; }","duration":"1.17009098s","start":"2026-03-14T07:16:31.782683Z","end":"2026-03-14T07:16:32.952774Z","steps":["trace[296041802] 'read index received' (duration: 3.485292ms)","trace[296041802] 'applied index is now lower than readState.Index' (duration: 1.166604458s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:32.953277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170590743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T07:16:32.953372Z","caller":"traceutil/trace.go:171","msg":"trace[517309591] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7855; }","duration":"1.170687365s","start":"2026-03-14T07:16:31.782664Z","end":"2026-03-14T07:16:32.953351Z","steps":["trace[517309591] 'agreement among raft nodes before linearized reading' (duration: 1.17048797s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.953443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:31.782635Z","time spent":"1.170794507s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-14T07:16:32.953488Z","caller":"traceutil/trace.go:171","msg":"trace[1954217535] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"1.148748793s","start":"2026-03-14T07:16:31.804706Z","end":"2026-03-14T07:16:32.953455Z","steps":["trace[1954217535] 'process raft request' (duration: 1.147966595s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.953682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:31.80469Z","time spent":"1.148872136s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:33.057612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.415294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:33.057701Z","caller":"traceutil/trace.go:171","msg":"trace[253036395] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7856; }","duration":"103.564188ms","start":"2026-03-14T07:16:32.954119Z","end":"2026-03-14T07:16:33.057683Z","steps":["trace[253036395] 'count revisions from in-memory index tree' (duration: 103.266491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.057752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.871363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:16:33.058016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.084868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:33.058058Z","caller":"traceutil/trace.go:171","msg":"trace[926276179] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7856; }","duration":"800.280183ms","start":"2026-03-14T07:16:32.257745Z","end":"2026-03-14T07:16:33.058025Z","steps":["trace[926276179] 'agreement among raft nodes before linearized reading' (duration: 695.868555ms)","trace[926276179] 'count revisions from in-memory index tree' (duration: 104.001108ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:33.058133Z","caller":"traceutil/trace.go:171","msg":"trace[1671206206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7856; }","duration":"631.245852ms","start":"2026-03-14T07:16:32.426857Z","end":"2026-03-14T07:16:33.058103Z","steps":["trace[1671206206] 'agreement among raft nodes before linearized reading' (duration: 526.752382ms)","trace[1671206206] 'range keys from in-memory index tree' (duration: 104.322916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.058122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.835155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:16:33.058184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:32.426837Z","time spent":"631.337923ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:16:33.058215Z","caller":"traceutil/trace.go:171","msg":"trace[2106371157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7856; }","duration":"540.98424ms","start":"2026-03-14T07:16:32.517203Z","end":"2026-03-14T07:16:33.058187Z","steps":["trace[2106371157] 'agreement among raft nodes before linearized reading' (duration: 436.440869ms)","trace[2106371157] 'range keys from in-memory index tree' (duration: 104.317886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.058052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.077142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-14T07:16:33.058278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:32.517168Z","time spent":"541.100213ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:16:33.058148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:32.257707Z","time spent":"800.423256ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:16:33.058321Z","caller":"traceutil/trace.go:171","msg":"trace[315589978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7856; }","duration":"825.365458ms","start":"2026-03-14T07:16:32.232924Z","end":"2026-03-14T07:16:33.05829Z","steps":["trace[315589978] 'agreement among raft nodes before linearized reading' (duration: 720.494629ms)","trace[315589978] 'range keys from in-memory index tree' (duration: 104.473259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.058409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:32.232902Z","time spent":"825.488271ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:16:33.05848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.673693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-471ab88d-f51d-4dd7-9f71-b123ab09be82\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-14T07:16:33.05856Z","caller":"traceutil/trace.go:171","msg":"trace[706647737] range","detail":"{range_begin:/registry/persistentvolumes/pvc-471ab88d-f51d-4dd7-9f71-b123ab09be82; range_end:; response_count:1; response_revision:7856; }","duration":"101.783017ms","start":"2026-03-14T07:16:32.956757Z","end":"2026-03-14T07:16:33.05854Z","steps":["trace[706647737] 'range keys from in-memory index tree' (duration: 101.55242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.56632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681289766,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:16:33.912682Z","caller":"traceutil/trace.go:171","msg":"trace[1106597071] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"849.87528ms","start":"2026-03-14T07:16:33.062779Z","end":"2026-03-14T07:16:33.912655Z","steps":["trace[1106597071] 'process raft request' (duration: 849.691495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.912931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.062756Z","time spent":"850.070525ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:33.914059Z","caller":"traceutil/trace.go:171","msg":"trace[705098570] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"317.388832ms","start":"2026-03-14T07:16:33.596655Z","end":"2026-03-14T07:16:33.914044Z","steps":["trace[705098570] 'process raft request' (duration: 317.262189ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.914084Z","caller":"traceutil/trace.go:171","msg":"trace[1335659590] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"837.63338ms","start":"2026-03-14T07:16:33.076412Z","end":"2026-03-14T07:16:33.914046Z","steps":["trace[1335659590] 'process raft request' (duration: 837.399435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.914246Z","caller":"traceutil/trace.go:171","msg":"trace[2070844303] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"236.680368ms","start":"2026-03-14T07:16:33.677512Z","end":"2026-03-14T07:16:33.914192Z","steps":["trace[2070844303] 'process raft request' (duration: 236.482013ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.914105Z","caller":"traceutil/trace.go:171","msg":"trace[1315777859] linearizableReadLoop","detail":"{readStateIndex:8154; appliedIndex:8152; }","duration":"848.445706ms","start":"2026-03-14T07:16:33.065634Z","end":"2026-03-14T07:16:33.91408Z","steps":["trace[1315777859] 'read index received' (duration: 846.815857ms)","trace[1315777859] 'applied index is now lower than readState.Index' (duration: 1.628429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.914307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.076392Z","time spent":"837.786143ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:33.914406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.757183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:16:33.914469Z","caller":"traceutil/trace.go:171","msg":"trace[486696868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7860; }","duration":"848.847846ms","start":"2026-03-14T07:16:33.065607Z","end":"2026-03-14T07:16:33.914455Z","steps":["trace[486696868] 'agreement among raft nodes before linearized reading' (duration: 848.548679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.914518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.065595Z","time spent":"848.912227ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:33.914581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.428221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:16:33.914597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.040494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:16:33.914645Z","caller":"traceutil/trace.go:171","msg":"trace[444477002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7860; }","duration":"678.560714ms","start":"2026-03-14T07:16:33.23607Z","end":"2026-03-14T07:16:33.914631Z","steps":["trace[444477002] 'agreement among raft nodes before linearized reading' (duration: 678.360999ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.91466Z","caller":"traceutil/trace.go:171","msg":"trace[159551126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:7860; }","duration":"590.155506ms","start":"2026-03-14T07:16:33.324488Z","end":"2026-03-14T07:16:33.914643Z","steps":["trace[159551126] 'agreement among raft nodes before linearized reading' (duration: 589.952682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.914662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.932487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:16:33.914703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.324464Z","time spent":"590.228828ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"info","ts":"2026-03-14T07:16:33.914732Z","caller":"traceutil/trace.go:171","msg":"trace[1622862242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7860; }","duration":"648.05334ms","start":"2026-03-14T07:16:33.266661Z","end":"2026-03-14T07:16:33.914715Z","steps":["trace[1622862242] 'agreement among raft nodes before linearized reading' (duration: 647.820784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.91478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.266629Z","time spent":"648.137572ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:33.914837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.448672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:16:33.914942Z","caller":"traceutil/trace.go:171","msg":"trace[1466103897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7860; }","duration":"595.551904ms","start":"2026-03-14T07:16:33.319352Z","end":"2026-03-14T07:16:33.914904Z","steps":["trace[1466103897] 'agreement among raft nodes before linearized reading' (duration: 595.186016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.914938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.596635Z","time spent":"317.469585ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:33.914683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.236041Z","time spent":"678.634116ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:16:33.914991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.319305Z","time spent":"595.675207ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:16:33.915279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.319615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:33.915317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.537568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:16:33.915367Z","caller":"traceutil/trace.go:171","msg":"trace[2013156243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7860; }","duration":"487.95362ms","start":"2026-03-14T07:16:33.427379Z","end":"2026-03-14T07:16:33.915333Z","steps":["trace[2013156243] 'agreement among raft nodes before linearized reading' (duration: 487.211733ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.915379Z","caller":"traceutil/trace.go:171","msg":"trace[733642556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7860; }","duration":"647.62401ms","start":"2026-03-14T07:16:33.267738Z","end":"2026-03-14T07:16:33.915362Z","steps":["trace[733642556] 'agreement among raft nodes before linearized reading' (duration: 646.708169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.915423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.427367Z","time spent":"488.042492ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:16:33.915441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.267725Z","time spent":"647.688721ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:46.382513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868037681290061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:16:46.64518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.218641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-14T07:16:46.645291Z","caller":"traceutil/trace.go:171","msg":"trace[1435187488] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7956; }","duration":"763.796467ms","start":"2026-03-14T07:16:45.881478Z","end":"2026-03-14T07:16:46.645275Z","steps":["trace[1435187488] 'process raft request' (duration: 646.33904ms)","trace[1435187488] 'compare' (duration: 117.066117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:46.645361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.881467Z","time spent":"763.86393ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-14T07:16:46.66653Z","caller":"traceutil/trace.go:171","msg":"trace[1135114045] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"711.284871ms","start":"2026-03-14T07:16:45.955228Z","end":"2026-03-14T07:16:46.666513Z","steps":["trace[1135114045] 'process raft request' (duration: 711.155198ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:46.666528Z","caller":"traceutil/trace.go:171","msg":"trace[1339698856] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"782.962852ms","start":"2026-03-14T07:16:45.883531Z","end":"2026-03-14T07:16:46.666494Z","steps":["trace[1339698856] 'process raft request' (duration: 782.772767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.666625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.955198Z","time spent":"711.374983ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:46.66671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.883511Z","time spent":"783.106515ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:46.667725Z","caller":"traceutil/trace.go:171","msg":"trace[46312649] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8256; }","duration":"785.225967ms","start":"2026-03-14T07:16:45.882479Z","end":"2026-03-14T07:16:46.667705Z","steps":["trace[46312649] 'read index received' (duration: 645.350187ms)","trace[46312649] 'applied index is now lower than readState.Index' (duration: 139.87366ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:46.66777Z","caller":"traceutil/trace.go:171","msg":"trace[865240968] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"618.610001ms","start":"2026-03-14T07:16:46.049152Z","end":"2026-03-14T07:16:46.667762Z","steps":["trace[865240968] 'process raft request' (duration: 617.259729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.667805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:46.049123Z","time spent":"618.664593ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:16:46.668034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.548744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:16:46.668115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.96721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-52qxv\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-14T07:16:46.668137Z","caller":"traceutil/trace.go:171","msg":"trace[1769382514] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-52qxv; range_end:; response_count:1; response_revision:7959; }","duration":"619.009981ms","start":"2026-03-14T07:16:46.049121Z","end":"2026-03-14T07:16:46.668131Z","steps":["trace[1769382514] 'agreement among raft nodes before linearized reading' (duration: 618.96866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.668176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.15194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:16:46.668277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:46.049111Z","time spent":"619.160894ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-52qxv\" "} {"level":"info","ts":"2026-03-14T07:16:46.668299Z","caller":"traceutil/trace.go:171","msg":"trace[1339690379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7959; }","duration":"698.295963ms","start":"2026-03-14T07:16:45.969983Z","end":"2026-03-14T07:16:46.668279Z","steps":["trace[1339690379] 'agreement among raft nodes before linearized reading' (duration: 698.056378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.668453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.252718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T07:16:46.668491Z","caller":"traceutil/trace.go:171","msg":"trace[899447097] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:7959; }","duration":"105.31301ms","start":"2026-03-14T07:16:46.563172Z","end":"2026-03-14T07:16:46.668485Z","steps":["trace[899447097] 'agreement among raft nodes before linearized reading' (duration: 105.244338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.668597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.377719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:46.668409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.969975Z","time spent":"698.416826ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:16:46.668664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.516952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:46.668681Z","caller":"traceutil/trace.go:171","msg":"trace[1891175896] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7959; }","duration":"442.558704ms","start":"2026-03-14T07:16:46.226117Z","end":"2026-03-14T07:16:46.668676Z","steps":["trace[1891175896] 'agreement among raft nodes before linearized reading' (duration: 442.508952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.668695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:46.226106Z","time spent":"442.584904ms","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:16:46.668685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.639447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:16:46.668762Z","caller":"traceutil/trace.go:171","msg":"trace[194393315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7959; }","duration":"689.75111ms","start":"2026-03-14T07:16:45.978995Z","end":"2026-03-14T07:16:46.668746Z","steps":["trace[194393315] 'agreement among raft nodes before linearized reading' (duration: 689.549505ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:46.668617Z","caller":"traceutil/trace.go:171","msg":"trace[182686869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"241.44296ms","start":"2026-03-14T07:16:46.427169Z","end":"2026-03-14T07:16:46.668612Z","steps":["trace[182686869] 'agreement among raft nodes before linearized reading' (duration: 241.411429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.668803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.485096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:16:46.668876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.192706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:16:46.668847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.365355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:16:46.668941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.649941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:16:46.668967Z","caller":"traceutil/trace.go:171","msg":"trace[1363463208] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7959; }","duration":"599.495008ms","start":"2026-03-14T07:16:46.069456Z","end":"2026-03-14T07:16:46.668951Z","steps":["trace[1363463208] 'agreement among raft nodes before linearized reading' (duration: 599.331804ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:46.668911Z","caller":"traceutil/trace.go:171","msg":"trace[1781208546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7959; }","duration":"695.597358ms","start":"2026-03-14T07:16:45.973286Z","end":"2026-03-14T07:16:46.668883Z","steps":["trace[1781208546] 'agreement among raft nodes before linearized reading' (duration: 695.306852ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:46.668999Z","caller":"traceutil/trace.go:171","msg":"trace[1902783519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:7959; }","duration":"682.751845ms","start":"2026-03-14T07:16:45.986233Z","end":"2026-03-14T07:16:46.668985Z","steps":["trace[1902783519] 'agreement among raft nodes before linearized reading' (duration: 682.609251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.668816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.978978Z","time spent":"689.825501ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:46.669022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.973281Z","time spent":"695.731251ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:16:46.669054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:46.069427Z","time spent":"599.606361ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:16:46.669067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.247373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:16:46.669099Z","caller":"traceutil/trace.go:171","msg":"trace[1099067740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7959; }","duration":"685.336585ms","start":"2026-03-14T07:16:45.983757Z","end":"2026-03-14T07:16:46.669094Z","steps":["trace[1099067740] 'agreement among raft nodes before linearized reading' (duration: 685.264314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.669114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.983736Z","time spent":"685.375287ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:46.669095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.986209Z","time spent":"682.831096ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-n5cst\" "} {"level":"info","ts":"2026-03-14T07:16:46.668967Z","caller":"traceutil/trace.go:171","msg":"trace[78340108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7959; }","duration":"697.33791ms","start":"2026-03-14T07:16:45.97161Z","end":"2026-03-14T07:16:46.668948Z","steps":["trace[78340108] 'agreement among raft nodes before linearized reading' (duration: 697.058503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.669212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.971586Z","time spent":"697.620717ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:46.669274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.258311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:16:46.669292Z","caller":"traceutil/trace.go:171","msg":"trace[1310097752] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7959; }","duration":"690.291943ms","start":"2026-03-14T07:16:45.978994Z","end":"2026-03-14T07:16:46.669286Z","steps":["trace[1310097752] 'agreement among raft nodes before linearized reading' (duration: 690.251262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.669306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.978982Z","time spent":"690.318663ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:16:46.670302Z","caller":"traceutil/trace.go:171","msg":"trace[1131069437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7959; }","duration":"785.591575ms","start":"2026-03-14T07:16:45.882465Z","end":"2026-03-14T07:16:46.668056Z","steps":["trace[1131069437] 'agreement among raft nodes before linearized reading' (duration: 785.469902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:46.67034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:45.882459Z","time spent":"787.874528ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:16:47.538216Z","caller":"traceutil/trace.go:171","msg":"trace[1292374577] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"102.008821ms","start":"2026-03-14T07:16:47.436184Z","end":"2026-03-14T07:16:47.538193Z","steps":["trace[1292374577] 'process raft request' (duration: 101.863557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.286451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.910698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-14T07:16:48.286591Z","caller":"traceutil/trace.go:171","msg":"trace[1657436272] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7972; }","duration":"466.091831ms","start":"2026-03-14T07:16:47.82048Z","end":"2026-03-14T07:16:48.286571Z","steps":["trace[1657436272] 'range keys from in-memory index tree' (duration: 465.737823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.28668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:47.820457Z","time spent":"466.209044ms","remote":"127.0.0.1:33780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3195,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T07:16:48.29453Z","caller":"traceutil/trace.go:171","msg":"trace[1506996013] linearizableReadLoop","detail":"{readStateIndex:8275; appliedIndex:8274; }","duration":"382.518968ms","start":"2026-03-14T07:16:47.911986Z","end":"2026-03-14T07:16:48.294505Z","steps":["trace[1506996013] 'read index received' (duration: 382.328333ms)","trace[1506996013] 'applied index is now lower than readState.Index' (duration: 189.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:48.294589Z","caller":"traceutil/trace.go:171","msg":"trace[494802806] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"418.031221ms","start":"2026-03-14T07:16:47.87654Z","end":"2026-03-14T07:16:48.294571Z","steps":["trace[494802806] 'process raft request' (duration: 417.826046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.294694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:47.876515Z","time spent":"418.115914ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:48.294708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.705453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:48.294745Z","caller":"traceutil/trace.go:171","msg":"trace[1705918642] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7973; }","duration":"382.763114ms","start":"2026-03-14T07:16:47.911971Z","end":"2026-03-14T07:16:48.294734Z","steps":["trace[1705918642] 'agreement among raft nodes before linearized reading' (duration: 382.659002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.294786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:47.911925Z","time spent":"382.852176ms","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:16:48.863239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.889354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:48.863347Z","caller":"traceutil/trace.go:171","msg":"trace[166617690] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8275; }","duration":"435.870504ms","start":"2026-03-14T07:16:48.427458Z","end":"2026-03-14T07:16:48.863329Z","steps":["trace[166617690] 'read index received' (duration: 224.734223ms)","trace[166617690] 'applied index is now lower than readState.Index' (duration: 211.133261ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:48.863637Z","caller":"traceutil/trace.go:171","msg":"trace[2081603199] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"566.216348ms","start":"2026-03-14T07:16:48.297385Z","end":"2026-03-14T07:16:48.863602Z","steps":["trace[2081603199] 'process raft request' (duration: 354.876993ms)","trace[2081603199] 'compare' (duration: 210.753401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:48.863927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:48.297364Z","time spent":"566.473204ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:48.863699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.211192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:48.864231Z","caller":"traceutil/trace.go:171","msg":"trace[17560260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7974; }","duration":"436.716755ms","start":"2026-03-14T07:16:48.427413Z","end":"2026-03-14T07:16:48.86413Z","steps":["trace[17560260] 'agreement among raft nodes before linearized reading' (duration: 436.205152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.864454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:48.427393Z","time spent":"436.982051ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:16:48.879298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.736066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:16:48.879354Z","caller":"traceutil/trace.go:171","msg":"trace[1212153357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7975; }","duration":"155.811059ms","start":"2026-03-14T07:16:48.723526Z","end":"2026-03-14T07:16:48.879337Z","steps":["trace[1212153357] 'agreement among raft nodes before linearized reading' (duration: 155.665555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.879339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.006913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:16:48.879365Z","caller":"traceutil/trace.go:171","msg":"trace[662262233] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"206.730847ms","start":"2026-03-14T07:16:48.672608Z","end":"2026-03-14T07:16:48.879339Z","steps":["trace[662262233] 'process raft request' (duration: 206.42753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.879377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.760827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:16:48.879412Z","caller":"traceutil/trace.go:171","msg":"trace[1373909451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7975; }","duration":"156.108565ms","start":"2026-03-14T07:16:48.723286Z","end":"2026-03-14T07:16:48.879394Z","steps":["trace[1373909451] 'agreement among raft nodes before linearized reading' (duration: 155.968492ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:48.879458Z","caller":"traceutil/trace.go:171","msg":"trace[336500223] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7975; }","duration":"155.86154ms","start":"2026-03-14T07:16:48.723574Z","end":"2026-03-14T07:16:48.879436Z","steps":["trace[336500223] 'agreement among raft nodes before linearized reading' (duration: 155.602254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.87957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.192797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:16:48.879619Z","caller":"traceutil/trace.go:171","msg":"trace[480321906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7975; }","duration":"156.236828ms","start":"2026-03-14T07:16:48.723368Z","end":"2026-03-14T07:16:48.879604Z","steps":["trace[480321906] 'agreement among raft nodes before linearized reading' (duration: 156.168896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.879634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.31271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:16:48.879695Z","caller":"traceutil/trace.go:171","msg":"trace[451200147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7975; }","duration":"156.369391ms","start":"2026-03-14T07:16:48.723288Z","end":"2026-03-14T07:16:48.879658Z","steps":["trace[451200147] 'agreement among raft nodes before linearized reading' (duration: 156.30291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.879734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.830928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:48.879821Z","caller":"traceutil/trace.go:171","msg":"trace[894499438] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7975; }","duration":"238.960541ms","start":"2026-03-14T07:16:48.640845Z","end":"2026-03-14T07:16:48.879806Z","steps":["trace[894499438] 'agreement among raft nodes before linearized reading' (duration: 238.752716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.879874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.48062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:16:48.880017Z","caller":"traceutil/trace.go:171","msg":"trace[1770020326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:7975; }","duration":"155.615642ms","start":"2026-03-14T07:16:48.724348Z","end":"2026-03-14T07:16:48.879963Z","steps":["trace[1770020326] 'agreement among raft nodes before linearized reading' (duration: 155.269934ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:48.992021Z","caller":"traceutil/trace.go:171","msg":"trace[1839899871] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"107.88726ms","start":"2026-03-14T07:16:48.884111Z","end":"2026-03-14T07:16:48.991998Z","steps":["trace[1839899871] 'process raft request' (duration: 81.763201ms)","trace[1839899871] 'compare' (duration: 25.974056ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:48.99237Z","caller":"traceutil/trace.go:171","msg":"trace[214777307] linearizableReadLoop","detail":"{readStateIndex:8283; appliedIndex:8277; }","duration":"107.278316ms","start":"2026-03-14T07:16:48.88508Z","end":"2026-03-14T07:16:48.992359Z","steps":["trace[214777307] 'read index received' (duration: 19.80697ms)","trace[214777307] 'applied index is now lower than readState.Index' (duration: 87.470446ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:48.992471Z","caller":"traceutil/trace.go:171","msg":"trace[368336965] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"107.484811ms","start":"2026-03-14T07:16:48.884972Z","end":"2026-03-14T07:16:48.992457Z","steps":["trace[368336965] 'process raft request' (duration: 107.270346ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:48.992604Z","caller":"traceutil/trace.go:171","msg":"trace[1178849331] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"107.639594ms","start":"2026-03-14T07:16:48.884954Z","end":"2026-03-14T07:16:48.992593Z","steps":["trace[1178849331] 'process raft request' (duration: 107.02771ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:48.992757Z","caller":"traceutil/trace.go:171","msg":"trace[345426011] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"107.780549ms","start":"2026-03-14T07:16:48.884967Z","end":"2026-03-14T07:16:48.992748Z","steps":["trace[345426011] 'process raft request' (duration: 107.346108ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:48.992155Z","caller":"traceutil/trace.go:171","msg":"trace[191951840] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"107.298477ms","start":"2026-03-14T07:16:48.884708Z","end":"2026-03-14T07:16:48.992007Z","steps":["trace[191951840] 'process raft request' (duration: 107.236445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:48.993013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.912412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228479"} {"level":"info","ts":"2026-03-14T07:16:48.993318Z","caller":"traceutil/trace.go:171","msg":"trace[1739331431] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7981; }","duration":"108.25082ms","start":"2026-03-14T07:16:48.885055Z","end":"2026-03-14T07:16:48.993306Z","steps":["trace[1739331431] 'agreement among raft nodes before linearized reading' (duration: 107.618774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:49.218867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.165917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:49.218979Z","caller":"traceutil/trace.go:171","msg":"trace[916657886] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"148.981426ms","start":"2026-03-14T07:16:49.069978Z","end":"2026-03-14T07:16:49.218959Z","steps":["trace[916657886] 'process raft request' (duration: 24.641416ms)","trace[916657886] 'compare' (duration: 124.056223ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:50.148319Z","caller":"traceutil/trace.go:171","msg":"trace[1450201272] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8285; }","duration":"426.647406ms","start":"2026-03-14T07:16:49.721642Z","end":"2026-03-14T07:16:50.148289Z","steps":["trace[1450201272] 'read index received' (duration: 426.513773ms)","trace[1450201272] 'applied index is now lower than readState.Index' (duration: 132.483µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:50.148382Z","caller":"traceutil/trace.go:171","msg":"trace[615921621] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"479.088551ms","start":"2026-03-14T07:16:49.669257Z","end":"2026-03-14T07:16:50.148346Z","steps":["trace[615921621] 'process raft request' (duration: 478.912997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:50.14857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.906902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:50.148647Z","caller":"traceutil/trace.go:171","msg":"trace[33773592] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7984; }","duration":"427.047646ms","start":"2026-03-14T07:16:49.72158Z","end":"2026-03-14T07:16:50.148627Z","steps":["trace[33773592] 'agreement among raft nodes before linearized reading' (duration: 426.82642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:50.148598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:49.669231Z","time spent":"479.305116ms","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:16:50.148704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:49.721542Z","time spent":"427.145188ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:16:50.309328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.564466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:50.309442Z","caller":"traceutil/trace.go:171","msg":"trace[164239353] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"157.645172ms","start":"2026-03-14T07:16:50.151778Z","end":"2026-03-14T07:16:50.309423Z","steps":["trace[164239353] 'process raft request' (duration: 56.888801ms)","trace[164239353] 'compare' (duration: 100.439393ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:50.353584Z","caller":"traceutil/trace.go:171","msg":"trace[417826031] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8286; }","duration":"200.911257ms","start":"2026-03-14T07:16:50.152647Z","end":"2026-03-14T07:16:50.353558Z","steps":["trace[417826031] 'read index received' (duration: 55.954307ms)","trace[417826031] 'applied index is now lower than readState.Index' (duration: 144.95574ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:50.353631Z","caller":"traceutil/trace.go:171","msg":"trace[932874106] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"201.527203ms","start":"2026-03-14T07:16:50.152081Z","end":"2026-03-14T07:16:50.353608Z","steps":["trace[932874106] 'process raft request' (duration: 201.346009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:50.353835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.162654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T07:16:50.353871Z","caller":"traceutil/trace.go:171","msg":"trace[935444138] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7986; }","duration":"201.244315ms","start":"2026-03-14T07:16:50.152617Z","end":"2026-03-14T07:16:50.353861Z","steps":["trace[935444138] 'agreement among raft nodes before linearized reading' (duration: 201.03991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:50.860762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.191472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:50.8609Z","caller":"traceutil/trace.go:171","msg":"trace[1178158673] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8288; }","duration":"433.15564ms","start":"2026-03-14T07:16:50.427705Z","end":"2026-03-14T07:16:50.860861Z","steps":["trace[1178158673] 'read index received' (duration: 15.816865ms)","trace[1178158673] 'applied index is now lower than readState.Index' (duration: 417.337065ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:50.860984Z","caller":"traceutil/trace.go:171","msg":"trace[1496180238] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"501.718967ms","start":"2026-03-14T07:16:50.359231Z","end":"2026-03-14T07:16:50.86095Z","steps":["trace[1496180238] 'process raft request' (duration: 84.251469ms)","trace[1496180238] 'compare' (duration: 417.050469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:50.861076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.343514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:50.861142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:50.359215Z","time spent":"501.841031ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:50.861169Z","caller":"traceutil/trace.go:171","msg":"trace[1584837151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"433.482207ms","start":"2026-03-14T07:16:50.427665Z","end":"2026-03-14T07:16:50.861147Z","steps":["trace[1584837151] 'agreement among raft nodes before linearized reading' (duration: 433.286392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:50.861232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:50.42765Z","time spent":"433.56776ms","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:16:51.009479Z","caller":"traceutil/trace.go:171","msg":"trace[1096093277] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8289; }","duration":"101.027207ms","start":"2026-03-14T07:16:50.908425Z","end":"2026-03-14T07:16:51.009452Z","steps":["trace[1096093277] 'read index received' (duration: 84.401873ms)","trace[1096093277] 'applied index is now lower than readState.Index' (duration: 16.624194ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:51.00952Z","caller":"traceutil/trace.go:171","msg":"trace[1206142414] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"124.448483ms","start":"2026-03-14T07:16:50.885046Z","end":"2026-03-14T07:16:51.009494Z","steps":["trace[1206142414] 'process raft request' (duration: 107.835239ms)","trace[1206142414] 'compare' (duration: 16.450501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:51.009827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.384446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:16:51.00991Z","caller":"traceutil/trace.go:171","msg":"trace[613116008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7988; }","duration":"101.52587ms","start":"2026-03-14T07:16:50.908366Z","end":"2026-03-14T07:16:51.009892Z","steps":["trace[613116008] 'agreement among raft nodes before linearized reading' (duration: 101.220542ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:51.122262Z","caller":"traceutil/trace.go:171","msg":"trace[970163813] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"107.589624ms","start":"2026-03-14T07:16:51.014652Z","end":"2026-03-14T07:16:51.122242Z","steps":["trace[970163813] 'process raft request' (duration: 107.527443ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:51.122341Z","caller":"traceutil/trace.go:171","msg":"trace[1520436193] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"107.732107ms","start":"2026-03-14T07:16:51.014599Z","end":"2026-03-14T07:16:51.122331Z","steps":["trace[1520436193] 'process raft request' (duration: 107.543053ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:51.122264Z","caller":"traceutil/trace.go:171","msg":"trace[680193452] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"107.658506ms","start":"2026-03-14T07:16:51.014582Z","end":"2026-03-14T07:16:51.12224Z","steps":["trace[680193452] 'process raft request' (duration: 104.596013ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:51.122572Z","caller":"traceutil/trace.go:171","msg":"trace[1564395955] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"107.666636ms","start":"2026-03-14T07:16:51.014896Z","end":"2026-03-14T07:16:51.122563Z","steps":["trace[1564395955] 'process raft request' (duration: 107.313137ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:51.12282Z","caller":"traceutil/trace.go:171","msg":"trace[702720139] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8290; }","duration":"106.368734ms","start":"2026-03-14T07:16:51.016434Z","end":"2026-03-14T07:16:51.122803Z","steps":["trace[702720139] 'read index received' (duration: 23.452706ms)","trace[702720139] 'applied index is now lower than readState.Index' (duration: 82.914588ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:51.122862Z","caller":"traceutil/trace.go:171","msg":"trace[1158772220] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"107.545463ms","start":"2026-03-14T07:16:51.015304Z","end":"2026-03-14T07:16:51.122849Z","steps":["trace[1158772220] 'process raft request' (duration: 107.182995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:51.123543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.095542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228479"} {"level":"info","ts":"2026-03-14T07:16:51.123601Z","caller":"traceutil/trace.go:171","msg":"trace[1138981605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7994; }","duration":"107.188334ms","start":"2026-03-14T07:16:51.016399Z","end":"2026-03-14T07:16:51.123587Z","steps":["trace[1138981605] 'agreement among raft nodes before linearized reading' (duration: 106.486057ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:59.583946Z","caller":"traceutil/trace.go:171","msg":"trace[1083139555] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8370; }","duration":"268.83642ms","start":"2026-03-14T07:16:59.315083Z","end":"2026-03-14T07:16:59.58392Z","steps":["trace[1083139555] 'read index received' (duration: 268.422631ms)","trace[1083139555] 'applied index is now lower than readState.Index' (duration: 412.859µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:59.584025Z","caller":"traceutil/trace.go:171","msg":"trace[1786478816] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"334.879418ms","start":"2026-03-14T07:16:59.249094Z","end":"2026-03-14T07:16:59.583973Z","steps":["trace[1786478816] 'process raft request' (duration: 334.491329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:59.584114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.193134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:59.584107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.007585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:59.584158Z","caller":"traceutil/trace.go:171","msg":"trace[1748710267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"158.291447ms","start":"2026-03-14T07:16:59.425856Z","end":"2026-03-14T07:16:59.584147Z","steps":["trace[1748710267] 'agreement among raft nodes before linearized reading' (duration: 158.207975ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:59.584185Z","caller":"traceutil/trace.go:171","msg":"trace[750145600] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8066; }","duration":"269.122757ms","start":"2026-03-14T07:16:59.315043Z","end":"2026-03-14T07:16:59.584166Z","steps":["trace[750145600] 'agreement among raft nodes before linearized reading' (duration: 268.996184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:59.584167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.638256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:59.584203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:59.249029Z","time spent":"335.084002ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:59.584247Z","caller":"traceutil/trace.go:171","msg":"trace[1077012242] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8066; }","duration":"113.761309ms","start":"2026-03-14T07:16:59.470463Z","end":"2026-03-14T07:16:59.584224Z","steps":["trace[1077012242] 'agreement among raft nodes before linearized reading' (duration: 113.635126ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:17.225632Z","caller":"traceutil/trace.go:171","msg":"trace[1284624283] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"131.841599ms","start":"2026-03-14T07:17:17.093758Z","end":"2026-03-14T07:17:17.225599Z","steps":["trace[1284624283] 'process raft request' (duration: 131.574632ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:46.861461Z","caller":"traceutil/trace.go:171","msg":"trace[913184817] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"121.096934ms","start":"2026-03-14T07:17:46.740332Z","end":"2026-03-14T07:17:46.861429Z","steps":["trace[913184817] 'process raft request' (duration: 79.988928ms)","trace[913184817] 'compare' (duration: 40.927532ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:57.685958Z","caller":"traceutil/trace.go:171","msg":"trace[2020389440] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"230.021183ms","start":"2026-03-14T07:17:57.455918Z","end":"2026-03-14T07:17:57.68594Z","steps":["trace[2020389440] 'process raft request' (duration: 141.161319ms)","trace[2020389440] 'compare' (duration: 88.725851ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:57.686114Z","caller":"traceutil/trace.go:171","msg":"trace[863992683] linearizableReadLoop","detail":"{readStateIndex:8904; appliedIndex:8901; }","duration":"229.566553ms","start":"2026-03-14T07:17:57.456527Z","end":"2026-03-14T07:17:57.686093Z","steps":["trace[863992683] 'read index received' (duration: 18.255597ms)","trace[863992683] 'applied index is now lower than readState.Index' (duration: 211.310136ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:57.686228Z","caller":"traceutil/trace.go:171","msg":"trace[800332207] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"227.71743ms","start":"2026-03-14T07:17:57.458497Z","end":"2026-03-14T07:17:57.686215Z","steps":["trace[800332207] 'process raft request' (duration: 227.413973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:57.686279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.734879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:57.68631Z","caller":"traceutil/trace.go:171","msg":"trace[629599061] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8583; }","duration":"186.817931ms","start":"2026-03-14T07:17:57.499484Z","end":"2026-03-14T07:17:57.686302Z","steps":["trace[629599061] 'agreement among raft nodes before linearized reading' (duration: 186.757319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:57.686444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.916581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:17:57.686461Z","caller":"traceutil/trace.go:171","msg":"trace[1507651971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8583; }","duration":"229.946692ms","start":"2026-03-14T07:17:57.456511Z","end":"2026-03-14T07:17:57.686457Z","steps":["trace[1507651971] 'agreement among raft nodes before linearized reading' (duration: 229.876441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:57.68657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.995137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:17:57.686606Z","caller":"traceutil/trace.go:171","msg":"trace[577465593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8583; }","duration":"170.063599ms","start":"2026-03-14T07:17:57.516533Z","end":"2026-03-14T07:17:57.686596Z","steps":["trace[577465593] 'agreement among raft nodes before linearized reading' (duration: 169.943936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:57.686651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.870207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5cst\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T07:17:57.686671Z","caller":"traceutil/trace.go:171","msg":"trace[240567572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5cst; range_end:; response_count:1; response_revision:8583; }","duration":"164.910457ms","start":"2026-03-14T07:17:57.521756Z","end":"2026-03-14T07:17:57.686667Z","steps":["trace[240567572] 'agreement among raft nodes before linearized reading' (duration: 164.855776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:58.118124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.860204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:17:58.118359Z","caller":"traceutil/trace.go:171","msg":"trace[721847345] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"426.665134ms","start":"2026-03-14T07:17:57.691585Z","end":"2026-03-14T07:17:58.11825Z","steps":["trace[721847345] 'process raft request' (duration: 157.594045ms)","trace[721847345] 'compare' (duration: 268.6886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:58.118427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:57.691579Z","time spent":"426.821959ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:58.118482Z","caller":"traceutil/trace.go:171","msg":"trace[1706121439] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8906; }","duration":"250.038073ms","start":"2026-03-14T07:17:57.868399Z","end":"2026-03-14T07:17:58.118437Z","steps":["trace[1706121439] 'read index received' (duration: 243.810247ms)","trace[1706121439] 'applied index is now lower than readState.Index' (duration: 6.224046ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:58.118527Z","caller":"traceutil/trace.go:171","msg":"trace[651835630] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"276.255517ms","start":"2026-03-14T07:17:57.84224Z","end":"2026-03-14T07:17:58.118495Z","steps":["trace[651835630] 'process raft request' (duration: 275.97471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:58.118675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.246217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:58.118753Z","caller":"traceutil/trace.go:171","msg":"trace[1152240615] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8586; }","duration":"250.37523ms","start":"2026-03-14T07:17:57.868358Z","end":"2026-03-14T07:17:58.118733Z","steps":["trace[1152240615] 'agreement among raft nodes before linearized reading' (duration: 250.202866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:58.118826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.658703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:17:58.118913Z","caller":"traceutil/trace.go:171","msg":"trace[1137398106] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8586; }","duration":"153.751745ms","start":"2026-03-14T07:17:57.965144Z","end":"2026-03-14T07:17:58.118896Z","steps":["trace[1137398106] 'agreement among raft nodes before linearized reading' (duration: 153.51742ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:14.751007Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T07:20:14.755869Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T07:20:14.755939Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T07:21:13.501941Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7717} {"level":"info","ts":"2026-03-14T07:21:13.571113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7717,"took":"66.885509ms","hash":1950017690,"current-db-size-bytes":43278336,"current-db-size":"43 MB","current-db-size-in-use-bytes":26505216,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T07:21:13.57119Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1950017690,"revision":7717,"compact-revision":5708} {"level":"info","ts":"2026-03-14T07:26:13.50822Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9985} {"level":"info","ts":"2026-03-14T07:26:13.587329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9985,"took":"76.938088ms","hash":1591541057,"current-db-size-bytes":43278336,"current-db-size":"43 MB","current-db-size-in-use-bytes":17641472,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-14T07:26:13.587419Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1591541057,"revision":9985,"compact-revision":7717}