{"level":"warn","ts":"2026-03-31T20:24:57.160958Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:24:57.161043Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:24:57.161107Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:24:57.161122Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-31T20:24:57.161143Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:24:57.161796Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-03-31T20:24:57.161866Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:24:57.166186Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.089401ms"} {"level":"info","ts":"2026-03-31T20:24:57.175823Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-03-31T20:24:57.175913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:24:57.175939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-03-31T20:24:57.175952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:24:57.175966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-03-31T20:24:57.176005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-03-31T20:24:57.183517Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:24:57.188422Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:24:57.189931Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:24:57.192193Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:24:57.192445Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:24:57.192572Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:24:57.192647Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:24:57.192665Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:24:57.193341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-03-31T20:24:57.193451Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-31T20:24:57.194915Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:24:57.195077Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-31T20:24:57.195118Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-31T20:24:57.196257Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:24:57.195137Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:24:58.076799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:24:58.076913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:24:58.076932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-03-31T20:24:58.076948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:24:58.076955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-03-31T20:24:58.07697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-03-31T20:24:58.076979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-03-31T20:24:58.077947Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:24:58.078729Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:24:58.078739Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:24:58.07878Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:24:58.079078Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:24:58.07911Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:24:58.079366Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:24:58.079535Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:24:58.079594Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:24:58.081036Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-03-31T20:24:58.082414Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T20:24:59.545207Z","caller":"traceutil/trace.go:171","msg":"trace[1914814798] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:6; }","duration":"174.601809ms","start":"2026-03-31T20:24:59.370573Z","end":"2026-03-31T20:24:59.545175Z","steps":["trace[1914814798] 'read index received' (duration: 173.750108ms)","trace[1914814798] 'applied index is now lower than readState.Index' (duration: 850.031µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:59.545271Z","caller":"traceutil/trace.go:171","msg":"trace[463734773] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"174.730881ms","start":"2026-03-31T20:24:59.370516Z","end":"2026-03-31T20:24:59.545247Z","steps":["trace[463734773] 'process raft request' (duration: 173.799828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.545494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.897056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:24:59.545601Z","caller":"traceutil/trace.go:171","msg":"trace[2115320968] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:4; }","duration":"175.017819ms","start":"2026-03-31T20:24:59.370566Z","end":"2026-03-31T20:24:59.545584Z","steps":["trace[2115320968] 'agreement among raft nodes before linearized reading' (duration: 174.763722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.549245Z","caller":"traceutil/trace.go:171","msg":"trace[1470254212] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"178.582266ms","start":"2026-03-31T20:24:59.370642Z","end":"2026-03-31T20:24:59.549224Z","steps":["trace[1470254212] 'process raft request' (duration: 178.392121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.549463Z","caller":"traceutil/trace.go:171","msg":"trace[933140143] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"178.248008ms","start":"2026-03-31T20:24:59.371103Z","end":"2026-03-31T20:24:59.549351Z","steps":["trace[933140143] 'process raft request' (duration: 178.023373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.549409Z","caller":"traceutil/trace.go:171","msg":"trace[1732351095] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"178.104984ms","start":"2026-03-31T20:24:59.371238Z","end":"2026-03-31T20:24:59.549343Z","steps":["trace[1732351095] 'process raft request' (duration: 177.96159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.549571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.468063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:24:59.549582Z","caller":"traceutil/trace.go:171","msg":"trace[1342300506] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"178.251238ms","start":"2026-03-31T20:24:59.371205Z","end":"2026-03-31T20:24:59.549457Z","steps":["trace[1342300506] 'process raft request' (duration: 177.962561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.54969Z","caller":"traceutil/trace.go:171","msg":"trace[30390070] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"178.552995ms","start":"2026-03-31T20:24:59.371068Z","end":"2026-03-31T20:24:59.549621Z","steps":["trace[30390070] 'agreement among raft nodes before linearized reading' (duration: 178.323169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.54979Z","caller":"traceutil/trace.go:171","msg":"trace[411989937] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"167.308648ms","start":"2026-03-31T20:24:59.382458Z","end":"2026-03-31T20:24:59.549767Z","steps":["trace[411989937] 'process raft request' (duration: 166.862577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.549896Z","caller":"traceutil/trace.go:171","msg":"trace[1503213827] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"178.34395ms","start":"2026-03-31T20:24:59.371472Z","end":"2026-03-31T20:24:59.549816Z","steps":["trace[1503213827] 'process raft request' (duration: 177.764965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.54998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.610025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:24:59.550976Z","caller":"traceutil/trace.go:171","msg":"trace[2098151057] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"118.62814ms","start":"2026-03-31T20:24:59.43233Z","end":"2026-03-31T20:24:59.550958Z","steps":["trace[2098151057] 'agreement among raft nodes before linearized reading' (duration: 117.606315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.550005Z","caller":"traceutil/trace.go:171","msg":"trace[1374465825] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"168.055517ms","start":"2026-03-31T20:24:59.381935Z","end":"2026-03-31T20:24:59.549991Z","steps":["trace[1374465825] 'process raft request' (duration: 167.341099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.551559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.02215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:24:59.551654Z","caller":"traceutil/trace.go:171","msg":"trace[311105670] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"130.145984ms","start":"2026-03-31T20:24:59.421489Z","end":"2026-03-31T20:24:59.551635Z","steps":["trace[311105670] 'agreement among raft nodes before linearized reading' (duration: 130.00904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.910343Z","caller":"traceutil/trace.go:171","msg":"trace[1756418329] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"176.303621ms","start":"2026-03-31T20:25:04.734016Z","end":"2026-03-31T20:25:04.910319Z","steps":["trace[1756418329] 'process raft request' (duration: 176.179068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.950354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.765673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T20:25:05.950448Z","caller":"traceutil/trace.go:171","msg":"trace[1821893292] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:337; }","duration":"124.903106ms","start":"2026-03-31T20:25:05.825522Z","end":"2026-03-31T20:25:05.950425Z","steps":["trace[1821893292] 'range keys from in-memory index tree' (duration: 124.632499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.834978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.653173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:25:11.835005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.43639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:25:11.835069Z","caller":"traceutil/trace.go:171","msg":"trace[934790252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:399; }","duration":"155.781116ms","start":"2026-03-31T20:25:11.679271Z","end":"2026-03-31T20:25:11.835052Z","steps":["trace[934790252] 'range keys from in-memory index tree' (duration: 155.590462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.835097Z","caller":"traceutil/trace.go:171","msg":"trace[370004985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"255.580193ms","start":"2026-03-31T20:25:11.579495Z","end":"2026-03-31T20:25:11.835075Z","steps":["trace[370004985] 'range keys from in-memory index tree' (duration: 255.322097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.380185Z","caller":"traceutil/trace.go:171","msg":"trace[627655356] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"541.713137ms","start":"2026-03-31T20:25:11.838441Z","end":"2026-03-31T20:25:12.380154Z","steps":["trace[627655356] 'process raft request' (duration: 541.575993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.380733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.838414Z","time spent":"541.84772ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:13.277569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.514793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:13.277755Z","caller":"traceutil/trace.go:171","msg":"trace[203870166] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:410; }","duration":"1.236784892s","start":"2026-03-31T20:25:12.040953Z","end":"2026-03-31T20:25:13.277738Z","steps":["trace[203870166] 'read index received' (duration: 339.119829ms)","trace[203870166] 'applied index is now lower than readState.Index' (duration: 897.664153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:13.27784Z","caller":"traceutil/trace.go:171","msg":"trace[1547031118] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"1.438689453s","start":"2026-03-31T20:25:11.839142Z","end":"2026-03-31T20:25:13.277831Z","steps":["trace[1547031118] 'process raft request' (duration: 1.438526739s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:13.277834Z","caller":"traceutil/trace.go:171","msg":"trace[1795452252] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"1.438782065s","start":"2026-03-31T20:25:11.839013Z","end":"2026-03-31T20:25:13.277795Z","steps":["trace[1795452252] 'process raft request' (duration: 1.052840472s)","trace[1795452252] 'compare' (duration: 385.38439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:13.277908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.839115Z","time spent":"1.438749924s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:13.277967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237006078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:25:13.27799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:11.838994Z","time spent":"1.438916668s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:13.278027Z","caller":"traceutil/trace.go:171","msg":"trace[1784046238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:402; }","duration":"1.23711082s","start":"2026-03-31T20:25:12.040901Z","end":"2026-03-31T20:25:13.278012Z","steps":["trace[1784046238] 'agreement among raft nodes before linearized reading' (duration: 1.236981616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.278068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.04088Z","time spent":"1.237180172s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:25:13.352336Z","caller":"traceutil/trace.go:171","msg":"trace[597530157] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"493.890831ms","start":"2026-03-31T20:25:12.858423Z","end":"2026-03-31T20:25:13.352314Z","steps":["trace[597530157] 'process raft request' (duration: 493.749718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.352348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080978396s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:13.35246Z","caller":"traceutil/trace.go:171","msg":"trace[1980121365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:403; }","duration":"1.081104899s","start":"2026-03-31T20:25:12.271337Z","end":"2026-03-31T20:25:13.352442Z","steps":["trace[1980121365] 'agreement among raft nodes before linearized reading' (duration: 1.080946375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.352473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.858399Z","time spent":"493.995353ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:13.352509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.155486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:13.352635Z","caller":"traceutil/trace.go:171","msg":"trace[1453506515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"829.324351ms","start":"2026-03-31T20:25:12.523283Z","end":"2026-03-31T20:25:13.352608Z","steps":["trace[1453506515] 'agreement among raft nodes before linearized reading' (duration: 829.125596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.352694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.523264Z","time spent":"829.416352ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:25:36.44735Z","caller":"traceutil/trace.go:171","msg":"trace[359744960] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"153.879166ms","start":"2026-03-31T20:25:36.293456Z","end":"2026-03-31T20:25:36.447335Z","steps":["trace[359744960] 'process raft request' (duration: 153.817935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.447371Z","caller":"traceutil/trace.go:171","msg":"trace[2143917713] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"154.00618ms","start":"2026-03-31T20:25:36.293333Z","end":"2026-03-31T20:25:36.447339Z","steps":["trace[2143917713] 'process raft request' (duration: 136.226386ms)","trace[2143917713] 'compare' (duration: 17.470676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:36.447485Z","caller":"traceutil/trace.go:171","msg":"trace[353760890] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"153.846466ms","start":"2026-03-31T20:25:36.293631Z","end":"2026-03-31T20:25:36.447477Z","steps":["trace[353760890] 'process raft request' (duration: 153.682462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.447532Z","caller":"traceutil/trace.go:171","msg":"trace[1411583461] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"153.788944ms","start":"2026-03-31T20:25:36.293737Z","end":"2026-03-31T20:25:36.447526Z","steps":["trace[1411583461] 'process raft request' (duration: 153.679842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.447548Z","caller":"traceutil/trace.go:171","msg":"trace[1663928037] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"153.747864ms","start":"2026-03-31T20:25:36.29379Z","end":"2026-03-31T20:25:36.447538Z","steps":["trace[1663928037] 'process raft request' (duration: 153.677492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.447537Z","caller":"traceutil/trace.go:171","msg":"trace[1410909510] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"152.583374ms","start":"2026-03-31T20:25:36.294936Z","end":"2026-03-31T20:25:36.44752Z","steps":["trace[1410909510] 'process raft request' (duration: 152.555413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.45174Z","caller":"traceutil/trace.go:171","msg":"trace[960566595] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"146.777689ms","start":"2026-03-31T20:25:36.304949Z","end":"2026-03-31T20:25:36.451727Z","steps":["trace[960566595] 'process raft request' (duration: 146.321238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.451816Z","caller":"traceutil/trace.go:171","msg":"trace[556812117] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"146.280567ms","start":"2026-03-31T20:25:36.305525Z","end":"2026-03-31T20:25:36.451806Z","steps":["trace[556812117] 'process raft request' (duration: 145.802045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.451869Z","caller":"traceutil/trace.go:171","msg":"trace[1429617624] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"144.890832ms","start":"2026-03-31T20:25:36.306974Z","end":"2026-03-31T20:25:36.451864Z","steps":["trace[1429617624] 'process raft request' (duration: 144.38675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.451922Z","caller":"traceutil/trace.go:171","msg":"trace[1199623301] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"143.403475ms","start":"2026-03-31T20:25:36.308514Z","end":"2026-03-31T20:25:36.451918Z","steps":["trace[1199623301] 'process raft request' (duration: 142.878652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.452007Z","caller":"traceutil/trace.go:171","msg":"trace[604073050] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"123.967151ms","start":"2026-03-31T20:25:36.328033Z","end":"2026-03-31T20:25:36.452Z","steps":["trace[604073050] 'process raft request' (duration: 123.423677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.452073Z","caller":"traceutil/trace.go:171","msg":"trace[765641094] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"119.51999ms","start":"2026-03-31T20:25:36.332546Z","end":"2026-03-31T20:25:36.452066Z","steps":["trace[765641094] 'process raft request' (duration: 118.951935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.055475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380756284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:25:43.174024Z","caller":"traceutil/trace.go:171","msg":"trace[1389975300] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"619.417892ms","start":"2026-03-31T20:25:42.554585Z","end":"2026-03-31T20:25:43.174003Z","steps":["trace[1389975300] 'read index received' (duration: 618.759045ms)","trace[1389975300] 'applied index is now lower than readState.Index' (duration: 658.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:43.174083Z","caller":"traceutil/trace.go:171","msg":"trace[1039970260] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"846.341599ms","start":"2026-03-31T20:25:42.327727Z","end":"2026-03-31T20:25:43.174068Z","steps":["trace[1039970260] 'process raft request' (duration: 845.863557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.174183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.327694Z","time spent":"846.422991ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:43.174187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.599927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:25:43.174215Z","caller":"traceutil/trace.go:171","msg":"trace[798388870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"619.674969ms","start":"2026-03-31T20:25:42.554532Z","end":"2026-03-31T20:25:43.174207Z","steps":["trace[798388870] 'agreement among raft nodes before linearized reading' (duration: 619.577927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.174241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.554507Z","time spent":"619.72876ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:25:43.174395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.773356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bmrdd\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T20:25:43.174595Z","caller":"traceutil/trace.go:171","msg":"trace[228377487] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bmrdd; range_end:; response_count:1; response_revision:632; }","duration":"550.020903ms","start":"2026-03-31T20:25:42.624504Z","end":"2026-03-31T20:25:43.174524Z","steps":["trace[228377487] 'agreement among raft nodes before linearized reading' (duration: 549.671674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.174544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.102941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:43.174662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.624473Z","time spent":"550.173586ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-bmrdd\" "} {"level":"info","ts":"2026-03-31T20:25:43.174761Z","caller":"traceutil/trace.go:171","msg":"trace[832644959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"387.367107ms","start":"2026-03-31T20:25:42.787354Z","end":"2026-03-31T20:25:43.174721Z","steps":["trace[832644959] 'agreement among raft nodes before linearized reading' (duration: 387.016748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.174845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.787333Z","time spent":"387.498941ms","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:43.376067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.476442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:43.376204Z","caller":"traceutil/trace.go:171","msg":"trace[1566299046] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"198.1905ms","start":"2026-03-31T20:25:43.177988Z","end":"2026-03-31T20:25:43.376179Z","steps":["trace[1566299046] 'process raft request' (duration: 61.513183ms)","trace[1566299046] 'compare' (duration: 136.340239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:43.47315Z","caller":"traceutil/trace.go:171","msg":"trace[537773249] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"283.536868ms","start":"2026-03-31T20:25:43.189585Z","end":"2026-03-31T20:25:43.473122Z","steps":["trace[537773249] 'process raft request' (duration: 283.19071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.473229Z","caller":"traceutil/trace.go:171","msg":"trace[346558308] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"250.006433ms","start":"2026-03-31T20:25:43.223183Z","end":"2026-03-31T20:25:43.47319Z","steps":["trace[346558308] 'process raft request' (duration: 249.803348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.658263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.040059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:43.658483Z","caller":"traceutil/trace.go:171","msg":"trace[2102695451] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"181.31592ms","start":"2026-03-31T20:25:43.477145Z","end":"2026-03-31T20:25:43.658461Z","steps":["trace[2102695451] 'compare' (duration: 173.875915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.658655Z","caller":"traceutil/trace.go:171","msg":"trace[2006160875] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:653; }","duration":"176.956341ms","start":"2026-03-31T20:25:43.481682Z","end":"2026-03-31T20:25:43.658639Z","steps":["trace[2006160875] 'read index received' (duration: 2.43119ms)","trace[2006160875] 'applied index is now lower than readState.Index' (duration: 174.523801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:43.658758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.069904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:43.658807Z","caller":"traceutil/trace.go:171","msg":"trace[439214741] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:637; }","duration":"177.133546ms","start":"2026-03-31T20:25:43.48166Z","end":"2026-03-31T20:25:43.658793Z","steps":["trace[439214741] 'agreement among raft nodes before linearized reading' (duration: 177.070724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.658843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.810428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:43.658878Z","caller":"traceutil/trace.go:171","msg":"trace[323384006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"172.8761ms","start":"2026-03-31T20:25:43.485993Z","end":"2026-03-31T20:25:43.658869Z","steps":["trace[323384006] 'agreement among raft nodes before linearized reading' (duration: 172.750277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.658878Z","caller":"traceutil/trace.go:171","msg":"trace[1329582705] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"181.658549ms","start":"2026-03-31T20:25:43.477196Z","end":"2026-03-31T20:25:43.658854Z","steps":["trace[1329582705] 'process raft request' (duration: 181.199717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:44.285849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380756296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:44.786156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380756296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:45.287193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380756296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:45.355063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.687131491s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:25:45.453005Z","caller":"traceutil/trace.go:171","msg":"trace[1612960225] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.789626717s","start":"2026-03-31T20:25:43.663337Z","end":"2026-03-31T20:25:45.452963Z","steps":["trace[1612960225] 'process raft request' (duration: 1.691959682s)","trace[1612960225] 'compare' (duration: 97.260305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:45.453157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:43.663315Z","time spent":"1.78976899s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:45.730865Z","caller":"traceutil/trace.go:171","msg":"trace[1544811] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.8370749s","start":"2026-03-31T20:25:43.893758Z","end":"2026-03-31T20:25:45.730833Z","steps":["trace[1544811] 'process raft request' (duration: 1.836638619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.731008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:43.893733Z","time spent":"1.837206593s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:45.731142Z","caller":"traceutil/trace.go:171","msg":"trace[1161001109] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:655; }","duration":"1.945941524s","start":"2026-03-31T20:25:43.785178Z","end":"2026-03-31T20:25:45.73112Z","steps":["trace[1161001109] 'read index received' (duration: 1.570204526s)","trace[1161001109] 'applied index is now lower than readState.Index' (duration: 375.735988ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:45.731299Z","caller":"traceutil/trace.go:171","msg":"trace[818195574] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.67021196s","start":"2026-03-31T20:25:44.061073Z","end":"2026-03-31T20:25:45.731285Z","steps":["trace[818195574] 'process raft request' (duration: 1.669643526s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.731314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946121419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:45.731347Z","caller":"traceutil/trace.go:171","msg":"trace[110556742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"1.946210101s","start":"2026-03-31T20:25:43.785127Z","end":"2026-03-31T20:25:45.731337Z","steps":["trace[110556742] 'agreement among raft nodes before linearized reading' (duration: 1.946122919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.731394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:43.785108Z","time spent":"1.946279912s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:45.731401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.060284Z","time spent":"1.67104597s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:45.731473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.328879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:25:45.731523Z","caller":"traceutil/trace.go:171","msg":"trace[1427358319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"351.412941ms","start":"2026-03-31T20:25:45.380095Z","end":"2026-03-31T20:25:45.731508Z","steps":["trace[1427358319] 'agreement among raft nodes before linearized reading' (duration: 351.228557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.731563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.380075Z","time spent":"351.477493ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:25:46.952466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.729402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:46.952572Z","caller":"traceutil/trace.go:171","msg":"trace[1669706455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"165.880815ms","start":"2026-03-31T20:25:46.78666Z","end":"2026-03-31T20:25:46.952541Z","steps":["trace[1669706455] 'range keys from in-memory index tree' (duration: 165.627289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:02.419593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.149032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:26:02.419647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.02956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:26:02.419695Z","caller":"traceutil/trace.go:171","msg":"trace[646629755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:804; }","duration":"606.346706ms","start":"2026-03-31T20:26:01.813328Z","end":"2026-03-31T20:26:02.419674Z","steps":["trace[646629755] 'range keys from in-memory index tree' (duration: 605.987098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:02.419711Z","caller":"traceutil/trace.go:171","msg":"trace[1483269083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:804; }","duration":"584.147963ms","start":"2026-03-31T20:26:01.835548Z","end":"2026-03-31T20:26:02.419696Z","steps":["trace[1483269083] 'range keys from in-memory index tree' (duration: 583.864686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:02.41974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:01.835534Z","time spent":"584.200825ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:26:02.41975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:01.813321Z","time spent":"606.414429ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:26:02.419794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.557322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:26:02.420178Z","caller":"traceutil/trace.go:171","msg":"trace[495427141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:804; }","duration":"607.016513ms","start":"2026-03-31T20:26:01.813142Z","end":"2026-03-31T20:26:02.420159Z","steps":["trace[495427141] 'range keys from in-memory index tree' (duration: 606.239584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:02.420366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:01.813124Z","time spent":"607.227028ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:26:48.955988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.429307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:26:48.956092Z","caller":"traceutil/trace.go:171","msg":"trace[57982261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1439; }","duration":"270.553231ms","start":"2026-03-31T20:26:48.685515Z","end":"2026-03-31T20:26:48.956069Z","steps":["trace[57982261] 'range keys from in-memory index tree' (duration: 270.257504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:48.956225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.002633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"warn","ts":"2026-03-31T20:26:48.956239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.626817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:26:48.956283Z","caller":"traceutil/trace.go:171","msg":"trace[276279611] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1439; }","duration":"457.060964ms","start":"2026-03-31T20:26:48.499208Z","end":"2026-03-31T20:26:48.956269Z","steps":["trace[276279611] 'range keys from in-memory index tree' (duration: 456.870859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:48.956307Z","caller":"traceutil/trace.go:171","msg":"trace[1834404427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1439; }","duration":"271.72583ms","start":"2026-03-31T20:26:48.684567Z","end":"2026-03-31T20:26:48.956292Z","steps":["trace[1834404427] 'range keys from in-memory index tree' (duration: 271.501785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:48.956316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:48.499154Z","time spent":"457.153816ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-03-31T20:26:48.956332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.044542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:26:48.956431Z","caller":"traceutil/trace.go:171","msg":"trace[226713450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1439; }","duration":"279.194196ms","start":"2026-03-31T20:26:48.677212Z","end":"2026-03-31T20:26:48.956406Z","steps":["trace[226713450] 'range keys from in-memory index tree' (duration: 278.852258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:48.982532Z","caller":"traceutil/trace.go:171","msg":"trace[1016638871] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"127.742383ms","start":"2026-03-31T20:26:48.854759Z","end":"2026-03-31T20:26:48.982502Z","steps":["trace[1016638871] 'process raft request' (duration: 127.432215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.155786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.511395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:15.15585Z","caller":"traceutil/trace.go:171","msg":"trace[625837400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1850; }","duration":"368.613627ms","start":"2026-03-31T20:27:14.787224Z","end":"2026-03-31T20:27:15.155837Z","steps":["trace[625837400] 'range keys from in-memory index tree' (duration: 368.443624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.155874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.787205Z","time spent":"368.664208ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:27:15.414416Z","caller":"traceutil/trace.go:171","msg":"trace[612533732] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1915; }","duration":"307.782157ms","start":"2026-03-31T20:27:15.106609Z","end":"2026-03-31T20:27:15.414391Z","steps":["trace[612533732] 'read index received' (duration: 307.675714ms)","trace[612533732] 'applied index is now lower than readState.Index' (duration: 105.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:15.41449Z","caller":"traceutil/trace.go:171","msg":"trace[2110238534] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"446.81106ms","start":"2026-03-31T20:27:14.967652Z","end":"2026-03-31T20:27:15.414463Z","steps":["trace[2110238534] 'process raft request' (duration: 446.595755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.414617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.967626Z","time spent":"446.914092ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:15.415245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.610857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14e23819-ca4f-4365-a70c-9ea82c6dbf5a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T20:27:15.415533Z","caller":"traceutil/trace.go:171","msg":"trace[1332138216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14e23819-ca4f-4365-a70c-9ea82c6dbf5a; range_end:; response_count:1; response_revision:1851; }","duration":"308.940125ms","start":"2026-03-31T20:27:15.106572Z","end":"2026-03-31T20:27:15.415513Z","steps":["trace[1332138216] 'agreement among raft nodes before linearized reading' (duration: 307.93295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.415586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.106552Z","time spent":"309.019067ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14e23819-ca4f-4365-a70c-9ea82c6dbf5a\" "} {"level":"info","ts":"2026-03-31T20:27:15.441505Z","caller":"traceutil/trace.go:171","msg":"trace[649461778] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"322.890082ms","start":"2026-03-31T20:27:15.1186Z","end":"2026-03-31T20:27:15.44149Z","steps":["trace[649461778] 'process raft request' (duration: 322.789739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.441625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.118584Z","time spent":"322.967923ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:15.441612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.5762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:15.441649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.631617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:27:15.441695Z","caller":"traceutil/trace.go:171","msg":"trace[973586563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"284.679683ms","start":"2026-03-31T20:27:15.156994Z","end":"2026-03-31T20:27:15.441674Z","steps":["trace[973586563] 'agreement among raft nodes before linearized reading' (duration: 284.525269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:15.441706Z","caller":"traceutil/trace.go:171","msg":"trace[2099097791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1852; }","duration":"310.713179ms","start":"2026-03-31T20:27:15.13098Z","end":"2026-03-31T20:27:15.441693Z","steps":["trace[2099097791] 'agreement among raft nodes before linearized reading' (duration: 310.523344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.441706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.609542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:27:15.441742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.130958Z","time spent":"310.778271ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:27:15.441771Z","caller":"traceutil/trace.go:171","msg":"trace[742403187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1852; }","duration":"305.687774ms","start":"2026-03-31T20:27:15.136066Z","end":"2026-03-31T20:27:15.441754Z","steps":["trace[742403187] 'agreement among raft nodes before linearized reading' (duration: 305.51037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.441823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.13606Z","time spent":"305.752816ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:27:15.441902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.36356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:27:15.441941Z","caller":"traceutil/trace.go:171","msg":"trace[501640570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1852; }","duration":"310.414082ms","start":"2026-03-31T20:27:15.131519Z","end":"2026-03-31T20:27:15.441933Z","steps":["trace[501640570] 'agreement among raft nodes before linearized reading' (duration: 310.302959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.442013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.131514Z","time spent":"310.491974ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:27:15.442325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.267598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14e23819-ca4f-4365-a70c-9ea82c6dbf5a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T20:27:15.442464Z","caller":"traceutil/trace.go:171","msg":"trace[2024362444] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14e23819-ca4f-4365-a70c-9ea82c6dbf5a; range_end:; response_count:1; response_revision:1852; }","duration":"217.409871ms","start":"2026-03-31T20:27:15.22501Z","end":"2026-03-31T20:27:15.44242Z","steps":["trace[2024362444] 'agreement among raft nodes before linearized reading' (duration: 216.907309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:15.580222Z","caller":"traceutil/trace.go:171","msg":"trace[714983462] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"156.069296ms","start":"2026-03-31T20:27:15.424128Z","end":"2026-03-31T20:27:15.580197Z","steps":["trace[714983462] 'process raft request' (duration: 155.886751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:15.795041Z","caller":"traceutil/trace.go:171","msg":"trace[1189399112] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1917; }","duration":"304.114114ms","start":"2026-03-31T20:27:15.490911Z","end":"2026-03-31T20:27:15.795025Z","steps":["trace[1189399112] 'read index received' (duration: 89.182044ms)","trace[1189399112] 'applied index is now lower than readState.Index' (duration: 214.93139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:15.795208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.283019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:27:15.795237Z","caller":"traceutil/trace.go:171","msg":"trace[566411980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1856; }","duration":"304.32553ms","start":"2026-03-31T20:27:15.490903Z","end":"2026-03-31T20:27:15.795229Z","steps":["trace[566411980] 'agreement among raft nodes before linearized reading' (duration: 304.189366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.79526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.490847Z","time spent":"304.408141ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:27:15.795269Z","caller":"traceutil/trace.go:171","msg":"trace[593698042] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"348.900047ms","start":"2026-03-31T20:27:15.446339Z","end":"2026-03-31T20:27:15.795239Z","steps":["trace[593698042] 'process raft request' (duration: 348.6352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:15.795323Z","caller":"traceutil/trace.go:171","msg":"trace[543232755] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"349.751167ms","start":"2026-03-31T20:27:15.445546Z","end":"2026-03-31T20:27:15.795297Z","steps":["trace[543232755] 'process raft request' (duration: 260.771537ms)","trace[543232755] 'compare' (duration: 88.538469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:15.795397Z","caller":"traceutil/trace.go:171","msg":"trace[37320739] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"348.902467ms","start":"2026-03-31T20:27:15.446409Z","end":"2026-03-31T20:27:15.795312Z","steps":["trace[37320739] 'process raft request' (duration: 348.591939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.795474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.44552Z","time spent":"349.86526ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:15.795498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.446327Z","time spent":"349.018239ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:15.795649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.446402Z","time spent":"349.090491ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:16.256371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.024565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:16.256457Z","caller":"traceutil/trace.go:171","msg":"trace[977695002] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1921; }","duration":"321.750943ms","start":"2026-03-31T20:27:15.934694Z","end":"2026-03-31T20:27:16.256445Z","steps":["trace[977695002] 'read index received' (duration: 221.642086ms)","trace[977695002] 'applied index is now lower than readState.Index' (duration: 100.108037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:16.256554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.869506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:27:16.256576Z","caller":"traceutil/trace.go:171","msg":"trace[1494683796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1857; }","duration":"321.918637ms","start":"2026-03-31T20:27:15.934651Z","end":"2026-03-31T20:27:16.25657Z","steps":["trace[1494683796] 'agreement among raft nodes before linearized reading' (duration: 321.826945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:16.256599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.934633Z","time spent":"321.961098ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:27:16.256788Z","caller":"traceutil/trace.go:171","msg":"trace[2071249979] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"400.823557ms","start":"2026-03-31T20:27:15.855658Z","end":"2026-03-31T20:27:16.256482Z","steps":["trace[2071249979] 'process raft request' (duration: 300.613658ms)","trace[2071249979] 'compare' (duration: 99.924742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:16.256971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:15.855631Z","time spent":"401.257668ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:24.058697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.425063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:24.058807Z","caller":"traceutil/trace.go:171","msg":"trace[1194926342] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"442.176515ms","start":"2026-03-31T20:27:23.616619Z","end":"2026-03-31T20:27:24.058796Z","steps":["trace[1194926342] 'read index received' (duration: 75.513446ms)","trace[1194926342] 'applied index is now lower than readState.Index' (duration: 366.661929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:24.058945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.468535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:27:24.058912Z","caller":"traceutil/trace.go:171","msg":"trace[579542740] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"587.483955ms","start":"2026-03-31T20:27:23.471348Z","end":"2026-03-31T20:27:24.058832Z","steps":["trace[579542740] 'process raft request' (duration: 220.862887ms)","trace[579542740] 'compare' (duration: 366.32495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:24.058974Z","caller":"traceutil/trace.go:171","msg":"trace[95240282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"234.528906ms","start":"2026-03-31T20:27:23.824439Z","end":"2026-03-31T20:27:24.058968Z","steps":["trace[95240282] 'agreement among raft nodes before linearized reading' (duration: 234.428943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:24.059021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.033533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:27:24.059051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.628505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:27:24.059097Z","caller":"traceutil/trace.go:171","msg":"trace[2112855747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"231.694086ms","start":"2026-03-31T20:27:23.827393Z","end":"2026-03-31T20:27:24.059087Z","steps":["trace[2112855747] 'agreement among raft nodes before linearized reading' (duration: 231.519842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:24.059097Z","caller":"traceutil/trace.go:171","msg":"trace[579306003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"213.118025ms","start":"2026-03-31T20:27:23.845959Z","end":"2026-03-31T20:27:24.059077Z","steps":["trace[579306003] 'agreement among raft nodes before linearized reading' (duration: 212.91394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:24.059107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:23.471323Z","time spent":"587.68888ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:24.059116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.423501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-31T20:27:24.059431Z","caller":"traceutil/trace.go:171","msg":"trace[292080824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1935; }","duration":"442.835392ms","start":"2026-03-31T20:27:23.616575Z","end":"2026-03-31T20:27:24.05941Z","steps":["trace[292080824] 'agreement among raft nodes before linearized reading' (duration: 442.289728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:24.059481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:23.616559Z","time spent":"442.906423ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:27:24.059734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.786933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:27:24.059797Z","caller":"traceutil/trace.go:171","msg":"trace[637830694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1935; }","duration":"234.860275ms","start":"2026-03-31T20:27:23.824919Z","end":"2026-03-31T20:27:24.059779Z","steps":["trace[637830694] 'agreement among raft nodes before linearized reading' (duration: 234.055145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:30.314618Z","caller":"traceutil/trace.go:171","msg":"trace[24030233] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2037; }","duration":"215.973596ms","start":"2026-03-31T20:27:30.098617Z","end":"2026-03-31T20:27:30.314591Z","steps":["trace[24030233] 'read index received' (duration: 215.7645ms)","trace[24030233] 'applied index is now lower than readState.Index' (duration: 207.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:30.314707Z","caller":"traceutil/trace.go:171","msg":"trace[1958349670] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"237.177823ms","start":"2026-03-31T20:27:30.07749Z","end":"2026-03-31T20:27:30.314668Z","steps":["trace[1958349670] 'process raft request' (duration: 236.918006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:30.314907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.255603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:27:30.314983Z","caller":"traceutil/trace.go:171","msg":"trace[1923218788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1970; }","duration":"216.380206ms","start":"2026-03-31T20:27:30.098583Z","end":"2026-03-31T20:27:30.314963Z","steps":["trace[1923218788] 'agreement among raft nodes before linearized reading' (duration: 216.14368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:30.315015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.493324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:27:30.315011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.238363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:27:30.315075Z","caller":"traceutil/trace.go:171","msg":"trace[472382143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1970; }","duration":"176.592847ms","start":"2026-03-31T20:27:30.138465Z","end":"2026-03-31T20:27:30.315058Z","steps":["trace[472382143] 'agreement among raft nodes before linearized reading' (duration: 176.391492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:30.315093Z","caller":"traceutil/trace.go:171","msg":"trace[481761123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1970; }","duration":"175.366557ms","start":"2026-03-31T20:27:30.139708Z","end":"2026-03-31T20:27:30.315074Z","steps":["trace[481761123] 'agreement among raft nodes before linearized reading' (duration: 175.10067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:30.315753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.330734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:27:30.315807Z","caller":"traceutil/trace.go:171","msg":"trace[437777882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"216.399325ms","start":"2026-03-31T20:27:30.099389Z","end":"2026-03-31T20:27:30.315788Z","steps":["trace[437777882] 'agreement among raft nodes before linearized reading' (duration: 215.398991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:49.6635Z","caller":"traceutil/trace.go:171","msg":"trace[393193857] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"103.461583ms","start":"2026-03-31T20:27:49.560018Z","end":"2026-03-31T20:27:49.663479Z","steps":["trace[393193857] 'process raft request' (duration: 103.310389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:50.145827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.22985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:50.145911Z","caller":"traceutil/trace.go:171","msg":"trace[847808338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2094; }","duration":"358.367323ms","start":"2026-03-31T20:27:49.787525Z","end":"2026-03-31T20:27:50.145893Z","steps":["trace[847808338] 'range keys from in-memory index tree' (duration: 358.052515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:50.14595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:49.787505Z","time spent":"358.436826ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:27:54.906618Z","caller":"traceutil/trace.go:171","msg":"trace[56637314] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"140.474279ms","start":"2026-03-31T20:27:54.766123Z","end":"2026-03-31T20:27:54.906597Z","steps":["trace[56637314] 'process raft request' (duration: 140.286244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:54.925633Z","caller":"traceutil/trace.go:171","msg":"trace[1829924984] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"138.50496ms","start":"2026-03-31T20:27:54.787087Z","end":"2026-03-31T20:27:54.925592Z","steps":["trace[1829924984] 'process raft request' (duration: 138.310105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:00.764395Z","caller":"traceutil/trace.go:171","msg":"trace[1769160275] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"207.371286ms","start":"2026-03-31T20:28:00.556973Z","end":"2026-03-31T20:28:00.764345Z","steps":["trace[1769160275] 'process raft request' (duration: 127.45845ms)","trace[1769160275] 'compare' (duration: 79.541337ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:00.764477Z","caller":"traceutil/trace.go:171","msg":"trace[1524519261] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"206.207498ms","start":"2026-03-31T20:28:00.558213Z","end":"2026-03-31T20:28:00.764421Z","steps":["trace[1524519261] 'read index received' (duration: 126.23643ms)","trace[1524519261] 'applied index is now lower than readState.Index' (duration: 79.966028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:00.764567Z","caller":"traceutil/trace.go:171","msg":"trace[1647589294] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"205.836989ms","start":"2026-03-31T20:28:00.558719Z","end":"2026-03-31T20:28:00.764556Z","steps":["trace[1647589294] 'process raft request' (duration: 205.673565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:00.764649Z","caller":"traceutil/trace.go:171","msg":"trace[980292162] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"205.907901ms","start":"2026-03-31T20:28:00.558683Z","end":"2026-03-31T20:28:00.764591Z","steps":["trace[980292162] 'process raft request' (duration: 205.633544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:00.764512Z","caller":"traceutil/trace.go:171","msg":"trace[496749005] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"205.672445ms","start":"2026-03-31T20:28:00.558815Z","end":"2026-03-31T20:28:00.764487Z","steps":["trace[496749005] 'process raft request' (duration: 205.622553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:00.764865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.347643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:28:00.764866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.604178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:28:00.764918Z","caller":"traceutil/trace.go:171","msg":"trace[898054053] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2153; }","duration":"184.468016ms","start":"2026-03-31T20:28:00.580436Z","end":"2026-03-31T20:28:00.764904Z","steps":["trace[898054053] 'agreement among raft nodes before linearized reading' (duration: 184.325672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:00.764934Z","caller":"traceutil/trace.go:171","msg":"trace[1508561744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2153; }","duration":"206.758252ms","start":"2026-03-31T20:28:00.558157Z","end":"2026-03-31T20:28:00.764916Z","steps":["trace[1508561744] 'agreement among raft nodes before linearized reading' (duration: 206.456855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:00.764959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.190103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:28:00.765307Z","caller":"traceutil/trace.go:171","msg":"trace[1314502243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2153; }","duration":"185.561643ms","start":"2026-03-31T20:28:00.57972Z","end":"2026-03-31T20:28:00.765282Z","steps":["trace[1314502243] 'agreement among raft nodes before linearized reading' (duration: 185.03576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:01.225257Z","caller":"traceutil/trace.go:171","msg":"trace[104224507] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2228; }","duration":"259.224036ms","start":"2026-03-31T20:28:00.966001Z","end":"2026-03-31T20:28:01.225225Z","steps":["trace[104224507] 'read index received' (duration: 208.783621ms)","trace[104224507] 'applied index is now lower than readState.Index' (duration: 50.438945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:01.225414Z","caller":"traceutil/trace.go:171","msg":"trace[1951873887] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"281.899551ms","start":"2026-03-31T20:28:00.943395Z","end":"2026-03-31T20:28:01.225294Z","steps":["trace[1951873887] 'process raft request' (duration: 231.497137ms)","trace[1951873887] 'compare' (duration: 50.105766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:01.22562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.594805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:28:01.225713Z","caller":"traceutil/trace.go:171","msg":"trace[1029426715] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2155; }","duration":"259.722118ms","start":"2026-03-31T20:28:00.965967Z","end":"2026-03-31T20:28:01.225689Z","steps":["trace[1029426715] 'agreement among raft nodes before linearized reading' (duration: 259.427821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:01.226364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.808778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:28:01.226461Z","caller":"traceutil/trace.go:171","msg":"trace[1781188907] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2155; }","duration":"243.956712ms","start":"2026-03-31T20:28:00.982478Z","end":"2026-03-31T20:28:01.226435Z","steps":["trace[1781188907] 'agreement among raft nodes before linearized reading' (duration: 243.634824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:02.229117Z","caller":"traceutil/trace.go:171","msg":"trace[1592180350] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2232; }","duration":"457.07783ms","start":"2026-03-31T20:28:01.772016Z","end":"2026-03-31T20:28:02.229093Z","steps":["trace[1592180350] 'read index received' (duration: 456.869764ms)","trace[1592180350] 'applied index is now lower than readState.Index' (duration: 207.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:02.229241Z","caller":"traceutil/trace.go:171","msg":"trace[1917371214] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"532.151157ms","start":"2026-03-31T20:28:01.697045Z","end":"2026-03-31T20:28:02.229196Z","steps":["trace[1917371214] 'process raft request' (duration: 531.901661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:02.229288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.752415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:02.229372Z","caller":"traceutil/trace.go:171","msg":"trace[1036907356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2158; }","duration":"441.878448ms","start":"2026-03-31T20:28:01.787473Z","end":"2026-03-31T20:28:02.229352Z","steps":["trace[1036907356] 'agreement among raft nodes before linearized reading' (duration: 441.752915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:02.229398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:01.697023Z","time spent":"532.297661ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:02.22943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:01.787462Z","time spent":"441.95591ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:28:02.229399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.342856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:28:02.229502Z","caller":"traceutil/trace.go:171","msg":"trace[824404131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2158; }","duration":"457.50718ms","start":"2026-03-31T20:28:01.771972Z","end":"2026-03-31T20:28:02.229479Z","steps":["trace[824404131] 'agreement among raft nodes before linearized reading' (duration: 457.249774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:02.229548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:01.771954Z","time spent":"457.585112ms","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:28:07.72381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.790261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:28:07.723928Z","caller":"traceutil/trace.go:171","msg":"trace[19579426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2189; }","duration":"382.956235ms","start":"2026-03-31T20:28:07.340943Z","end":"2026-03-31T20:28:07.723899Z","steps":["trace[19579426] 'range keys from in-memory index tree' (duration: 382.580866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:07.723983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:07.340921Z","time spent":"383.047818ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:28:51.181353Z","caller":"traceutil/trace.go:171","msg":"trace[1437277981] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2644; }","duration":"194.695654ms","start":"2026-03-31T20:28:50.986628Z","end":"2026-03-31T20:28:51.181323Z","steps":["trace[1437277981] 'read index received' (duration: 194.557231ms)","trace[1437277981] 'applied index is now lower than readState.Index' (duration: 137.063µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:51.18162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.785384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:28:51.181662Z","caller":"traceutil/trace.go:171","msg":"trace[198007933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2553; }","duration":"191.858216ms","start":"2026-03-31T20:28:50.989792Z","end":"2026-03-31T20:28:51.181651Z","steps":["trace[198007933] 'agreement among raft nodes before linearized reading' (duration: 191.689142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:51.181689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.009192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:28:51.18178Z","caller":"traceutil/trace.go:171","msg":"trace[2135749339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2553; }","duration":"195.131205ms","start":"2026-03-31T20:28:50.986623Z","end":"2026-03-31T20:28:51.181755Z","steps":["trace[2135749339] 'agreement among raft nodes before linearized reading' (duration: 194.849028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:51.181983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.467154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:28:51.182024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.340094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:28:51.181998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.213568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:28:51.182066Z","caller":"traceutil/trace.go:171","msg":"trace[1550746281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2553; }","duration":"188.600097ms","start":"2026-03-31T20:28:50.993445Z","end":"2026-03-31T20:28:51.182045Z","steps":["trace[1550746281] 'agreement among raft nodes before linearized reading' (duration: 188.367571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:51.182066Z","caller":"traceutil/trace.go:171","msg":"trace[677651664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2553; }","duration":"191.415015ms","start":"2026-03-31T20:28:50.99064Z","end":"2026-03-31T20:28:51.182055Z","steps":["trace[677651664] 'agreement among raft nodes before linearized reading' (duration: 191.290132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:51.182093Z","caller":"traceutil/trace.go:171","msg":"trace[1870819130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2553; }","duration":"188.343981ms","start":"2026-03-31T20:28:50.993727Z","end":"2026-03-31T20:28:51.182071Z","steps":["trace[1870819130] 'agreement among raft nodes before linearized reading' (duration: 188.036294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:51.182104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.270769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:28:51.18215Z","caller":"traceutil/trace.go:171","msg":"trace[546531728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2553; }","duration":"159.33572ms","start":"2026-03-31T20:28:51.022802Z","end":"2026-03-31T20:28:51.182137Z","steps":["trace[546531728] 'agreement among raft nodes before linearized reading' (duration: 159.228127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:54.160901Z","caller":"traceutil/trace.go:171","msg":"trace[1867922116] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"203.654261ms","start":"2026-03-31T20:28:53.957222Z","end":"2026-03-31T20:28:54.160877Z","steps":["trace[1867922116] 'process raft request' (duration: 203.493927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:55.118686Z","caller":"traceutil/trace.go:171","msg":"trace[740560233] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2705; }","duration":"456.863449ms","start":"2026-03-31T20:28:54.661797Z","end":"2026-03-31T20:28:55.11866Z","steps":["trace[740560233] 'read index received' (duration: 456.683655ms)","trace[740560233] 'applied index is now lower than readState.Index' (duration: 178.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:55.118745Z","caller":"traceutil/trace.go:171","msg":"trace[1319871737] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"720.786846ms","start":"2026-03-31T20:28:54.397927Z","end":"2026-03-31T20:28:55.118714Z","steps":["trace[1319871737] 'process raft request' (duration: 720.576191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:55.118875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.067584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T20:28:55.11892Z","caller":"traceutil/trace.go:171","msg":"trace[1933709887] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2614; }","duration":"457.150886ms","start":"2026-03-31T20:28:54.661755Z","end":"2026-03-31T20:28:55.118906Z","steps":["trace[1933709887] 'agreement among raft nodes before linearized reading' (duration: 456.992342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:55.118946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:54.661735Z","time spent":"457.205928ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T20:28:55.118923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:54.397902Z","time spent":"720.928459ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:55.119584Z","caller":"traceutil/trace.go:171","msg":"trace[1915292496] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"149.444311ms","start":"2026-03-31T20:28:54.970121Z","end":"2026-03-31T20:28:55.119565Z","steps":["trace[1915292496] 'process raft request' (duration: 149.344848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:55.119729Z","caller":"traceutil/trace.go:171","msg":"trace[195527743] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"407.222349ms","start":"2026-03-31T20:28:54.712497Z","end":"2026-03-31T20:28:55.119719Z","steps":["trace[195527743] 'process raft request' (duration: 406.871151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:55.119868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:54.712467Z","time spent":"407.316002ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:55.119905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.955301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:28:55.119575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.244497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:55.119989Z","caller":"traceutil/trace.go:171","msg":"trace[1659745553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2616; }","duration":"332.710479ms","start":"2026-03-31T20:28:54.787266Z","end":"2026-03-31T20:28:55.119976Z","steps":["trace[1659745553] 'agreement among raft nodes before linearized reading' (duration: 332.235097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:55.120035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:54.787245Z","time spent":"332.780811ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:28:55.11995Z","caller":"traceutil/trace.go:171","msg":"trace[1152127535] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2616; }","duration":"219.025453ms","start":"2026-03-31T20:28:54.900908Z","end":"2026-03-31T20:28:55.119934Z","steps":["trace[1152127535] 'agreement among raft nodes before linearized reading' (duration: 218.966951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.263818Z","caller":"traceutil/trace.go:171","msg":"trace[437881583] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"130.872412ms","start":"2026-03-31T20:29:29.132923Z","end":"2026-03-31T20:29:29.263795Z","steps":["trace[437881583] 'process raft request' (duration: 130.733649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.549877Z","caller":"traceutil/trace.go:171","msg":"trace[1555888013] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"289.174867ms","start":"2026-03-31T20:29:29.260668Z","end":"2026-03-31T20:29:29.549843Z","steps":["trace[1555888013] 'process raft request' (duration: 268.110978ms)","trace[1555888013] 'compare' (duration: 20.774932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:29.971836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.858094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:29.972098Z","caller":"traceutil/trace.go:171","msg":"trace[1305085115] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"657.080276ms","start":"2026-03-31T20:29:29.314978Z","end":"2026-03-31T20:29:29.972058Z","steps":["trace[1305085115] 'process raft request' (duration: 534.910285ms)","trace[1305085115] 'compare' (duration: 121.660439ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.972144Z","caller":"traceutil/trace.go:171","msg":"trace[1938242245] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2920; }","duration":"589.099974ms","start":"2026-03-31T20:29:29.383019Z","end":"2026-03-31T20:29:29.972119Z","steps":["trace[1938242245] 'read index received' (duration: 145.787812ms)","trace[1938242245] 'applied index is now lower than readState.Index' (duration: 443.310882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.972236Z","caller":"traceutil/trace.go:171","msg":"trace[1746956446] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"649.147365ms","start":"2026-03-31T20:29:29.323051Z","end":"2026-03-31T20:29:29.972199Z","steps":["trace[1746956446] 'process raft request' (duration: 648.888989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.972295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.314956Z","time spent":"657.243791ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:29.972384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.323029Z","time spent":"649.282028ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:29.972535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.484444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:29:29.972306Z","caller":"traceutil/trace.go:171","msg":"trace[1883402632] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"453.423995ms","start":"2026-03-31T20:29:29.518839Z","end":"2026-03-31T20:29:29.972263Z","steps":["trace[1883402632] 'process raft request' (duration: 453.20562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.9726Z","caller":"traceutil/trace.go:171","msg":"trace[363291677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2824; }","duration":"589.618696ms","start":"2026-03-31T20:29:29.382966Z","end":"2026-03-31T20:29:29.972584Z","steps":["trace[363291677] 'agreement among raft nodes before linearized reading' (duration: 589.37479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.972658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.382943Z","time spent":"589.701039ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:29:29.972692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.768544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:29.972747Z","caller":"traceutil/trace.go:171","msg":"trace[1671951812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2824; }","duration":"184.819946ms","start":"2026-03-31T20:29:29.787911Z","end":"2026-03-31T20:29:29.972731Z","steps":["trace[1671951812] 'agreement among raft nodes before linearized reading' (duration: 184.731953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.972771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.966947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:29:29.972776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.518812Z","time spent":"453.802885ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:29.972869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.547472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2070de0eada66\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-31T20:29:29.972756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.198984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:29:29.972882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.649875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:29.972865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.547451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:29:29.972885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.234688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:29:29.972922Z","caller":"traceutil/trace.go:171","msg":"trace[204735539] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2070de0eada66; range_end:; response_count:1; response_revision:2824; }","duration":"545.635674ms","start":"2026-03-31T20:29:29.427272Z","end":"2026-03-31T20:29:29.972907Z","steps":["trace[204735539] 'agreement among raft nodes before linearized reading' (duration: 545.338657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.972935Z","caller":"traceutil/trace.go:171","msg":"trace[1608256760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2824; }","duration":"514.395579ms","start":"2026-03-31T20:29:29.45852Z","end":"2026-03-31T20:29:29.972915Z","steps":["trace[1608256760] 'agreement among raft nodes before linearized reading' (duration: 514.097162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.972942Z","caller":"traceutil/trace.go:171","msg":"trace[664080430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2824; }","duration":"538.727877ms","start":"2026-03-31T20:29:29.434197Z","end":"2026-03-31T20:29:29.972925Z","steps":["trace[664080430] 'agreement among raft nodes before linearized reading' (duration: 538.602884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.972959Z","caller":"traceutil/trace.go:171","msg":"trace[680146440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2824; }","duration":"516.683215ms","start":"2026-03-31T20:29:29.456253Z","end":"2026-03-31T20:29:29.972936Z","steps":["trace[680146440] 'agreement among raft nodes before linearized reading' (duration: 516.385047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.972974Z","caller":"traceutil/trace.go:171","msg":"trace[56083929] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2824; }","duration":"486.370352ms","start":"2026-03-31T20:29:29.486584Z","end":"2026-03-31T20:29:29.972954Z","steps":["trace[56083929] 'agreement among raft nodes before linearized reading' (duration: 486.083815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.972979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.427255Z","time spent":"545.712695ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a2070de0eada66\" "} {"level":"warn","ts":"2026-03-31T20:29:29.97299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.458515Z","time spent":"514.460581ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:29.972995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.434188Z","time spent":"538.793319ms","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:29:29.97289Z","caller":"traceutil/trace.go:171","msg":"trace[276839509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2824; }","duration":"516.07858ms","start":"2026-03-31T20:29:29.456786Z","end":"2026-03-31T20:29:29.972865Z","steps":["trace[276839509] 'agreement among raft nodes before linearized reading' (duration: 515.834264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.973024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.486568Z","time spent":"486.446663ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:29:29.973064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.45677Z","time spent":"516.276934ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:29:29.973004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.456236Z","time spent":"516.759476ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:29.973096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.895815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:29:29.973428Z","caller":"traceutil/trace.go:171","msg":"trace[345207041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2824; }","duration":"516.224253ms","start":"2026-03-31T20:29:29.45718Z","end":"2026-03-31T20:29:29.973404Z","steps":["trace[345207041] 'agreement among raft nodes before linearized reading' (duration: 515.592768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:29.973482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.457164Z","time spent":"516.300815ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:29:30.177475Z","caller":"traceutil/trace.go:171","msg":"trace[604040807] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"202.310578ms","start":"2026-03-31T20:29:29.975137Z","end":"2026-03-31T20:29:30.177448Z","steps":["trace[604040807] 'process raft request' (duration: 197.786579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.177886Z","caller":"traceutil/trace.go:171","msg":"trace[831251803] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"200.900124ms","start":"2026-03-31T20:29:29.976967Z","end":"2026-03-31T20:29:30.177867Z","steps":["trace[831251803] 'process raft request' (duration: 200.398032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.177501Z","caller":"traceutil/trace.go:171","msg":"trace[1360256526] linearizableReadLoop","detail":"{readStateIndex:2925; appliedIndex:2924; }","duration":"201.344195ms","start":"2026-03-31T20:29:29.976134Z","end":"2026-03-31T20:29:30.177478Z","steps":["trace[1360256526] 'read index received' (duration: 196.792895ms)","trace[1360256526] 'applied index is now lower than readState.Index' (duration: 4.5504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:30.178388Z","caller":"traceutil/trace.go:171","msg":"trace[241116914] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"201.127519ms","start":"2026-03-31T20:29:29.977237Z","end":"2026-03-31T20:29:30.178364Z","steps":["trace[241116914] 'process raft request' (duration: 200.977666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.178402Z","caller":"traceutil/trace.go:171","msg":"trace[879709830] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"201.167891ms","start":"2026-03-31T20:29:29.977209Z","end":"2026-03-31T20:29:30.178377Z","steps":["trace[879709830] 'process raft request' (duration: 200.565536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.178476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.787461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:30.178494Z","caller":"traceutil/trace.go:171","msg":"trace[903468409] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"201.046858ms","start":"2026-03-31T20:29:29.977389Z","end":"2026-03-31T20:29:30.178436Z","steps":["trace[903468409] 'process raft request' (duration: 200.892664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.178553Z","caller":"traceutil/trace.go:171","msg":"trace[1571092394] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2830; }","duration":"123.923715ms","start":"2026-03-31T20:29:30.054612Z","end":"2026-03-31T20:29:30.178535Z","steps":["trace[1571092394] 'agreement among raft nodes before linearized reading' (duration: 123.766941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.178494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.357199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T20:29:30.178499Z","caller":"traceutil/trace.go:171","msg":"trace[973879153] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"200.651828ms","start":"2026-03-31T20:29:29.97782Z","end":"2026-03-31T20:29:30.178472Z","steps":["trace[973879153] 'process raft request' (duration: 200.508565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.178654Z","caller":"traceutil/trace.go:171","msg":"trace[2080134646] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2827; }","duration":"202.531474ms","start":"2026-03-31T20:29:29.976088Z","end":"2026-03-31T20:29:30.178619Z","steps":["trace[2080134646] 'agreement among raft nodes before linearized reading' (duration: 202.032332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:35.733568Z","caller":"traceutil/trace.go:171","msg":"trace[1054337225] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"166.147005ms","start":"2026-03-31T20:29:35.567401Z","end":"2026-03-31T20:29:35.733548Z","steps":["trace[1054337225] 'process raft request' (duration: 166.005431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.382475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.390274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-31T20:29:36.382451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.463155ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:36.382621Z","caller":"traceutil/trace.go:171","msg":"trace[575682652] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2853; }","duration":"145.647659ms","start":"2026-03-31T20:29:36.23695Z","end":"2026-03-31T20:29:36.382598Z","steps":["trace[575682652] 'range keys from in-memory index tree' (duration: 145.440184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:36.383374Z","caller":"traceutil/trace.go:171","msg":"trace[1480037262] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"300.830268ms","start":"2026-03-31T20:29:36.082518Z","end":"2026-03-31T20:29:36.383349Z","steps":["trace[1480037262] 'process raft request' (duration: 300.100101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.383536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.082482Z","time spent":"300.967022ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:36.63688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.436034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:36.637065Z","caller":"traceutil/trace.go:171","msg":"trace[412386460] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"550.917281ms","start":"2026-03-31T20:29:36.086121Z","end":"2026-03-31T20:29:36.637038Z","steps":["trace[412386460] 'process raft request' (duration: 297.215421ms)","trace[412386460] 'compare' (duration: 253.247159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:36.637185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.086112Z","time spent":"551.010663ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:36.637771Z","caller":"traceutil/trace.go:171","msg":"trace[1414095815] linearizableReadLoop","detail":"{readStateIndex:2958; appliedIndex:2954; }","duration":"426.24288ms","start":"2026-03-31T20:29:36.211511Z","end":"2026-03-31T20:29:36.637754Z","steps":["trace[1414095815] 'read index received' (duration: 126.032066ms)","trace[1414095815] 'applied index is now lower than readState.Index' (duration: 300.209794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:36.638006Z","caller":"traceutil/trace.go:171","msg":"trace[1183652881] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"438.056375ms","start":"2026-03-31T20:29:36.199937Z","end":"2026-03-31T20:29:36.637994Z","steps":["trace[1183652881] 'process raft request' (duration: 437.685636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.638084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.199913Z","time spent":"438.128547ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:36.638176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.055668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:36.638217Z","caller":"traceutil/trace.go:171","msg":"trace[889492436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2856; }","duration":"136.12695ms","start":"2026-03-31T20:29:36.502081Z","end":"2026-03-31T20:29:36.638208Z","steps":["trace[889492436] 'agreement among raft nodes before linearized reading' (duration: 136.049058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.638298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.514719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:29:36.638291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.296189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:29:36.638304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.023276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T20:29:36.638352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.840663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:29:36.638377Z","caller":"traceutil/trace.go:171","msg":"trace[1855939559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2856; }","duration":"332.413212ms","start":"2026-03-31T20:29:36.305943Z","end":"2026-03-31T20:29:36.638356Z","steps":["trace[1855939559] 'agreement among raft nodes before linearized reading' (duration: 332.179337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.638408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.895095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:29:36.638421Z","caller":"traceutil/trace.go:171","msg":"trace[587445873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2856; }","duration":"332.927694ms","start":"2026-03-31T20:29:36.305479Z","end":"2026-03-31T20:29:36.638407Z","steps":["trace[587445873] 'agreement among raft nodes before linearized reading' (duration: 332.763991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:36.638439Z","caller":"traceutil/trace.go:171","msg":"trace[766109741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2856; }","duration":"426.947776ms","start":"2026-03-31T20:29:36.211484Z","end":"2026-03-31T20:29:36.638432Z","steps":["trace[766109741] 'agreement among raft nodes before linearized reading' (duration: 426.857944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.638435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.305934Z","time spent":"332.488204ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:36.638458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.211474Z","time spent":"426.979487ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:29:36.638461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.305469Z","time spent":"332.981946ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:29:36.638466Z","caller":"traceutil/trace.go:171","msg":"trace[233311079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2856; }","duration":"239.158559ms","start":"2026-03-31T20:29:36.39923Z","end":"2026-03-31T20:29:36.638389Z","steps":["trace[233311079] 'agreement among raft nodes before linearized reading' (duration: 238.926293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:36.638349Z","caller":"traceutil/trace.go:171","msg":"trace[167943887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2856; }","duration":"333.576271ms","start":"2026-03-31T20:29:36.304751Z","end":"2026-03-31T20:29:36.638327Z","steps":["trace[167943887] 'agreement among raft nodes before linearized reading' (duration: 333.471628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.638588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.304737Z","time spent":"333.845427ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:29:36.638833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.342254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:29:36.638916Z","caller":"traceutil/trace.go:171","msg":"trace[428530793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2856; }","duration":"333.486538ms","start":"2026-03-31T20:29:36.305408Z","end":"2026-03-31T20:29:36.638894Z","steps":["trace[428530793] 'agreement among raft nodes before linearized reading' (duration: 332.746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.63897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.305394Z","time spent":"333.56678ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:36.639246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.733306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:29:36.639295Z","caller":"traceutil/trace.go:171","msg":"trace[1874359336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2856; }","duration":"348.87756ms","start":"2026-03-31T20:29:36.290405Z","end":"2026-03-31T20:29:36.639283Z","steps":["trace[1874359336] 'agreement among raft nodes before linearized reading' (duration: 347.686671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:36.639339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.290381Z","time spent":"348.949592ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:37.2797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.382854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:37.280026Z","caller":"traceutil/trace.go:171","msg":"trace[1454020186] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"636.578071ms","start":"2026-03-31T20:29:36.64343Z","end":"2026-03-31T20:29:37.280008Z","steps":["trace[1454020186] 'process raft request' (duration: 636.515599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:37.2801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.643419Z","time spent":"636.647303ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:37.280361Z","caller":"traceutil/trace.go:171","msg":"trace[845988624] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"637.035472ms","start":"2026-03-31T20:29:36.643315Z","end":"2026-03-31T20:29:37.280351Z","steps":["trace[845988624] 'process raft request' (duration: 636.53496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:37.280382Z","caller":"traceutil/trace.go:171","msg":"trace[498102513] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"637.079893ms","start":"2026-03-31T20:29:36.64328Z","end":"2026-03-31T20:29:37.28036Z","steps":["trace[498102513] 'process raft request' (duration: 636.51072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:37.280423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.643283Z","time spent":"637.109174ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:37.280427Z","caller":"traceutil/trace.go:171","msg":"trace[644257574] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"637.38889ms","start":"2026-03-31T20:29:36.643014Z","end":"2026-03-31T20:29:37.280403Z","steps":["trace[644257574] 'process raft request' (duration: 135.224117ms)","trace[644257574] 'compare' (duration: 501.135429ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:37.280423Z","caller":"traceutil/trace.go:171","msg":"trace[1488881552] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"636.591031ms","start":"2026-03-31T20:29:36.643808Z","end":"2026-03-31T20:29:37.280399Z","steps":["trace[1488881552] 'process raft request' (duration: 636.170241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:37.28041Z","caller":"traceutil/trace.go:171","msg":"trace[1328552705] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"637.001512ms","start":"2026-03-31T20:29:36.643377Z","end":"2026-03-31T20:29:37.280379Z","steps":["trace[1328552705] 'process raft request' (duration: 636.50452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:37.280434Z","caller":"traceutil/trace.go:171","msg":"trace[174059892] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"637.020962ms","start":"2026-03-31T20:29:36.643375Z","end":"2026-03-31T20:29:37.280396Z","steps":["trace[174059892] 'process raft request' (duration: 636.539111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:37.280548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.642993Z","time spent":"637.477403ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:37.280575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.643357Z","time spent":"637.142135ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:37.280553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.64379Z","time spent":"636.690094ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:37.280614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.64334Z","time spent":"637.176145ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:37.28009Z","caller":"traceutil/trace.go:171","msg":"trace[444491750] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2958; }","duration":"491.906405ms","start":"2026-03-31T20:29:36.788159Z","end":"2026-03-31T20:29:37.280065Z","steps":["trace[444491750] 'read index received' (duration: 320.422632ms)","trace[444491750] 'applied index is now lower than readState.Index' (duration: 171.482793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:37.280702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.517201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2070af5186710\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-31T20:29:37.280611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.643252Z","time spent":"637.189496ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:37.280796Z","caller":"traceutil/trace.go:171","msg":"trace[303362086] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2070af5186710; range_end:; response_count:1; response_revision:2863; }","duration":"492.623273ms","start":"2026-03-31T20:29:36.788151Z","end":"2026-03-31T20:29:37.280774Z","steps":["trace[303362086] 'agreement among raft nodes before linearized reading' (duration: 492.356047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:37.280893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.7881Z","time spent":"492.779007ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a2070af5186710\" "} {"level":"warn","ts":"2026-03-31T20:29:37.28092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.254514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:37.280939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.162923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:29:37.280975Z","caller":"traceutil/trace.go:171","msg":"trace[1524920019] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2863; }","duration":"120.235545ms","start":"2026-03-31T20:29:37.16073Z","end":"2026-03-31T20:29:37.280966Z","steps":["trace[1524920019] 'agreement among raft nodes before linearized reading' (duration: 120.097872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:37.280976Z","caller":"traceutil/trace.go:171","msg":"trace[1661427232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2863; }","duration":"492.329336ms","start":"2026-03-31T20:29:36.788632Z","end":"2026-03-31T20:29:37.280961Z","steps":["trace[1661427232] 'agreement among raft nodes before linearized reading' (duration: 492.173482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:37.281015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:36.788624Z","time spent":"492.381337ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:29:38.635446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121043147s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:38.635775Z","caller":"traceutil/trace.go:171","msg":"trace[810926354] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"895.896537ms","start":"2026-03-31T20:29:37.739857Z","end":"2026-03-31T20:29:38.635753Z","steps":["trace[810926354] 'process raft request' (duration: 895.846026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:38.635775Z","caller":"traceutil/trace.go:171","msg":"trace[280416558] linearizableReadLoop","detail":"{readStateIndex:2966; appliedIndex:2965; }","duration":"1.351719771s","start":"2026-03-31T20:29:37.284024Z","end":"2026-03-31T20:29:38.635744Z","steps":["trace[280416558] 'read index received' (duration: 230.254873ms)","trace[280416558] 'applied index is now lower than readState.Index' (duration: 1.121461658s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:38.63585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:37.739833Z","time spent":"895.98405ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:38.635892Z","caller":"traceutil/trace.go:171","msg":"trace[1841281957] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"1.351328441s","start":"2026-03-31T20:29:37.284526Z","end":"2026-03-31T20:29:38.635854Z","steps":["trace[1841281957] 'process raft request' (duration: 1.351061275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:38.636066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352029249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:29:38.636071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:37.284508Z","time spent":"1.351445325s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:38.636113Z","caller":"traceutil/trace.go:171","msg":"trace[1116909420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2866; }","duration":"1.35211249s","start":"2026-03-31T20:29:37.283989Z","end":"2026-03-31T20:29:38.636101Z","steps":["trace[1116909420] 'agreement among raft nodes before linearized reading' (duration: 1.351886785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:38.636151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:37.283975Z","time spent":"1.352169051s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:29:38.636583Z","caller":"traceutil/trace.go:171","msg":"trace[1900068929] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"1.352559811s","start":"2026-03-31T20:29:37.283994Z","end":"2026-03-31T20:29:38.636554Z","steps":["trace[1900068929] 'process raft request' (duration: 230.278194ms)","trace[1900068929] 'compare' (duration: 1.120836802s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:38.636719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:37.283973Z","time spent":"1.352679204s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:39.067448Z","caller":"traceutil/trace.go:171","msg":"trace[2079199212] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"678.412631ms","start":"2026-03-31T20:29:38.389009Z","end":"2026-03-31T20:29:39.067422Z","steps":["trace[2079199212] 'process raft request' (duration: 678.35621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.067636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:38.388997Z","time spent":"678.536215ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:39.068248Z","caller":"traceutil/trace.go:171","msg":"trace[281488691] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"704.233786ms","start":"2026-03-31T20:29:38.363996Z","end":"2026-03-31T20:29:39.06823Z","steps":["trace[281488691] 'process raft request' (duration: 703.204221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.068371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:38.363971Z","time spent":"704.358908ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9386,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:39.068583Z","caller":"traceutil/trace.go:171","msg":"trace[582540135] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2970; }","duration":"432.711685ms","start":"2026-03-31T20:29:38.635847Z","end":"2026-03-31T20:29:39.068559Z","steps":["trace[582540135] 'read index received' (duration: 432.51396ms)","trace[582540135] 'applied index is now lower than readState.Index' (duration: 195.105µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:39.068735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197854732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:39.068758Z","caller":"traceutil/trace.go:171","msg":"trace[521533692] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2868; }","duration":"1.197941264s","start":"2026-03-31T20:29:37.870811Z","end":"2026-03-31T20:29:39.068753Z","steps":["trace[521533692] 'agreement among raft nodes before linearized reading' (duration: 1.197847842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.06878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:37.870789Z","time spent":"1.197985696s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:39.069051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582044295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:29:39.069069Z","caller":"traceutil/trace.go:171","msg":"trace[396697052] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2868; }","duration":"1.582103387s","start":"2026-03-31T20:29:37.486962Z","end":"2026-03-31T20:29:39.069066Z","steps":["trace[396697052] 'agreement among raft nodes before linearized reading' (duration: 1.582019335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.069082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:37.486939Z","time spent":"1.582140467s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:29:39.370099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.55659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:39.370213Z","caller":"traceutil/trace.go:171","msg":"trace[1083708425] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2970; }","duration":"301.560686ms","start":"2026-03-31T20:29:39.068637Z","end":"2026-03-31T20:29:39.370197Z","steps":["trace[1083708425] 'read index received' (duration: 188.834462ms)","trace[1083708425] 'applied index is now lower than readState.Index' (duration: 112.725064ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:39.37028Z","caller":"traceutil/trace.go:171","msg":"trace[748807025] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"727.115618ms","start":"2026-03-31T20:29:38.643115Z","end":"2026-03-31T20:29:39.37023Z","steps":["trace[748807025] 'process raft request' (duration: 614.343213ms)","trace[748807025] 'compare' (duration: 112.451917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:39.370397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.209806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T20:29:39.370436Z","caller":"traceutil/trace.go:171","msg":"trace[2108324261] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2869; }","duration":"298.259337ms","start":"2026-03-31T20:29:39.072166Z","end":"2026-03-31T20:29:39.370426Z","steps":["trace[2108324261] 'agreement among raft nodes before linearized reading' (duration: 298.126043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.370414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.876257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T20:29:39.370491Z","caller":"traceutil/trace.go:171","msg":"trace[746656253] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2869; }","duration":"732.960229ms","start":"2026-03-31T20:29:38.637514Z","end":"2026-03-31T20:29:39.370474Z","steps":["trace[746656253] 'agreement among raft nodes before linearized reading' (duration: 732.767004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.370306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.72251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:39.370542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:38.637468Z","time spent":"733.064632ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9422,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:29:39.37055Z","caller":"traceutil/trace.go:171","msg":"trace[236024226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"583.014037ms","start":"2026-03-31T20:29:38.78752Z","end":"2026-03-31T20:29:39.370534Z","steps":["trace[236024226] 'agreement among raft nodes before linearized reading' (duration: 582.73147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.370597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:38.787498Z","time spent":"583.086369ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:29:39.370484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:38.643089Z","time spent":"727.294252ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:39.370629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.129099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:39.370685Z","caller":"traceutil/trace.go:171","msg":"trace[2141355235] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2869; }","duration":"148.209461ms","start":"2026-03-31T20:29:39.22246Z","end":"2026-03-31T20:29:39.370669Z","steps":["trace[2141355235] 'agreement among raft nodes before linearized reading' (duration: 148.13388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:39.370814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.550112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2070b81068cf6\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:29:39.370898Z","caller":"traceutil/trace.go:171","msg":"trace[1559081353] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2070b81068cf6; range_end:; response_count:1; response_revision:2869; }","duration":"240.687586ms","start":"2026-03-31T20:29:39.130192Z","end":"2026-03-31T20:29:39.37088Z","steps":["trace[1559081353] 'agreement among raft nodes before linearized reading' (duration: 240.485301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:59.987384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380762333,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:31:00.259452Z","caller":"traceutil/trace.go:171","msg":"trace[917740420] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"898.857696ms","start":"2026-03-31T20:30:59.360571Z","end":"2026-03-31T20:31:00.259429Z","steps":["trace[917740420] 'process raft request' (duration: 898.672091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.259607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.360548Z","time spent":"898.982438ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:00.260711Z","caller":"traceutil/trace.go:171","msg":"trace[2145968650] linearizableReadLoop","detail":"{readStateIndex:3416; appliedIndex:3414; }","duration":"774.27825ms","start":"2026-03-31T20:30:59.486415Z","end":"2026-03-31T20:31:00.260693Z","steps":["trace[2145968650] 'read index received' (duration: 772.832545ms)","trace[2145968650] 'applied index is now lower than readState.Index' (duration: 1.444755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:00.26088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.459174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:31:00.260807Z","caller":"traceutil/trace.go:171","msg":"trace[807064227] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"627.758288ms","start":"2026-03-31T20:30:59.633014Z","end":"2026-03-31T20:31:00.260772Z","steps":["trace[807064227] 'process raft request' (duration: 627.584754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:00.260905Z","caller":"traceutil/trace.go:171","msg":"trace[839087990] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3297; }","duration":"774.540586ms","start":"2026-03-31T20:30:59.486358Z","end":"2026-03-31T20:31:00.260899Z","steps":["trace[839087990] 'agreement among raft nodes before linearized reading' (duration: 774.414223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.260927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.486339Z","time spent":"774.583858ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:31:00.261013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.396524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:00.261077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.632995Z","time spent":"627.925721ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:00.261099Z","caller":"traceutil/trace.go:171","msg":"trace[1128760448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3297; }","duration":"472.527816ms","start":"2026-03-31T20:30:59.788553Z","end":"2026-03-31T20:31:00.261081Z","steps":["trace[1128760448] 'agreement among raft nodes before linearized reading' (duration: 472.364712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.261136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.788536Z","time spent":"472.592378ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:00.261203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.189413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:31:00.261224Z","caller":"traceutil/trace.go:171","msg":"trace[989970678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3297; }","duration":"375.238505ms","start":"2026-03-31T20:30:59.885982Z","end":"2026-03-31T20:31:00.26122Z","steps":["trace[989970678] 'agreement among raft nodes before linearized reading' (duration: 375.186313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.261241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.885968Z","time spent":"375.266965ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:00.261186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.101471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:31:00.261348Z","caller":"traceutil/trace.go:171","msg":"trace[89950706] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3297; }","duration":"380.260145ms","start":"2026-03-31T20:30:59.881046Z","end":"2026-03-31T20:31:00.261307Z","steps":["trace[89950706] 'agreement among raft nodes before linearized reading' (duration: 379.875116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.261428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.824725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:31:00.261408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.992514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:31:00.261452Z","caller":"traceutil/trace.go:171","msg":"trace[194689274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3297; }","duration":"389.858015ms","start":"2026-03-31T20:30:59.871589Z","end":"2026-03-31T20:31:00.261447Z","steps":["trace[194689274] 'agreement among raft nodes before linearized reading' (duration: 389.809004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.261476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.871583Z","time spent":"389.889836ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:31:00.261386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.120319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:31:00.261461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.881036Z","time spent":"380.380108ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:31:00.261498Z","caller":"traceutil/trace.go:171","msg":"trace[875910421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3297; }","duration":"384.126228ms","start":"2026-03-31T20:30:59.877345Z","end":"2026-03-31T20:31:00.261471Z","steps":["trace[875910421] 'agreement among raft nodes before linearized reading' (duration: 383.857591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:00.261547Z","caller":"traceutil/trace.go:171","msg":"trace[292073528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3297; }","duration":"440.248532ms","start":"2026-03-31T20:30:59.821253Z","end":"2026-03-31T20:31:00.261502Z","steps":["trace[292073528] 'agreement among raft nodes before linearized reading' (duration: 440.103809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.261555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.809352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:31:00.261573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.348105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:31:00.261569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.877327Z","time spent":"384.23407ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:31:00.261585Z","caller":"traceutil/trace.go:171","msg":"trace[1397725148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3297; }","duration":"376.862733ms","start":"2026-03-31T20:30:59.884715Z","end":"2026-03-31T20:31:00.261577Z","steps":["trace[1397725148] 'agreement among raft nodes before linearized reading' (duration: 376.751791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:00.261596Z","caller":"traceutil/trace.go:171","msg":"trace[187094197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3297; }","duration":"382.400597ms","start":"2026-03-31T20:30:59.879189Z","end":"2026-03-31T20:31:00.26159Z","steps":["trace[187094197] 'agreement among raft nodes before linearized reading' (duration: 382.329045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:00.26161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.884704Z","time spent":"376.898895ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:31:00.261623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.821217Z","time spent":"440.386966ms","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:00.261644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:59.879175Z","time spent":"382.461418ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:33:27.172317Z","caller":"traceutil/trace.go:171","msg":"trace[1585280015] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"129.829137ms","start":"2026-03-31T20:33:27.042445Z","end":"2026-03-31T20:33:27.172274Z","steps":["trace[1585280015] 'process raft request' (duration: 117.806266ms)","trace[1585280015] 'compare' (duration: 11.852597ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:27.172607Z","caller":"traceutil/trace.go:171","msg":"trace[1745531880] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"129.830457ms","start":"2026-03-31T20:33:27.04275Z","end":"2026-03-31T20:33:27.172581Z","steps":["trace[1745531880] 'process raft request' (duration: 129.719034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.172621Z","caller":"traceutil/trace.go:171","msg":"trace[581950752] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"130.142695ms","start":"2026-03-31T20:33:27.042448Z","end":"2026-03-31T20:33:27.172591Z","steps":["trace[581950752] 'process raft request' (duration: 129.780226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:31.080934Z","caller":"traceutil/trace.go:171","msg":"trace[467928152] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"116.838101ms","start":"2026-03-31T20:33:30.964064Z","end":"2026-03-31T20:33:31.080902Z","steps":["trace[467928152] 'process raft request' (duration: 116.654227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.812758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.789458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:33:33.812886Z","caller":"traceutil/trace.go:171","msg":"trace[2002415789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5092; }","duration":"139.980593ms","start":"2026-03-31T20:33:33.672884Z","end":"2026-03-31T20:33:33.812864Z","steps":["trace[2002415789] 'range keys from in-memory index tree' (duration: 139.04066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:40.467166Z","caller":"traceutil/trace.go:171","msg":"trace[1610618876] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"134.185033ms","start":"2026-03-31T20:33:40.332939Z","end":"2026-03-31T20:33:40.467124Z","steps":["trace[1610618876] 'process raft request' (duration: 43.413803ms)","trace[1610618876] 'compare' (duration: 90.425761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:49.483666Z","caller":"traceutil/trace.go:171","msg":"trace[1444044657] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5507; }","duration":"290.89076ms","start":"2026-03-31T20:33:49.192754Z","end":"2026-03-31T20:33:49.483644Z","steps":["trace[1444044657] 'read index received' (duration: 289.877606ms)","trace[1444044657] 'applied index is now lower than readState.Index' (duration: 1.012124ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:49.483789Z","caller":"traceutil/trace.go:171","msg":"trace[2041008231] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"292.515409ms","start":"2026-03-31T20:33:49.191239Z","end":"2026-03-31T20:33:49.483754Z","steps":["trace[2041008231] 'process raft request' (duration: 291.30887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:49.483914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.117476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:33:49.484159Z","caller":"traceutil/trace.go:171","msg":"trace[1904581243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5317; }","duration":"291.408243ms","start":"2026-03-31T20:33:49.192737Z","end":"2026-03-31T20:33:49.484145Z","steps":["trace[1904581243] 'agreement among raft nodes before linearized reading' (duration: 291.018633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:49.48934Z","caller":"traceutil/trace.go:171","msg":"trace[278829870] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"263.617139ms","start":"2026-03-31T20:33:49.225701Z","end":"2026-03-31T20:33:49.489319Z","steps":["trace[278829870] 'process raft request' (duration: 263.390843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:49.48944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.660394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:33:49.489476Z","caller":"traceutil/trace.go:171","msg":"trace[1261427606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5319; }","duration":"148.699645ms","start":"2026-03-31T20:33:49.340768Z","end":"2026-03-31T20:33:49.489468Z","steps":["trace[1261427606] 'agreement among raft nodes before linearized reading' (duration: 148.608222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:49.489448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.531281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:33:49.489549Z","caller":"traceutil/trace.go:171","msg":"trace[1912985285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5319; }","duration":"290.673395ms","start":"2026-03-31T20:33:49.198856Z","end":"2026-03-31T20:33:49.489529Z","steps":["trace[1912985285] 'agreement among raft nodes before linearized reading' (duration: 290.428469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:49.48959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.430074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:33:49.489676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.627466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:33:49.489698Z","caller":"traceutil/trace.go:171","msg":"trace[412301584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5319; }","duration":"147.582348ms","start":"2026-03-31T20:33:49.342093Z","end":"2026-03-31T20:33:49.489675Z","steps":["trace[412301584] 'agreement among raft nodes before linearized reading' (duration: 147.318281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:49.489752Z","caller":"traceutil/trace.go:171","msg":"trace[407393492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5319; }","duration":"177.757729ms","start":"2026-03-31T20:33:49.311975Z","end":"2026-03-31T20:33:49.489733Z","steps":["trace[407393492] 'agreement among raft nodes before linearized reading' (duration: 177.475042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:50.910843Z","caller":"traceutil/trace.go:171","msg":"trace[136382967] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"110.862018ms","start":"2026-03-31T20:33:50.799957Z","end":"2026-03-31T20:33:50.910819Z","steps":["trace[136382967] 'process raft request' (duration: 110.693054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:51.194451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.8256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:33:51.194909Z","caller":"traceutil/trace.go:171","msg":"trace[184060181] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5570; }","duration":"273.863519ms","start":"2026-03-31T20:33:50.921009Z","end":"2026-03-31T20:33:51.194872Z","steps":["trace[184060181] 'read index received' (duration: 88.436764ms)","trace[184060181] 'applied index is now lower than readState.Index' (duration: 185.424825ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:51.194993Z","caller":"traceutil/trace.go:171","msg":"trace[1794327852] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"393.513989ms","start":"2026-03-31T20:33:50.801446Z","end":"2026-03-31T20:33:51.19496Z","steps":["trace[1794327852] 'process raft request' (duration: 208.099005ms)","trace[1794327852] 'compare' (duration: 184.475801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:51.19511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.091604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:51.195178Z","caller":"traceutil/trace.go:171","msg":"trace[1490463356] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5380; }","duration":"274.199587ms","start":"2026-03-31T20:33:50.920964Z","end":"2026-03-31T20:33:51.195163Z","steps":["trace[1490463356] 'agreement among raft nodes before linearized reading' (duration: 274.071364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:51.195173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:50.801422Z","time spent":"393.651072ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:51.195198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.681693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:33:51.195207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.713488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1430ebdd-cd5c-484e-899f-c3209727ffc7\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T20:33:51.195248Z","caller":"traceutil/trace.go:171","msg":"trace[215334439] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:5380; }","duration":"188.781086ms","start":"2026-03-31T20:33:51.006454Z","end":"2026-03-31T20:33:51.195235Z","steps":["trace[215334439] 'agreement among raft nodes before linearized reading' (duration: 188.615282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:51.195255Z","caller":"traceutil/trace.go:171","msg":"trace[334124346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1430ebdd-cd5c-484e-899f-c3209727ffc7; range_end:; response_count:1; response_revision:5380; }","duration":"104.78632ms","start":"2026-03-31T20:33:51.090454Z","end":"2026-03-31T20:33:51.195241Z","steps":["trace[334124346] 'agreement among raft nodes before linearized reading' (duration: 104.618886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:51.195408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.654143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2074cd28d291f\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-31T20:33:51.195503Z","caller":"traceutil/trace.go:171","msg":"trace[509454186] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2074cd28d291f; range_end:; response_count:1; response_revision:5380; }","duration":"141.799707ms","start":"2026-03-31T20:33:51.053679Z","end":"2026-03-31T20:33:51.195478Z","steps":["trace[509454186] 'agreement among raft nodes before linearized reading' (duration: 141.399927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:51.999417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380767106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:33:52.172405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.279227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:33:52.17249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.678491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:33:52.172503Z","caller":"traceutil/trace.go:171","msg":"trace[504327053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5383; }","duration":"684.42336ms","start":"2026-03-31T20:33:51.488062Z","end":"2026-03-31T20:33:52.172485Z","steps":["trace[504327053] 'range keys from in-memory index tree' (duration: 684.043161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:52.172585Z","caller":"traceutil/trace.go:171","msg":"trace[1395493194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5383; }","duration":"678.781263ms","start":"2026-03-31T20:33:51.493781Z","end":"2026-03-31T20:33:52.172563Z","steps":["trace[1395493194] 'range keys from in-memory index tree' (duration: 678.474986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.1726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.488042Z","time spent":"684.546233ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:33:52.172648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.493678Z","time spent":"678.954977ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:33:52.175518Z","caller":"traceutil/trace.go:171","msg":"trace[1324237059] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"679.426318ms","start":"2026-03-31T20:33:51.496065Z","end":"2026-03-31T20:33:52.175491Z","steps":["trace[1324237059] 'process raft request' (duration: 678.938386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.1757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.496048Z","time spent":"679.559232ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:52.181516Z","caller":"traceutil/trace.go:171","msg":"trace[1039282357] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5575; }","duration":"682.890432ms","start":"2026-03-31T20:33:51.498597Z","end":"2026-03-31T20:33:52.181488Z","steps":["trace[1039282357] 'read index received' (duration: 676.470317ms)","trace[1039282357] 'applied index is now lower than readState.Index' (duration: 6.413495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:52.181596Z","caller":"traceutil/trace.go:171","msg":"trace[870464464] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"548.783701ms","start":"2026-03-31T20:33:51.632793Z","end":"2026-03-31T20:33:52.181577Z","steps":["trace[870464464] 'process raft request' (duration: 548.545336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.181694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.632772Z","time spent":"548.865024ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:52.18171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.117888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:33:52.181753Z","caller":"traceutil/trace.go:171","msg":"trace[1559998728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5385; }","duration":"683.195419ms","start":"2026-03-31T20:33:51.498547Z","end":"2026-03-31T20:33:52.181742Z","steps":["trace[1559998728] 'agreement among raft nodes before linearized reading' (duration: 683.052486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.181787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.49853Z","time spent":"683.248381ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:33:52.182106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.574211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:33:52.182121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.114454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:33:52.182181Z","caller":"traceutil/trace.go:171","msg":"trace[1754113165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5387; }","duration":"682.218216ms","start":"2026-03-31T20:33:51.499948Z","end":"2026-03-31T20:33:52.182166Z","steps":["trace[1754113165] 'agreement among raft nodes before linearized reading' (duration: 682.066432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.182208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.499926Z","time spent":"682.276998ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:33:52.182209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.173046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:33:52.182249Z","caller":"traceutil/trace.go:171","msg":"trace[550225330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5387; }","duration":"682.228997ms","start":"2026-03-31T20:33:51.50001Z","end":"2026-03-31T20:33:52.182239Z","steps":["trace[550225330] 'agreement among raft nodes before linearized reading' (duration: 682.089073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:52.182146Z","caller":"traceutil/trace.go:171","msg":"trace[1778770974] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5387; }","duration":"405.661203ms","start":"2026-03-31T20:33:51.776474Z","end":"2026-03-31T20:33:52.182136Z","steps":["trace[1778770974] 'agreement among raft nodes before linearized reading' (duration: 405.590531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.182284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.500005Z","time spent":"682.267707ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:33:52.182295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.776453Z","time spent":"405.833177ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:52.182395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.403481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1430ebdd-cd5c-484e-899f-c3209727ffc7\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-31T20:33:52.182546Z","caller":"traceutil/trace.go:171","msg":"trace[87538381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1430ebdd-cd5c-484e-899f-c3209727ffc7; range_end:; response_count:1; response_revision:5387; }","duration":"491.606206ms","start":"2026-03-31T20:33:51.690929Z","end":"2026-03-31T20:33:52.182535Z","steps":["trace[87538381] 'agreement among raft nodes before linearized reading' (duration: 491.36974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.18246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.161614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:52.182589Z","caller":"traceutil/trace.go:171","msg":"trace[2017525682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5387; }","duration":"394.325558ms","start":"2026-03-31T20:33:51.788253Z","end":"2026-03-31T20:33:52.182579Z","steps":["trace[2017525682] 'agreement among raft nodes before linearized reading' (duration: 393.911088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.182611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.690913Z","time spent":"491.688348ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1430ebdd-cd5c-484e-899f-c3209727ffc7\" "} {"level":"warn","ts":"2026-03-31T20:33:52.182625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.788234Z","time spent":"394.38154ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:33:52.183269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.893682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:33:52.183319Z","caller":"traceutil/trace.go:171","msg":"trace[917224328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5387; }","duration":"682.983414ms","start":"2026-03-31T20:33:51.500323Z","end":"2026-03-31T20:33:52.183306Z","steps":["trace[917224328] 'agreement among raft nodes before linearized reading' (duration: 681.770315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:52.183371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:51.500304Z","time spent":"683.056767ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:33:54.441053Z","caller":"traceutil/trace.go:171","msg":"trace[1347810676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5426; }","duration":"285.506881ms","start":"2026-03-31T20:33:54.155523Z","end":"2026-03-31T20:33:54.44103Z","steps":["trace[1347810676] 'process raft request' (duration: 282.539678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:54.441248Z","caller":"traceutil/trace.go:171","msg":"trace[2132986369] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"261.365045ms","start":"2026-03-31T20:33:54.179863Z","end":"2026-03-31T20:33:54.441228Z","steps":["trace[2132986369] 'process raft request' (duration: 260.951695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.441271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.637236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:33:54.441391Z","caller":"traceutil/trace.go:171","msg":"trace[1283571656] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5427; }","duration":"283.798869ms","start":"2026-03-31T20:33:54.157569Z","end":"2026-03-31T20:33:54.441368Z","steps":["trace[1283571656] 'agreement among raft nodes before linearized reading' (duration: 283.581314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:54.440941Z","caller":"traceutil/trace.go:171","msg":"trace[851790357] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5618; }","duration":"283.315397ms","start":"2026-03-31T20:33:54.157605Z","end":"2026-03-31T20:33:54.440921Z","steps":["trace[851790357] 'read index received' (duration: 16.995571ms)","trace[851790357] 'applied index is now lower than readState.Index' (duration: 266.318936ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:54.441562Z","caller":"traceutil/trace.go:171","msg":"trace[448919203] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"259.820668ms","start":"2026-03-31T20:33:54.181728Z","end":"2026-03-31T20:33:54.441549Z","steps":["trace[448919203] 'process raft request' (duration: 259.432029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.441729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.025835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:33:54.441758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.602819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:33:54.44182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.303819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:33:54.441817Z","caller":"traceutil/trace.go:171","msg":"trace[1935225510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5428; }","duration":"251.67704ms","start":"2026-03-31T20:33:54.190123Z","end":"2026-03-31T20:33:54.4418Z","steps":["trace[1935225510] 'agreement among raft nodes before linearized reading' (duration: 251.494746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.44181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.226373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:33:54.441846Z","caller":"traceutil/trace.go:171","msg":"trace[1953683871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5428; }","duration":"248.387001ms","start":"2026-03-31T20:33:54.193452Z","end":"2026-03-31T20:33:54.441839Z","steps":["trace[1953683871] 'agreement among raft nodes before linearized reading' (duration: 248.314669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.441865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.050267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:33:54.441883Z","caller":"traceutil/trace.go:171","msg":"trace[1162692028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5428; }","duration":"247.331095ms","start":"2026-03-31T20:33:54.194533Z","end":"2026-03-31T20:33:54.441864Z","steps":["trace[1162692028] 'agreement among raft nodes before linearized reading' (duration: 247.110949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:54.441899Z","caller":"traceutil/trace.go:171","msg":"trace[571018048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5428; }","duration":"256.114028ms","start":"2026-03-31T20:33:54.185778Z","end":"2026-03-31T20:33:54.441892Z","steps":["trace[571018048] 'agreement among raft nodes before linearized reading' (duration: 256.015576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:54.441773Z","caller":"traceutil/trace.go:171","msg":"trace[2119541998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5428; }","duration":"284.080996ms","start":"2026-03-31T20:33:54.157681Z","end":"2026-03-31T20:33:54.441762Z","steps":["trace[2119541998] 'agreement among raft nodes before linearized reading' (duration: 283.915062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.441946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.268914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1430ebdd-cd5c-484e-899f-c3209727ffc7\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-31T20:33:54.441969Z","caller":"traceutil/trace.go:171","msg":"trace[957606687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1430ebdd-cd5c-484e-899f-c3209727ffc7; range_end:; response_count:1; response_revision:5428; }","duration":"247.304584ms","start":"2026-03-31T20:33:54.194657Z","end":"2026-03-31T20:33:54.441962Z","steps":["trace[957606687] 'agreement among raft nodes before linearized reading' (duration: 247.246403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.441955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.226396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4792"} {"level":"warn","ts":"2026-03-31T20:33:54.441988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.690559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:33:54.442007Z","caller":"traceutil/trace.go:171","msg":"trace[546835744] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5428; }","duration":"257.295977ms","start":"2026-03-31T20:33:54.184695Z","end":"2026-03-31T20:33:54.441991Z","steps":["trace[546835744] 'agreement among raft nodes before linearized reading' (duration: 257.153693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.442043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.502609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-gpn5d\" ","response":"range_response_count:1 size:2596"} {"level":"info","ts":"2026-03-31T20:33:54.442041Z","caller":"traceutil/trace.go:171","msg":"trace[1412988923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5428; }","duration":"248.76532ms","start":"2026-03-31T20:33:54.193263Z","end":"2026-03-31T20:33:54.442029Z","steps":["trace[1412988923] 'agreement among raft nodes before linearized reading' (duration: 248.650117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.442062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.258781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:33:54.442075Z","caller":"traceutil/trace.go:171","msg":"trace[1284056866] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-gpn5d; range_end:; response_count:1; response_revision:5428; }","duration":"261.566841ms","start":"2026-03-31T20:33:54.180496Z","end":"2026-03-31T20:33:54.442063Z","steps":["trace[1284056866] 'agreement among raft nodes before linearized reading' (duration: 261.478848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:54.442089Z","caller":"traceutil/trace.go:171","msg":"trace[241162637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5428; }","duration":"256.298413ms","start":"2026-03-31T20:33:54.185783Z","end":"2026-03-31T20:33:54.442081Z","steps":["trace[241162637] 'agreement among raft nodes before linearized reading' (duration: 256.220141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.442182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.056867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T20:33:54.442206Z","caller":"traceutil/trace.go:171","msg":"trace[1639157716] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5428; }","duration":"282.092368ms","start":"2026-03-31T20:33:54.160106Z","end":"2026-03-31T20:33:54.442198Z","steps":["trace[1639157716] 'agreement among raft nodes before linearized reading' (duration: 282.012746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:54.442741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.220299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T20:33:54.442816Z","caller":"traceutil/trace.go:171","msg":"trace[1742435916] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5428; }","duration":"140.561918ms","start":"2026-03-31T20:33:54.30224Z","end":"2026-03-31T20:33:54.442802Z","steps":["trace[1742435916] 'agreement among raft nodes before linearized reading' (duration: 139.497212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:58.107634Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2976} {"level":"info","ts":"2026-03-31T20:34:58.184746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2976,"took":"74.815784ms","hash":3902802507,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":33615872,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T20:34:58.184875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3902802507,"revision":2976,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T20:39:44.281809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380774450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:44.782978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380774450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:44.906964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218373064s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:39:44.907723Z","caller":"traceutil/trace.go:171","msg":"trace[1496075547] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"1.219183043s","start":"2026-03-31T20:39:43.688484Z","end":"2026-03-31T20:39:44.907667Z","steps":["trace[1496075547] 'process raft request' (duration: 1.218912777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:44.908031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.688459Z","time spent":"1.219417759s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:45.585384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.640144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:45.585573Z","caller":"traceutil/trace.go:171","msg":"trace[1213738663] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8455; }","duration":"1.804133295s","start":"2026-03-31T20:39:43.781424Z","end":"2026-03-31T20:39:45.585557Z","steps":["trace[1213738663] 'read index received' (duration: 1.125776994s)","trace[1213738663] 'applied index is now lower than readState.Index' (duration: 678.355361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:45.585672Z","caller":"traceutil/trace.go:171","msg":"trace[76403413] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"1.270288389s","start":"2026-03-31T20:39:44.315369Z","end":"2026-03-31T20:39:45.585657Z","steps":["trace[76403413] 'process raft request' (duration: 1.102276996s)","trace[76403413] 'compare' (duration: 167.48314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:45.585739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.315344Z","time spent":"1.27035914s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:45.586096Z","caller":"traceutil/trace.go:171","msg":"trace[653014820] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"976.147678ms","start":"2026-03-31T20:39:44.609913Z","end":"2026-03-31T20:39:45.58606Z","steps":["trace[653014820] 'process raft request' (duration: 975.570934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804711119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:39:45.586165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374019623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:39:45.58616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.70252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:45.586197Z","caller":"traceutil/trace.go:171","msg":"trace[1571677396] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8179; }","duration":"1.804800721s","start":"2026-03-31T20:39:43.781384Z","end":"2026-03-31T20:39:45.586184Z","steps":["trace[1571677396] 'agreement among raft nodes before linearized reading' (duration: 1.804653308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.022442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:45.586228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.781364Z","time spent":"1.804857582s","remote":"127.0.0.1:57682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:45.586237Z","caller":"traceutil/trace.go:171","msg":"trace[770880145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8179; }","duration":"710.810912ms","start":"2026-03-31T20:39:44.875405Z","end":"2026-03-31T20:39:45.586216Z","steps":["trace[770880145] 'agreement among raft nodes before linearized reading' (duration: 710.665918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281327421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:45.586259Z","caller":"traceutil/trace.go:171","msg":"trace[1711671294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8179; }","duration":"800.124815ms","start":"2026-03-31T20:39:44.786107Z","end":"2026-03-31T20:39:45.586232Z","steps":["trace[1711671294] 'agreement among raft nodes before linearized reading' (duration: 799.975012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084134965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:39:45.586299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084210336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:45.5864Z","caller":"traceutil/trace.go:171","msg":"trace[1079020371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8179; }","duration":"1.084293679s","start":"2026-03-31T20:39:44.502077Z","end":"2026-03-31T20:39:45.586371Z","steps":["trace[1079020371] 'agreement among raft nodes before linearized reading' (duration: 1.084009522s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.586398Z","caller":"traceutil/trace.go:171","msg":"trace[1490810193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8179; }","duration":"1.08435807s","start":"2026-03-31T20:39:44.502023Z","end":"2026-03-31T20:39:45.586381Z","steps":["trace[1490810193] 'agreement among raft nodes before linearized reading' (duration: 1.084068083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.892013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:39:45.586274Z","caller":"traceutil/trace.go:171","msg":"trace[2042253433] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8179; }","duration":"1.281351121s","start":"2026-03-31T20:39:44.304915Z","end":"2026-03-31T20:39:45.586266Z","steps":["trace[2042253433] 'agreement among raft nodes before linearized reading' (duration: 1.28129648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.304869Z","time spent":"1.281600197s","remote":"127.0.0.1:37304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:45.586477Z","caller":"traceutil/trace.go:171","msg":"trace[2105414993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8179; }","duration":"994.983486ms","start":"2026-03-31T20:39:44.591477Z","end":"2026-03-31T20:39:45.586461Z","steps":["trace[2105414993] 'agreement among raft nodes before linearized reading' (duration: 994.771041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.502005Z","time spent":"1.084457512s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:45.586567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.591457Z","time spent":"995.074137ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:45.586197Z","caller":"traceutil/trace.go:171","msg":"trace[1087248164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8179; }","duration":"1.374086605s","start":"2026-03-31T20:39:44.212102Z","end":"2026-03-31T20:39:45.586188Z","steps":["trace[1087248164] 'agreement among raft nodes before linearized reading' (duration: 1.373962882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.212083Z","time spent":"1.374536966s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:45.586163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.066487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:45.586705Z","caller":"traceutil/trace.go:171","msg":"trace[1127912571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8179; }","duration":"623.656451ms","start":"2026-03-31T20:39:44.963031Z","end":"2026-03-31T20:39:45.586688Z","steps":["trace[1127912571] 'agreement among raft nodes before linearized reading' (duration: 623.045467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.875391Z","time spent":"710.876094ms","remote":"127.0.0.1:43464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:45.586465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.50205Z","time spent":"1.084401091s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:45.586801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.963011Z","time spent":"623.726552ms","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:45.586279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111951466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:45.586854Z","caller":"traceutil/trace.go:171","msg":"trace[1601860383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8179; }","duration":"1.112586931s","start":"2026-03-31T20:39:44.474259Z","end":"2026-03-31T20:39:45.586846Z","steps":["trace[1601860383] 'agreement among raft nodes before linearized reading' (duration: 1.111826413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.586877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.474232Z","time spent":"1.112638562s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:45.586329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.786089Z","time spent":"800.227817ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:45.586318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053131397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:39:45.586977Z","caller":"traceutil/trace.go:171","msg":"trace[715348053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8179; }","duration":"1.053869925s","start":"2026-03-31T20:39:44.533096Z","end":"2026-03-31T20:39:45.586965Z","steps":["trace[715348053] 'agreement among raft nodes before linearized reading' (duration: 1.052973073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.58702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.533072Z","time spent":"1.053935937s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"warn","ts":"2026-03-31T20:39:45.586449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.609892Z","time spent":"976.294222ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:45.586426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186000245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:39:45.587978Z","caller":"traceutil/trace.go:171","msg":"trace[1867131129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8179; }","duration":"1.187588593s","start":"2026-03-31T20:39:44.400369Z","end":"2026-03-31T20:39:45.587957Z","steps":["trace[1867131129] 'agreement among raft nodes before linearized reading' (duration: 1.18574986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:45.588087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:44.400355Z","time spent":"1.187706506s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:39:45.833336Z","caller":"traceutil/trace.go:171","msg":"trace[294390435] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"242.186805ms","start":"2026-03-31T20:39:45.591127Z","end":"2026-03-31T20:39:45.833313Z","steps":["trace[294390435] 'process raft request' (duration: 239.584783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.833164Z","caller":"traceutil/trace.go:171","msg":"trace[1793496405] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8458; }","duration":"241.95759ms","start":"2026-03-31T20:39:45.591175Z","end":"2026-03-31T20:39:45.833133Z","steps":["trace[1793496405] 'read index received' (duration: 239.621674ms)","trace[1793496405] 'applied index is now lower than readState.Index' (duration: 2.334216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:45.833822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.627096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-03-31T20:39:45.833874Z","caller":"traceutil/trace.go:171","msg":"trace[1408050533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8180; }","duration":"242.704248ms","start":"2026-03-31T20:39:45.591157Z","end":"2026-03-31T20:39:45.833861Z","steps":["trace[1408050533] 'agreement among raft nodes before linearized reading' (duration: 242.221557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.834624Z","caller":"traceutil/trace.go:171","msg":"trace[239809703] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"243.433285ms","start":"2026-03-31T20:39:45.591164Z","end":"2026-03-31T20:39:45.834597Z","steps":["trace[239809703] 'process raft request' (duration: 243.279511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.834783Z","caller":"traceutil/trace.go:171","msg":"trace[247178691] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"243.515087ms","start":"2026-03-31T20:39:45.591255Z","end":"2026-03-31T20:39:45.83477Z","steps":["trace[247178691] 'process raft request' (duration: 243.262341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.834883Z","caller":"traceutil/trace.go:171","msg":"trace[966530536] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"243.612659ms","start":"2026-03-31T20:39:45.591263Z","end":"2026-03-31T20:39:45.834876Z","steps":["trace[966530536] 'process raft request' (duration: 243.279852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.834926Z","caller":"traceutil/trace.go:171","msg":"trace[249983624] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"243.563898ms","start":"2026-03-31T20:39:45.591345Z","end":"2026-03-31T20:39:45.834909Z","steps":["trace[249983624] 'process raft request' (duration: 243.23631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.835039Z","caller":"traceutil/trace.go:171","msg":"trace[812525750] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"243.732003ms","start":"2026-03-31T20:39:45.591279Z","end":"2026-03-31T20:39:45.83501Z","steps":["trace[812525750] 'process raft request' (duration: 243.283732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:54.871723Z","caller":"traceutil/trace.go:171","msg":"trace[2104943999] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"100.769955ms","start":"2026-03-31T20:39:54.77091Z","end":"2026-03-31T20:39:54.87168Z","steps":["trace[2104943999] 'process raft request' (duration: 95.53318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:55.45693Z","caller":"traceutil/trace.go:171","msg":"trace[244418915] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"508.554746ms","start":"2026-03-31T20:39:54.948325Z","end":"2026-03-31T20:39:55.45688Z","steps":["trace[244418915] 'process raft request' (duration: 494.191395ms)","trace[244418915] 'compare' (duration: 13.390678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:55.457106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:54.948296Z","time spent":"508.71683ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:55.457079Z","caller":"traceutil/trace.go:171","msg":"trace[218226132] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8512; }","duration":"136.981375ms","start":"2026-03-31T20:39:55.319952Z","end":"2026-03-31T20:39:55.456933Z","steps":["trace[218226132] 'read index received' (duration: 122.507921ms)","trace[218226132] 'applied index is now lower than readState.Index' (duration: 14.471074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:55.457127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.160969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:55.457215Z","caller":"traceutil/trace.go:171","msg":"trace[1238491807] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8231; }","duration":"137.294692ms","start":"2026-03-31T20:39:55.319897Z","end":"2026-03-31T20:39:55.457192Z","steps":["trace[1238491807] 'agreement among raft nodes before linearized reading' (duration: 137.130948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.158745Z","caller":"traceutil/trace.go:171","msg":"trace[1417159769] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"528.9618ms","start":"2026-03-31T20:39:55.629756Z","end":"2026-03-31T20:39:56.158718Z","steps":["trace[1417159769] 'process raft request' (duration: 528.813067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.158904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:55.629731Z","time spent":"529.098004ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:56.182665Z","caller":"traceutil/trace.go:171","msg":"trace[1562888426] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8514; }","duration":"306.32926ms","start":"2026-03-31T20:39:55.876307Z","end":"2026-03-31T20:39:56.182636Z","steps":["trace[1562888426] 'read index received' (duration: 282.398511ms)","trace[1562888426] 'applied index is now lower than readState.Index' (duration: 23.929559ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:56.182692Z","caller":"traceutil/trace.go:171","msg":"trace[910623784] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"549.56647ms","start":"2026-03-31T20:39:55.633094Z","end":"2026-03-31T20:39:56.182661Z","steps":["trace[910623784] 'process raft request' (duration: 549.300654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.182768Z","caller":"traceutil/trace.go:171","msg":"trace[450644660] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"221.981935ms","start":"2026-03-31T20:39:55.960744Z","end":"2026-03-31T20:39:56.182726Z","steps":["trace[450644660] 'process raft request' (duration: 221.835051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.182873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:55.633083Z","time spent":"549.699814ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:56.182941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.636657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:39:56.183001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.108182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:56.183027Z","caller":"traceutil/trace.go:171","msg":"trace[439373284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8234; }","duration":"306.76881ms","start":"2026-03-31T20:39:55.876234Z","end":"2026-03-31T20:39:56.183003Z","steps":["trace[439373284] 'agreement among raft nodes before linearized reading' (duration: 306.521984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.183065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.577327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:39:56.183061Z","caller":"traceutil/trace.go:171","msg":"trace[1121574833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8234; }","duration":"300.208754ms","start":"2026-03-31T20:39:55.882835Z","end":"2026-03-31T20:39:56.183044Z","steps":["trace[1121574833] 'agreement among raft nodes before linearized reading' (duration: 299.994579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.183084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:55.876213Z","time spent":"306.857863ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:56.183099Z","caller":"traceutil/trace.go:171","msg":"trace[1363998305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8234; }","duration":"285.630908ms","start":"2026-03-31T20:39:55.897457Z","end":"2026-03-31T20:39:56.183088Z","steps":["trace[1363998305] 'agreement among raft nodes before linearized reading' (duration: 285.542776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.183117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:55.882823Z","time spent":"300.281196ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:56.182974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.922555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:39:56.183171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.541999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:39:56.183176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.607362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:56.183215Z","caller":"traceutil/trace.go:171","msg":"trace[2054411596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8234; }","duration":"299.643641ms","start":"2026-03-31T20:39:55.883556Z","end":"2026-03-31T20:39:56.1832Z","steps":["trace[2054411596] 'agreement among raft nodes before linearized reading' (duration: 299.462657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.183222Z","caller":"traceutil/trace.go:171","msg":"trace[587529615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8234; }","duration":"294.157551ms","start":"2026-03-31T20:39:55.889024Z","end":"2026-03-31T20:39:56.183182Z","steps":["trace[587529615] 'agreement among raft nodes before linearized reading' (duration: 293.872204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.183267Z","caller":"traceutil/trace.go:171","msg":"trace[1000927117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8234; }","duration":"294.704684ms","start":"2026-03-31T20:39:55.888517Z","end":"2026-03-31T20:39:56.183222Z","steps":["trace[1000927117] 'agreement among raft nodes before linearized reading' (duration: 294.535939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.183307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.031091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:39:56.183422Z","caller":"traceutil/trace.go:171","msg":"trace[1128811143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8234; }","duration":"295.183325ms","start":"2026-03-31T20:39:55.888203Z","end":"2026-03-31T20:39:56.183387Z","steps":["trace[1128811143] 'agreement among raft nodes before linearized reading' (duration: 294.833837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.341458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.19849ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:56.341589Z","caller":"traceutil/trace.go:171","msg":"trace[1989775682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8234; }","duration":"105.343034ms","start":"2026-03-31T20:39:56.236227Z","end":"2026-03-31T20:39:56.34157Z","steps":["trace[1989775682] 'range keys from in-memory index tree' (duration: 105.18109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.44852Z","caller":"traceutil/trace.go:171","msg":"trace[1737149693] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"261.571097ms","start":"2026-03-31T20:39:56.186909Z","end":"2026-03-31T20:39:56.44848Z","steps":["trace[1737149693] 'process raft request' (duration: 261.357191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.448682Z","caller":"traceutil/trace.go:171","msg":"trace[539232936] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"261.744891ms","start":"2026-03-31T20:39:56.186916Z","end":"2026-03-31T20:39:56.448661Z","steps":["trace[539232936] 'process raft request' (duration: 261.518446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.47744Z","caller":"traceutil/trace.go:171","msg":"trace[1059720369] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"290.427262ms","start":"2026-03-31T20:39:56.186986Z","end":"2026-03-31T20:39:56.477413Z","steps":["trace[1059720369] 'process raft request' (duration: 290.252678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.477831Z","caller":"traceutil/trace.go:171","msg":"trace[2054083264] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"290.564995ms","start":"2026-03-31T20:39:56.187221Z","end":"2026-03-31T20:39:56.477786Z","steps":["trace[2054083264] 'process raft request' (duration: 290.150535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.477833Z","caller":"traceutil/trace.go:171","msg":"trace[282821077] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"290.578905ms","start":"2026-03-31T20:39:56.187233Z","end":"2026-03-31T20:39:56.477811Z","steps":["trace[282821077] 'process raft request' (duration: 290.425772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.477993Z","caller":"traceutil/trace.go:171","msg":"trace[629187612] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"290.687938ms","start":"2026-03-31T20:39:56.18727Z","end":"2026-03-31T20:39:56.477958Z","steps":["trace[629187612] 'process raft request' (duration: 290.499223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.541931Z","caller":"traceutil/trace.go:171","msg":"trace[1990975405] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8516; }","duration":"353.520462ms","start":"2026-03-31T20:39:56.188381Z","end":"2026-03-31T20:39:56.541901Z","steps":["trace[1990975405] 'read index received' (duration: 259.909307ms)","trace[1990975405] 'applied index is now lower than readState.Index' (duration: 93.609335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:56.54221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.823481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b8f88b948-9ft2k.18a2079d84ddbe41\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T20:39:56.542217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.205061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:39:56.542254Z","caller":"traceutil/trace.go:171","msg":"trace[30336276] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b8f88b948-9ft2k.18a2079d84ddbe41; range_end:; response_count:1; response_revision:8240; }","duration":"282.925994ms","start":"2026-03-31T20:39:56.259316Z","end":"2026-03-31T20:39:56.542242Z","steps":["trace[30336276] 'agreement among raft nodes before linearized reading' (duration: 282.748019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:56.542269Z","caller":"traceutil/trace.go:171","msg":"trace[2069046499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8240; }","duration":"206.306223ms","start":"2026-03-31T20:39:56.33595Z","end":"2026-03-31T20:39:56.542256Z","steps":["trace[2069046499] 'agreement among raft nodes before linearized reading' (duration: 206.144619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.542589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.181977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-03-31T20:39:56.542805Z","caller":"traceutil/trace.go:171","msg":"trace[1041537843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8240; }","duration":"354.437954ms","start":"2026-03-31T20:39:56.188347Z","end":"2026-03-31T20:39:56.542785Z","steps":["trace[1041537843] 'agreement among raft nodes before linearized reading' (duration: 353.652935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:56.542866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:56.188336Z","time spent":"354.515375ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223839,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:39:58.22193Z","caller":"traceutil/trace.go:171","msg":"trace[562320169] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"112.704709ms","start":"2026-03-31T20:39:58.109196Z","end":"2026-03-31T20:39:58.221901Z","steps":["trace[562320169] 'process raft request' (duration: 112.560975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.878314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.610045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:58.878761Z","caller":"traceutil/trace.go:171","msg":"trace[769880649] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"714.163732ms","start":"2026-03-31T20:39:58.164508Z","end":"2026-03-31T20:39:58.878672Z","steps":["trace[769880649] 'process raft request' (duration: 179.063705ms)","trace[769880649] 'compare' (duration: 534.169945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:58.87895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.164483Z","time spent":"714.371457ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:58.878752Z","caller":"traceutil/trace.go:171","msg":"trace[133857894] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"690.170722ms","start":"2026-03-31T20:39:58.188547Z","end":"2026-03-31T20:39:58.878718Z","steps":["trace[133857894] 'process raft request' (duration: 689.896986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.879063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.188517Z","time spent":"690.49054ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:58.956447Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6034} {"level":"info","ts":"2026-03-31T20:39:58.956634Z","caller":"traceutil/trace.go:171","msg":"trace[83608862] compact","detail":"{revision:6034; response_revision:8245; }","duration":"733.372538ms","start":"2026-03-31T20:39:58.22324Z","end":"2026-03-31T20:39:58.956613Z","steps":["trace[83608862] 'process raft request' (duration: 655.362214ms)","trace[83608862] 'check and update compact revision' (duration: 77.758338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:58.956626Z","caller":"traceutil/trace.go:171","msg":"trace[550938745] linearizableReadLoop","detail":"{readStateIndex:8529; appliedIndex:8526; }","duration":"504.381557ms","start":"2026-03-31T20:39:58.452213Z","end":"2026-03-31T20:39:58.956595Z","steps":["trace[550938745] 'read index received' (duration: 356.138774ms)","trace[550938745] 'applied index is now lower than readState.Index' (duration: 148.238063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:58.956682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.22319Z","time spent":"733.488622ms","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:39:58.957036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.06814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:39:58.957055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.359031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:39:58.957106Z","caller":"traceutil/trace.go:171","msg":"trace[1296020365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8245; }","duration":"504.145702ms","start":"2026-03-31T20:39:58.45294Z","end":"2026-03-31T20:39:58.957086Z","steps":["trace[1296020365] 'agreement among raft nodes before linearized reading' (duration: 503.819584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:58.957125Z","caller":"traceutil/trace.go:171","msg":"trace[1778388431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8245; }","duration":"476.462503ms","start":"2026-03-31T20:39:58.480641Z","end":"2026-03-31T20:39:58.957104Z","steps":["trace[1778388431] 'agreement among raft nodes before linearized reading' (duration: 476.204327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.957132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.922129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:39:58.957161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.452886Z","time spent":"504.262114ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:58.957167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.829349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:39:58.95716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.244383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:58.957217Z","caller":"traceutil/trace.go:171","msg":"trace[193544746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8245; }","duration":"505.058403ms","start":"2026-03-31T20:39:58.452139Z","end":"2026-03-31T20:39:58.957198Z","steps":["trace[193544746] 'agreement among raft nodes before linearized reading' (duration: 504.597152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.957226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.590373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:39:58.957212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.480631Z","time spent":"476.564795ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:39:58.95725Z","caller":"traceutil/trace.go:171","msg":"trace[1099073220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8245; }","duration":"406.964682ms","start":"2026-03-31T20:39:58.550262Z","end":"2026-03-31T20:39:58.957227Z","steps":["trace[1099073220] 'agreement among raft nodes before linearized reading' (duration: 406.544952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.957267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.452119Z","time spent":"505.138915ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:39:58.957271Z","caller":"traceutil/trace.go:171","msg":"trace[1085632375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8245; }","duration":"475.656844ms","start":"2026-03-31T20:39:58.481602Z","end":"2026-03-31T20:39:58.957259Z","steps":["trace[1085632375] 'agreement among raft nodes before linearized reading' (duration: 475.233044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.957305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.481591Z","time spent":"475.706706ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:58.957306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.550239Z","time spent":"407.058334ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"warn","ts":"2026-03-31T20:39:58.957376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.199823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:39:58.957483Z","caller":"traceutil/trace.go:171","msg":"trace[1481899232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8245; }","duration":"475.335457ms","start":"2026-03-31T20:39:58.482127Z","end":"2026-03-31T20:39:58.957462Z","steps":["trace[1481899232] 'agreement among raft nodes before linearized reading' (duration: 474.64282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.957534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.482119Z","time spent":"475.403868ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:58.9574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.113381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:58.957721Z","caller":"traceutil/trace.go:171","msg":"trace[210885922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8245; }","duration":"475.796587ms","start":"2026-03-31T20:39:58.481906Z","end":"2026-03-31T20:39:58.957703Z","steps":["trace[210885922] 'agreement among raft nodes before linearized reading' (duration: 474.896946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:58.95779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.481886Z","time spent":"475.88934ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:39:58.957935Z","caller":"traceutil/trace.go:171","msg":"trace[1195174565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8245; }","duration":"169.392396ms","start":"2026-03-31T20:39:58.787857Z","end":"2026-03-31T20:39:58.95725Z","steps":["trace[1195174565] 'agreement among raft nodes before linearized reading' (duration: 168.943685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:59.155957Z","caller":"traceutil/trace.go:171","msg":"trace[100614264] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"193.5239ms","start":"2026-03-31T20:39:58.962385Z","end":"2026-03-31T20:39:59.155909Z","steps":["trace[100614264] 'process raft request' (duration: 174.789324ms)","trace[100614264] 'compare' (duration: 18.50721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:59.319908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.630391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:59.320024Z","caller":"traceutil/trace.go:171","msg":"trace[1795056362] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"357.458015ms","start":"2026-03-31T20:39:58.962545Z","end":"2026-03-31T20:39:59.320003Z","steps":["trace[1795056362] 'process raft request' (duration: 203.65865ms)","trace[1795056362] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 153.249522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:59.320075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.962525Z","time spent":"357.527936ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:59.543416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.343368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:59.543558Z","caller":"traceutil/trace.go:171","msg":"trace[16670052] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"580.963757ms","start":"2026-03-31T20:39:58.962568Z","end":"2026-03-31T20:39:59.543531Z","steps":["trace[16670052] 'process raft request' (duration: 357.419524ms)","trace[16670052] 'compare' (duration: 53.263956ms)","trace[16670052] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 169.643601ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T20:39:59.543633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.962535Z","time spent":"581.062619ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:59.989293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.5936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:59.98983Z","caller":"traceutil/trace.go:171","msg":"trace[245884419] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"1.026974517s","start":"2026-03-31T20:39:58.962722Z","end":"2026-03-31T20:39:59.989696Z","steps":["trace[245884419] 'process raft request' (duration: 580.790253ms)","trace[245884419] 'compare' (duration: 79.54709ms)","trace[245884419] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 365.493136ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T20:39:59.98999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.962695Z","time spent":"1.027198581s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:00.201783Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6034,"took":"1.242260462s","hash":1740030707,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":23199744,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T20:40:00.201866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1740030707,"revision":6034,"compact-revision":2976} {"level":"warn","ts":"2026-03-31T20:40:00.202145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.435758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:00.20227Z","caller":"traceutil/trace.go:171","msg":"trace[866442898] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"1.239497477s","start":"2026-03-31T20:39:58.962742Z","end":"2026-03-31T20:40:00.202239Z","steps":["trace[866442898] 'process raft request' (duration: 1.026933135s)","trace[866442898] 'compare' (duration: 56.277908ms)","trace[866442898] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 155.968296ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T20:40:00.202364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.962723Z","time spent":"1.23959644s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:00.291772Z","caller":"traceutil/trace.go:171","msg":"trace[1972187980] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"1.32842094s","start":"2026-03-31T20:39:58.963325Z","end":"2026-03-31T20:40:00.291746Z","steps":["trace[1972187980] 'process raft request' (duration: 1.238899222s)","trace[1972187980] 'compare' (duration: 89.19223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:00.291885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.96331Z","time spent":"1.328517103s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:00.291894Z","caller":"traceutil/trace.go:171","msg":"trace[2039948209] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8529; }","duration":"1.329036445s","start":"2026-03-31T20:39:58.962837Z","end":"2026-03-31T20:40:00.291873Z","steps":["trace[2039948209] 'read index received' (duration: 174.347754ms)","trace[2039948209] 'applied index is now lower than readState.Index' (duration: 1.154687151s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:00.292281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329433454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-03-31T20:40:00.292332Z","caller":"traceutil/trace.go:171","msg":"trace[843358638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8251; }","duration":"1.329515976s","start":"2026-03-31T20:39:58.962802Z","end":"2026-03-31T20:40:00.292318Z","steps":["trace[843358638] 'agreement among raft nodes before linearized reading' (duration: 1.329197139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:00.292376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.96279Z","time spent":"1.329572707s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223839,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:40:00.294036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.368018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:00.294037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30737166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:00.294071Z","caller":"traceutil/trace.go:171","msg":"trace[1095085415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8253; }","duration":"191.4424ms","start":"2026-03-31T20:40:00.102618Z","end":"2026-03-31T20:40:00.294061Z","steps":["trace[1095085415] 'agreement among raft nodes before linearized reading' (duration: 191.383528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:00.294086Z","caller":"traceutil/trace.go:171","msg":"trace[1445272899] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8253; }","duration":"1.307454552s","start":"2026-03-31T20:39:58.986617Z","end":"2026-03-31T20:40:00.294072Z","steps":["trace[1445272899] 'agreement among raft nodes before linearized reading' (duration: 1.30736388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:00.294131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:58.986598Z","time spent":"1.307520153s","remote":"127.0.0.1:57322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:40:00.294185Z","caller":"traceutil/trace.go:171","msg":"trace[629217737] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"816.409513ms","start":"2026-03-31T20:39:59.477767Z","end":"2026-03-31T20:40:00.294177Z","steps":["trace[629217737] 'process raft request' (duration: 814.073667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:00.294203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.943222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131099"} {"level":"warn","ts":"2026-03-31T20:40:00.29423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:59.477744Z","time spent":"816.457943ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:00.294249Z","caller":"traceutil/trace.go:171","msg":"trace[1947867885] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8253; }","duration":"965.020034ms","start":"2026-03-31T20:39:59.329217Z","end":"2026-03-31T20:40:00.294237Z","steps":["trace[1947867885] 'agreement among raft nodes before linearized reading' (duration: 964.882481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:00.294282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:59.329202Z","time spent":"965.073795ms","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131121,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T20:40:00.29432Z","caller":"traceutil/trace.go:171","msg":"trace[413152915] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"815.259265ms","start":"2026-03-31T20:39:59.479053Z","end":"2026-03-31T20:40:00.294312Z","steps":["trace[413152915] 'process raft request' (duration: 814.887476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:00.29436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:59.479032Z","time spent":"815.308465ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:00.294439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.217458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T20:40:00.294495Z","caller":"traceutil/trace.go:171","msg":"trace[1468034858] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8253; }","duration":"973.300361ms","start":"2026-03-31T20:39:59.321176Z","end":"2026-03-31T20:40:00.294477Z","steps":["trace[1468034858] 'agreement among raft nodes before linearized reading' (duration: 973.168258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:00.294534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:59.321158Z","time spent":"973.365072ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T20:40:01.445297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.230758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:40:01.445386Z","caller":"traceutil/trace.go:171","msg":"trace[278898330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8256; }","duration":"285.369612ms","start":"2026-03-31T20:40:01.159996Z","end":"2026-03-31T20:40:01.445366Z","steps":["trace[278898330] 'range keys from in-memory index tree' (duration: 285.028674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:01.445317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.699129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:40:01.445613Z","caller":"traceutil/trace.go:171","msg":"trace[1103122821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8256; }","duration":"121.041556ms","start":"2026-03-31T20:40:01.324555Z","end":"2026-03-31T20:40:01.445597Z","steps":["trace[1103122821] 'range keys from in-memory index tree' (duration: 120.552735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:09.646272Z","caller":"traceutil/trace.go:171","msg":"trace[250581898] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"155.211468ms","start":"2026-03-31T20:40:09.491034Z","end":"2026-03-31T20:40:09.646246Z","steps":["trace[250581898] 'process raft request' (duration: 90.025889ms)","trace[250581898] 'compare' (duration: 65.065826ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:10.574071Z","caller":"traceutil/trace.go:171","msg":"trace[97433264] linearizableReadLoop","detail":"{readStateIndex:8597; appliedIndex:8596; }","duration":"100.268882ms","start":"2026-03-31T20:40:10.473773Z","end":"2026-03-31T20:40:10.574042Z","steps":["trace[97433264] 'read index received' (duration: 9.775232ms)","trace[97433264] 'applied index is now lower than readState.Index' (duration: 90.49227ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:10.574113Z","caller":"traceutil/trace.go:171","msg":"trace[204057296] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"102.620909ms","start":"2026-03-31T20:40:10.471459Z","end":"2026-03-31T20:40:10.574079Z","steps":["trace[204057296] 'process raft request' (duration: 12.125769ms)","trace[204057296] 'compare' (duration: 90.04624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:10.574418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.627892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-03-31T20:40:10.574481Z","caller":"traceutil/trace.go:171","msg":"trace[441342633] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8311; }","duration":"100.734813ms","start":"2026-03-31T20:40:10.473734Z","end":"2026-03-31T20:40:10.574469Z","steps":["trace[441342633] 'agreement among raft nodes before linearized reading' (duration: 100.423846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:25.37155Z","caller":"traceutil/trace.go:171","msg":"trace[170892667] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"239.832649ms","start":"2026-03-31T20:40:25.131686Z","end":"2026-03-31T20:40:25.371519Z","steps":["trace[170892667] 'process raft request' (duration: 239.668495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:25.373964Z","caller":"traceutil/trace.go:171","msg":"trace[87995046] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8727; }","duration":"193.385006ms","start":"2026-03-31T20:40:25.180552Z","end":"2026-03-31T20:40:25.373937Z","steps":["trace[87995046] 'read index received' (duration: 191.121252ms)","trace[87995046] 'applied index is now lower than readState.Index' (duration: 2.262764ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:25.374012Z","caller":"traceutil/trace.go:171","msg":"trace[2037598556] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"238.284723ms","start":"2026-03-31T20:40:25.135707Z","end":"2026-03-31T20:40:25.373991Z","steps":["trace[2037598556] 'process raft request' (duration: 238.089428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:25.37422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.940666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-03-31T20:40:25.374266Z","caller":"traceutil/trace.go:171","msg":"trace[1614232727] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8437; }","duration":"140.059618ms","start":"2026-03-31T20:40:25.234193Z","end":"2026-03-31T20:40:25.374252Z","steps":["trace[1614232727] 'agreement among raft nodes before linearized reading' (duration: 139.892874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:25.374431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.861748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qr28w\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-31T20:40:25.374548Z","caller":"traceutil/trace.go:171","msg":"trace[559765698] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qr28w; range_end:; response_count:1; response_revision:8437; }","duration":"194.029581ms","start":"2026-03-31T20:40:25.180499Z","end":"2026-03-31T20:40:25.374529Z","steps":["trace[559765698] 'agreement among raft nodes before linearized reading' (duration: 193.5778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:29.024772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380775357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:29.525975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380775357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:40:29.582506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093765614s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:40:29.582868Z","caller":"traceutil/trace.go:171","msg":"trace[150144328] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"1.094214735s","start":"2026-03-31T20:40:28.48863Z","end":"2026-03-31T20:40:29.582845Z","steps":["trace[150144328] 'process raft request' (duration: 1.094066591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:29.582991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:28.488604Z","time spent":"1.094313716s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:30.579091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.348787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:30.579374Z","caller":"traceutil/trace.go:171","msg":"trace[823482978] linearizableReadLoop","detail":"{readStateIndex:8751; appliedIndex:8748; }","duration":"2.054892804s","start":"2026-03-31T20:40:28.524462Z","end":"2026-03-31T20:40:30.579354Z","steps":["trace[823482978] 'read index received' (duration: 1.058235029s)","trace[823482978] 'applied index is now lower than readState.Index' (duration: 996.656585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:30.579506Z","caller":"traceutil/trace.go:171","msg":"trace[1919647154] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"1.189728143s","start":"2026-03-31T20:40:29.389756Z","end":"2026-03-31T20:40:30.579485Z","steps":["trace[1919647154] 'process raft request' (duration: 1.189488527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:30.5796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:29.389736Z","time spent":"1.189815176s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:30.579902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917391666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:40:30.57998Z","caller":"traceutil/trace.go:171","msg":"trace[966380683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8459; }","duration":"1.917475078s","start":"2026-03-31T20:40:28.662488Z","end":"2026-03-31T20:40:30.579963Z","steps":["trace[966380683] 'agreement among raft nodes before linearized reading' (duration: 1.917251823s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:30.579996Z","caller":"traceutil/trace.go:171","msg":"trace[1962759362] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"1.191460554s","start":"2026-03-31T20:40:29.388504Z","end":"2026-03-31T20:40:30.579964Z","steps":["trace[1962759362] 'process raft request' (duration: 1.023140434s)","trace[1962759362] 'compare' (duration: 166.895916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:30.580034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:28.662435Z","time spent":"1.917586561s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:30.58012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:29.38848Z","time spent":"1.191582228s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:30.580127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793451811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:30.580183Z","caller":"traceutil/trace.go:171","msg":"trace[955893232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8459; }","duration":"1.793543423s","start":"2026-03-31T20:40:28.786626Z","end":"2026-03-31T20:40:30.58017Z","steps":["trace[955893232] 'agreement among raft nodes before linearized reading' (duration: 1.793451951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:30.580239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:28.786609Z","time spent":"1.793614315s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:40:30.580225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.405859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:40:30.580227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055742034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:30.580301Z","caller":"traceutil/trace.go:171","msg":"trace[1454474098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8459; }","duration":"842.512872ms","start":"2026-03-31T20:40:29.737768Z","end":"2026-03-31T20:40:30.58028Z","steps":["trace[1454474098] 'agreement among raft nodes before linearized reading' (duration: 842.301677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:30.580313Z","caller":"traceutil/trace.go:171","msg":"trace[476101100] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8459; }","duration":"2.055866797s","start":"2026-03-31T20:40:28.524423Z","end":"2026-03-31T20:40:30.58029Z","steps":["trace[476101100] 'agreement among raft nodes before linearized reading' (duration: 2.055735664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:30.580272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.993174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:40:30.580348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:29.737756Z","time spent":"842.584633ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:40:30.580325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904603013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:40:30.580396Z","caller":"traceutil/trace.go:171","msg":"trace[1473764007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8459; }","duration":"216.160017ms","start":"2026-03-31T20:40:30.364213Z","end":"2026-03-31T20:40:30.580373Z","steps":["trace[1473764007] 'agreement among raft nodes before linearized reading' (duration: 215.776478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:30.580399Z","caller":"traceutil/trace.go:171","msg":"trace[681311891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8459; }","duration":"1.904703394s","start":"2026-03-31T20:40:28.675681Z","end":"2026-03-31T20:40:30.580385Z","steps":["trace[681311891] 'agreement among raft nodes before linearized reading' (duration: 1.904542841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:30.580448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.124614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:40:30.580555Z","caller":"traceutil/trace.go:171","msg":"trace[1335012361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8459; }","duration":"404.273078ms","start":"2026-03-31T20:40:30.176256Z","end":"2026-03-31T20:40:30.580529Z","steps":["trace[1335012361] 'agreement among raft nodes before linearized reading' (duration: 403.975611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:30.580487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:28.675668Z","time spent":"1.904808288s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"warn","ts":"2026-03-31T20:40:30.580617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:30.176237Z","time spent":"404.36771ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:30.580356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:28.524406Z","time spent":"2.055939039s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:30.580225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.621922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:40:30.580724Z","caller":"traceutil/trace.go:171","msg":"trace[514413243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8459; }","duration":"861.175705ms","start":"2026-03-31T20:40:29.719535Z","end":"2026-03-31T20:40:30.580711Z","steps":["trace[514413243] 'agreement among raft nodes before linearized reading' (duration: 860.51746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:30.580762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:29.71951Z","time spent":"861.239797ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:30.580786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.013054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:40:30.580875Z","caller":"traceutil/trace.go:171","msg":"trace[711005749] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8459; }","duration":"774.135307ms","start":"2026-03-31T20:40:29.80672Z","end":"2026-03-31T20:40:30.580855Z","steps":["trace[711005749] 'agreement among raft nodes before linearized reading' (duration: 773.228795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:30.58093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:29.8067Z","time spent":"774.212568ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:40:31.296323Z","caller":"traceutil/trace.go:171","msg":"trace[116962358] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"208.435674ms","start":"2026-03-31T20:40:31.08785Z","end":"2026-03-31T20:40:31.296286Z","steps":["trace[116962358] 'process raft request' (duration: 164.737865ms)","trace[116962358] 'compare' (duration: 43.539935ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:32.908353Z","caller":"traceutil/trace.go:171","msg":"trace[819595082] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"322.410582ms","start":"2026-03-31T20:40:32.585924Z","end":"2026-03-31T20:40:32.908335Z","steps":["trace[819595082] 'process raft request' (duration: 322.30089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.908484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.585901Z","time spent":"322.524696ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:32.938396Z","caller":"traceutil/trace.go:171","msg":"trace[1912532214] linearizableReadLoop","detail":"{readStateIndex:8763; appliedIndex:8761; }","duration":"326.341235ms","start":"2026-03-31T20:40:32.612041Z","end":"2026-03-31T20:40:32.938382Z","steps":["trace[1912532214] 'read index received' (duration: 296.261461ms)","trace[1912532214] 'applied index is now lower than readState.Index' (duration: 30.079294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:32.938539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.270985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:40:32.938499Z","caller":"traceutil/trace.go:171","msg":"trace[680425969] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"352.250511ms","start":"2026-03-31T20:40:32.586209Z","end":"2026-03-31T20:40:32.938459Z","steps":["trace[680425969] 'process raft request' (duration: 352.084557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.938604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.076571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:40:32.938612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.678721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:40:32.938618Z","caller":"traceutil/trace.go:171","msg":"trace[1871530878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8470; }","duration":"321.140362ms","start":"2026-03-31T20:40:32.617474Z","end":"2026-03-31T20:40:32.938614Z","steps":["trace[1871530878] 'agreement among raft nodes before linearized reading' (duration: 321.098401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.938638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.617441Z","time spent":"321.193413ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:40:32.938642Z","caller":"traceutil/trace.go:171","msg":"trace[769821597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8470; }","duration":"320.722222ms","start":"2026-03-31T20:40:32.617907Z","end":"2026-03-31T20:40:32.93863Z","steps":["trace[769821597] 'agreement among raft nodes before linearized reading' (duration: 320.668121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.938664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.617896Z","time spent":"320.762723ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:32.938682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.756793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:40:32.938701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.640005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:40:32.938771Z","caller":"traceutil/trace.go:171","msg":"trace[1667552416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8470; }","duration":"316.725267ms","start":"2026-03-31T20:40:32.62203Z","end":"2026-03-31T20:40:32.938756Z","steps":["trace[1667552416] 'agreement among raft nodes before linearized reading' (duration: 316.502472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.938762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.447169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:40:32.938676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.586191Z","time spent":"352.403575ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:32.938542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.487869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:40:32.938828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.526935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:32.938832Z","caller":"traceutil/trace.go:171","msg":"trace[499186348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8470; }","duration":"321.549662ms","start":"2026-03-31T20:40:32.617264Z","end":"2026-03-31T20:40:32.938814Z","steps":["trace[499186348] 'agreement among raft nodes before linearized reading' (duration: 321.364657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.938876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.617249Z","time spent":"321.619804ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:40:32.938876Z","caller":"traceutil/trace.go:171","msg":"trace[480733496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8470; }","duration":"152.598677ms","start":"2026-03-31T20:40:32.786261Z","end":"2026-03-31T20:40:32.93886Z","steps":["trace[480733496] 'agreement among raft nodes before linearized reading' (duration: 152.520085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:32.938885Z","caller":"traceutil/trace.go:171","msg":"trace[1614704723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8470; }","duration":"326.847198ms","start":"2026-03-31T20:40:32.61201Z","end":"2026-03-31T20:40:32.938857Z","steps":["trace[1614704723] 'agreement among raft nodes before linearized reading' (duration: 326.451968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:32.938562Z","caller":"traceutil/trace.go:171","msg":"trace[1068621390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8470; }","duration":"321.340687ms","start":"2026-03-31T20:40:32.617215Z","end":"2026-03-31T20:40:32.938556Z","steps":["trace[1068621390] 'agreement among raft nodes before linearized reading' (duration: 321.267075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.938966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.61719Z","time spent":"321.770247ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:32.938977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.611997Z","time spent":"326.94907ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:32.938813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.621998Z","time spent":"316.809429ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"info","ts":"2026-03-31T20:40:32.938749Z","caller":"traceutil/trace.go:171","msg":"trace[1085856514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8470; }","duration":"320.843625ms","start":"2026-03-31T20:40:32.617889Z","end":"2026-03-31T20:40:32.938733Z","steps":["trace[1085856514] 'agreement among raft nodes before linearized reading' (duration: 320.680921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:32.939677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:32.61788Z","time spent":"321.618573ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:40:43.17119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.865911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:40:43.171431Z","caller":"traceutil/trace.go:171","msg":"trace[18516404] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8562; }","duration":"401.728217ms","start":"2026-03-31T20:40:42.769679Z","end":"2026-03-31T20:40:43.171407Z","steps":["trace[18516404] 'process raft request' (duration: 145.310813ms)","trace[18516404] 'compare' (duration: 255.473861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:43.171564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:42.769668Z","time spent":"401.850661ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T20:40:43.173329Z","caller":"traceutil/trace.go:171","msg":"trace[212091279] linearizableReadLoop","detail":"{readStateIndex:8861; appliedIndex:8859; }","duration":"385.827359ms","start":"2026-03-31T20:40:42.787482Z","end":"2026-03-31T20:40:43.173309Z","steps":["trace[212091279] 'read index received' (duration: 127.540791ms)","trace[212091279] 'applied index is now lower than readState.Index' (duration: 258.285628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:43.17367Z","caller":"traceutil/trace.go:171","msg":"trace[944912080] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"403.95108ms","start":"2026-03-31T20:40:42.769705Z","end":"2026-03-31T20:40:43.173656Z","steps":["trace[944912080] 'process raft request' (duration: 403.481629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.173851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:42.769683Z","time spent":"404.024642ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:43.17402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.534816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:43.174075Z","caller":"traceutil/trace.go:171","msg":"trace[1523921618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8563; }","duration":"386.611868ms","start":"2026-03-31T20:40:42.787449Z","end":"2026-03-31T20:40:43.17406Z","steps":["trace[1523921618] 'agreement among raft nodes before linearized reading' (duration: 386.517176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.174109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:42.787432Z","time spent":"386.670329ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:40:43.673754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380775666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:40:43.801821Z","caller":"traceutil/trace.go:171","msg":"trace[2035212549] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"865.210432ms","start":"2026-03-31T20:40:42.936589Z","end":"2026-03-31T20:40:43.8018Z","steps":["trace[2035212549] 'process raft request' (duration: 865.015997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.801954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:42.936559Z","time spent":"865.329135ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:43.80217Z","caller":"traceutil/trace.go:171","msg":"trace[418748030] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"833.529579ms","start":"2026-03-31T20:40:42.968608Z","end":"2026-03-31T20:40:43.802138Z","steps":["trace[418748030] 'process raft request' (duration: 833.14795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.802398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:42.968589Z","time spent":"833.651552ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:43.998629Z","caller":"traceutil/trace.go:171","msg":"trace[307157757] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"685.524632ms","start":"2026-03-31T20:40:43.313073Z","end":"2026-03-31T20:40:43.998597Z","steps":["trace[307157757] 'process raft request' (duration: 685.284686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.998781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.313049Z","time spent":"685.656975ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:43.998896Z","caller":"traceutil/trace.go:171","msg":"trace[1900564897] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8861; }","duration":"825.472337ms","start":"2026-03-31T20:40:43.173392Z","end":"2026-03-31T20:40:43.998864Z","steps":["trace[1900564897] 'read index received' (duration: 628.175139ms)","trace[1900564897] 'applied index is now lower than readState.Index' (duration: 197.296568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:43.999048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.907878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:40:43.999069Z","caller":"traceutil/trace.go:171","msg":"trace[609393969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8569; }","duration":"974.95237ms","start":"2026-03-31T20:40:43.02411Z","end":"2026-03-31T20:40:43.999062Z","steps":["trace[609393969] 'agreement among raft nodes before linearized reading' (duration: 974.840787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.999087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.024099Z","time spent":"974.98412ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"warn","ts":"2026-03-31T20:40:43.999139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.502735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:40:43.999216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.159877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:43.999188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.148415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:40:43.999237Z","caller":"traceutil/trace.go:171","msg":"trace[1536834543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8569; }","duration":"824.209677ms","start":"2026-03-31T20:40:43.175021Z","end":"2026-03-31T20:40:43.999231Z","steps":["trace[1536834543] 'agreement among raft nodes before linearized reading' (duration: 824.172736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.999263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.175003Z","time spent":"824.256829ms","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:40:43.999247Z","caller":"traceutil/trace.go:171","msg":"trace[146865358] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8569; }","duration":"949.651229ms","start":"2026-03-31T20:40:43.04956Z","end":"2026-03-31T20:40:43.999212Z","steps":["trace[146865358] 'agreement among raft nodes before linearized reading' (duration: 949.375642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:43.999273Z","caller":"traceutil/trace.go:171","msg":"trace[889474692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8569; }","duration":"994.279658ms","start":"2026-03-31T20:40:43.004971Z","end":"2026-03-31T20:40:43.999251Z","steps":["trace[889474692] 'agreement among raft nodes before linearized reading' (duration: 994.031693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.999281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.145612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:40:43.999321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.004951Z","time spent":"994.360811ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:43.999336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.049546Z","time spent":"949.763851ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:43.999373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.835166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:40:43.99943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.942972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T20:40:43.999449Z","caller":"traceutil/trace.go:171","msg":"trace[327748970] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8569; }","duration":"107.006633ms","start":"2026-03-31T20:40:43.892437Z","end":"2026-03-31T20:40:43.999443Z","steps":["trace[327748970] 'agreement among raft nodes before linearized reading' (duration: 106.939881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:43.999423Z","caller":"traceutil/trace.go:171","msg":"trace[1013013983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8569; }","duration":"979.920877ms","start":"2026-03-31T20:40:43.019488Z","end":"2026-03-31T20:40:43.999409Z","steps":["trace[1013013983] 'agreement among raft nodes before linearized reading' (duration: 979.782624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.999448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.474774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:40:43.999476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.019468Z","time spent":"980.00091ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:40:43.999493Z","caller":"traceutil/trace.go:171","msg":"trace[1389655263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8569; }","duration":"978.538785ms","start":"2026-03-31T20:40:43.02094Z","end":"2026-03-31T20:40:43.999479Z","steps":["trace[1389655263] 'agreement among raft nodes before linearized reading' (duration: 978.424582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:43.999543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.020928Z","time spent":"978.601566ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:43.999647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.273977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-qr28w\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-31T20:40:43.999777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.824156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:40:44.00022Z","caller":"traceutil/trace.go:171","msg":"trace[1951747724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8569; }","duration":"980.255346ms","start":"2026-03-31T20:40:43.019941Z","end":"2026-03-31T20:40:44.000196Z","steps":["trace[1951747724] 'agreement among raft nodes before linearized reading' (duration: 979.700393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.000302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.019892Z","time spent":"980.392419ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:40:43.999339Z","caller":"traceutil/trace.go:171","msg":"trace[1825334513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8569; }","duration":"977.219283ms","start":"2026-03-31T20:40:43.022101Z","end":"2026-03-31T20:40:43.99932Z","steps":["trace[1825334513] 'agreement among raft nodes before linearized reading' (duration: 977.09836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.000704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.022087Z","time spent":"978.600067ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:40:43.999664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.309747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qr28w\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-31T20:40:44.002535Z","caller":"traceutil/trace.go:171","msg":"trace[1921901787] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qr28w; range_end:; response_count:1; response_revision:8569; }","duration":"821.140435ms","start":"2026-03-31T20:40:43.181328Z","end":"2026-03-31T20:40:44.002468Z","steps":["trace[1921901787] 'agreement among raft nodes before linearized reading' (duration: 818.259956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.00264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.181315Z","time spent":"821.292248ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qr28w\" "} {"level":"info","ts":"2026-03-31T20:40:43.999801Z","caller":"traceutil/trace.go:171","msg":"trace[227899610] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-qr28w; range_end:; response_count:1; response_revision:8569; }","duration":"818.43579ms","start":"2026-03-31T20:40:43.181354Z","end":"2026-03-31T20:40:43.99979Z","steps":["trace[227899610] 'agreement among raft nodes before linearized reading' (duration: 818.213185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.002877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.181315Z","time spent":"821.517054ms","remote":"127.0.0.1:36322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-qr28w\" "} {"level":"info","ts":"2026-03-31T20:40:43.999717Z","caller":"traceutil/trace.go:171","msg":"trace[605267923] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"649.444124ms","start":"2026-03-31T20:40:43.350255Z","end":"2026-03-31T20:40:43.999699Z","steps":["trace[605267923] 'process raft request' (duration: 648.275136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.003083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.350235Z","time spent":"652.760133ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:40:43.999159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.196061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:40:44.003361Z","caller":"traceutil/trace.go:171","msg":"trace[1158061019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8569; }","duration":"983.439232ms","start":"2026-03-31T20:40:43.019903Z","end":"2026-03-31T20:40:44.003342Z","steps":["trace[1158061019] 'agreement among raft nodes before linearized reading' (duration: 979.062888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.003421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.019884Z","time spent":"983.520243ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:40:43.999861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.990367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:44.003633Z","caller":"traceutil/trace.go:171","msg":"trace[1652547532] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8569; }","duration":"135.789137ms","start":"2026-03-31T20:40:43.86782Z","end":"2026-03-31T20:40:44.003609Z","steps":["trace[1652547532] 'agreement among raft nodes before linearized reading' (duration: 132.006847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:43.999869Z","caller":"traceutil/trace.go:171","msg":"trace[665281244] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"358.283795ms","start":"2026-03-31T20:40:43.641577Z","end":"2026-03-31T20:40:43.999861Z","steps":["trace[665281244] 'process raft request' (duration: 357.145858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.003899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.641554Z","time spent":"362.28757ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:43.99992Z","caller":"traceutil/trace.go:171","msg":"trace[328247178] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"230.803925ms","start":"2026-03-31T20:40:43.769103Z","end":"2026-03-31T20:40:43.999907Z","steps":["trace[328247178] 'process raft request' (duration: 229.724919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.000026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.199002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qr28w\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-31T20:40:44.004346Z","caller":"traceutil/trace.go:171","msg":"trace[288772450] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qr28w; range_end:; response_count:1; response_revision:8569; }","duration":"654.537755ms","start":"2026-03-31T20:40:43.349787Z","end":"2026-03-31T20:40:44.004325Z","steps":["trace[288772450] 'agreement among raft nodes before linearized reading' (duration: 650.196382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.004408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.349771Z","time spent":"654.619257ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qr28w\" "} {"level":"warn","ts":"2026-03-31T20:40:44.000018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.859171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:44.004528Z","caller":"traceutil/trace.go:171","msg":"trace[1866693202] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8569; }","duration":"587.39311ms","start":"2026-03-31T20:40:43.417117Z","end":"2026-03-31T20:40:44.00451Z","steps":["trace[1866693202] 'agreement among raft nodes before linearized reading' (duration: 582.76752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.004592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:43.417099Z","time spent":"587.473591ms","remote":"127.0.0.1:57522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:40:44.17488Z","caller":"traceutil/trace.go:171","msg":"trace[821681200] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8867; }","duration":"168.109065ms","start":"2026-03-31T20:40:44.006747Z","end":"2026-03-31T20:40:44.174856Z","steps":["trace[821681200] 'read index received' (duration: 89.853935ms)","trace[821681200] 'applied index is now lower than readState.Index' (duration: 78.25428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:44.174989Z","caller":"traceutil/trace.go:171","msg":"trace[986597651] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"170.44521ms","start":"2026-03-31T20:40:44.004506Z","end":"2026-03-31T20:40:44.174951Z","steps":["trace[986597651] 'process raft request' (duration: 92.022616ms)","trace[986597651] 'compare' (duration: 78.206509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:44.175288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.517144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228475"} {"level":"info","ts":"2026-03-31T20:40:44.175329Z","caller":"traceutil/trace.go:171","msg":"trace[1849207396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8570; }","duration":"168.605087ms","start":"2026-03-31T20:40:44.006714Z","end":"2026-03-31T20:40:44.175319Z","steps":["trace[1849207396] 'agreement among raft nodes before linearized reading' (duration: 168.256289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.201388Z","caller":"traceutil/trace.go:171","msg":"trace[985626666] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"194.276317ms","start":"2026-03-31T20:40:44.007091Z","end":"2026-03-31T20:40:44.201367Z","steps":["trace[985626666] 'process raft request' (duration: 194.202965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.201548Z","caller":"traceutil/trace.go:171","msg":"trace[1509112809] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"194.518022ms","start":"2026-03-31T20:40:44.006991Z","end":"2026-03-31T20:40:44.201509Z","steps":["trace[1509112809] 'process raft request' (duration: 194.176534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.201734Z","caller":"traceutil/trace.go:171","msg":"trace[1104962773] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"194.433071ms","start":"2026-03-31T20:40:44.007266Z","end":"2026-03-31T20:40:44.201699Z","steps":["trace[1104962773] 'process raft request' (duration: 194.066042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.201866Z","caller":"traceutil/trace.go:171","msg":"trace[1143609339] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"194.523693ms","start":"2026-03-31T20:40:44.007306Z","end":"2026-03-31T20:40:44.201829Z","steps":["trace[1143609339] 'process raft request' (duration: 194.294267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.202046Z","caller":"traceutil/trace.go:171","msg":"trace[1806860559] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"192.28317ms","start":"2026-03-31T20:40:44.009748Z","end":"2026-03-31T20:40:44.202031Z","steps":["trace[1806860559] 'process raft request' (duration: 192.183767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.202117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.83413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qr28w\" ","response":"range_response_count:1 size:4670"} {"level":"warn","ts":"2026-03-31T20:40:44.202123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.750557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:44.202153Z","caller":"traceutil/trace.go:171","msg":"trace[523558392] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"194.643916ms","start":"2026-03-31T20:40:44.007487Z","end":"2026-03-31T20:40:44.202131Z","steps":["trace[523558392] 'process raft request' (duration: 194.357159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.202164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.380903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qr28w\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-31T20:40:44.202201Z","caller":"traceutil/trace.go:171","msg":"trace[1651384007] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qr28w; range_end:; response_count:1; response_revision:8576; }","duration":"194.922562ms","start":"2026-03-31T20:40:44.007251Z","end":"2026-03-31T20:40:44.202174Z","steps":["trace[1651384007] 'agreement among raft nodes before linearized reading' (duration: 194.804789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.202202Z","caller":"traceutil/trace.go:171","msg":"trace[2132852184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8576; }","duration":"191.87471ms","start":"2026-03-31T20:40:44.010309Z","end":"2026-03-31T20:40:44.202184Z","steps":["trace[2132852184] 'agreement among raft nodes before linearized reading' (duration: 191.744727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.202215Z","caller":"traceutil/trace.go:171","msg":"trace[1568299925] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qr28w; range_end:; response_count:1; response_revision:8576; }","duration":"195.470836ms","start":"2026-03-31T20:40:44.006732Z","end":"2026-03-31T20:40:44.202203Z","steps":["trace[1568299925] 'agreement among raft nodes before linearized reading' (duration: 195.346943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:44.202271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.200138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a207a89a14a199\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T20:40:44.202321Z","caller":"traceutil/trace.go:171","msg":"trace[1005384968] range","detail":"{range_begin:/registry/events/openstack/ceph.18a207a89a14a199; range_end:; response_count:1; response_revision:8576; }","duration":"184.262089ms","start":"2026-03-31T20:40:44.018047Z","end":"2026-03-31T20:40:44.202309Z","steps":["trace[1005384968] 'agreement among raft nodes before linearized reading' (duration: 184.100855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.470875Z","caller":"traceutil/trace.go:171","msg":"trace[1409759911] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"261.584005ms","start":"2026-03-31T20:40:44.209268Z","end":"2026-03-31T20:40:44.470852Z","steps":["trace[1409759911] 'process raft request' (duration: 261.426262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.495012Z","caller":"traceutil/trace.go:171","msg":"trace[2013073921] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8579; }","duration":"228.031759ms","start":"2026-03-31T20:40:44.266947Z","end":"2026-03-31T20:40:44.494978Z","steps":["trace[2013073921] 'process raft request' (duration: 227.764972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:45.702513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.112384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:40:45.702617Z","caller":"traceutil/trace.go:171","msg":"trace[300018470] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8585; }","duration":"598.257148ms","start":"2026-03-31T20:40:45.104331Z","end":"2026-03-31T20:40:45.702588Z","steps":["trace[300018470] 'range keys from in-memory index tree' (duration: 597.641813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:45.702675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:45.104312Z","time spent":"598.3485ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T20:40:46.287848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380775728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:40:46.597467Z","caller":"traceutil/trace.go:171","msg":"trace[1661500651] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"851.132197ms","start":"2026-03-31T20:40:45.746305Z","end":"2026-03-31T20:40:46.597437Z","steps":["trace[1661500651] 'process raft request' (duration: 850.943503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.59764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:45.746287Z","time spent":"851.26823ms","remote":"127.0.0.1:37316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:46.83618Z","caller":"traceutil/trace.go:171","msg":"trace[21364925] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"1.028018701s","start":"2026-03-31T20:40:45.808124Z","end":"2026-03-31T20:40:46.836143Z","steps":["trace[21364925] 'process raft request' (duration: 1.02794652s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:46.836208Z","caller":"traceutil/trace.go:171","msg":"trace[9656103] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"1.029740502s","start":"2026-03-31T20:40:45.806433Z","end":"2026-03-31T20:40:46.836174Z","steps":["trace[9656103] 'process raft request' (duration: 1.029510047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.836376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:45.80642Z","time spent":"1.029853435s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:46.836582Z","caller":"traceutil/trace.go:171","msg":"trace[747103395] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"826.531792ms","start":"2026-03-31T20:40:46.010028Z","end":"2026-03-31T20:40:46.836559Z","steps":["trace[747103395] 'process raft request' (duration: 826.081702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.836698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.010001Z","time spent":"826.635705ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:46.836886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:45.808112Z","time spent":"1.028146554s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:46.984291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.759651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:40:46.984401Z","caller":"traceutil/trace.go:171","msg":"trace[993959147] linearizableReadLoop","detail":"{readStateIndex:8887; appliedIndex:8883; }","duration":"1.197011407s","start":"2026-03-31T20:40:45.787371Z","end":"2026-03-31T20:40:46.984383Z","steps":["trace[993959147] 'read index received' (duration: 809.879707ms)","trace[993959147] 'applied index is now lower than readState.Index' (duration: 387.13031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:46.984572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197191681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:46.984644Z","caller":"traceutil/trace.go:171","msg":"trace[944003404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8589; }","duration":"1.197299344s","start":"2026-03-31T20:40:45.787326Z","end":"2026-03-31T20:40:46.984626Z","steps":["trace[944003404] 'agreement among raft nodes before linearized reading' (duration: 1.197186301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.984679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:45.78731Z","time spent":"1.197360875s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:40:46.984695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.741807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b8f88b948-9ft2k.18a2079d84ddbe41\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T20:40:46.984707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.533659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:40:46.984755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.05385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:40:46.984767Z","caller":"traceutil/trace.go:171","msg":"trace[957380359] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8589; }","duration":"432.638292ms","start":"2026-03-31T20:40:46.552112Z","end":"2026-03-31T20:40:46.98475Z","steps":["trace[957380359] 'agreement among raft nodes before linearized reading' (duration: 432.514249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.984767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.336361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:46.98485Z","caller":"traceutil/trace.go:171","msg":"trace[1673991657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8589; }","duration":"778.156463ms","start":"2026-03-31T20:40:46.20664Z","end":"2026-03-31T20:40:46.984797Z","steps":["trace[1673991657] 'agreement among raft nodes before linearized reading' (duration: 777.929188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.984864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.283769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:40:46.984873Z","caller":"traceutil/trace.go:171","msg":"trace[1603087850] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8589; }","duration":"524.486864ms","start":"2026-03-31T20:40:46.460364Z","end":"2026-03-31T20:40:46.984851Z","steps":["trace[1603087850] 'agreement among raft nodes before linearized reading' (duration: 524.170477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.984889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.356148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:40:46.984897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.206618Z","time spent":"778.268345ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:40:46.984919Z","caller":"traceutil/trace.go:171","msg":"trace[914740469] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8589; }","duration":"779.365462ms","start":"2026-03-31T20:40:46.205537Z","end":"2026-03-31T20:40:46.984903Z","steps":["trace[914740469] 'agreement among raft nodes before linearized reading' (duration: 779.200808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.984939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.346697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:40:46.98495Z","caller":"traceutil/trace.go:171","msg":"trace[1502907963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8589; }","duration":"778.433219ms","start":"2026-03-31T20:40:46.206495Z","end":"2026-03-31T20:40:46.984928Z","steps":["trace[1502907963] 'agreement among raft nodes before linearized reading' (duration: 778.305946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.984936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.460344Z","time spent":"524.575326ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:46.984966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.20552Z","time spent":"779.432843ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:46.984983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.549842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:40:46.984987Z","caller":"traceutil/trace.go:171","msg":"trace[1010085232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8589; }","duration":"778.415349ms","start":"2026-03-31T20:40:46.206558Z","end":"2026-03-31T20:40:46.984974Z","steps":["trace[1010085232] 'agreement among raft nodes before linearized reading' (duration: 778.238505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:46.985007Z","caller":"traceutil/trace.go:171","msg":"trace[1437726542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8589; }","duration":"802.592324ms","start":"2026-03-31T20:40:46.182407Z","end":"2026-03-31T20:40:46.985Z","steps":["trace[1437726542] 'agreement among raft nodes before linearized reading' (duration: 802.507952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.985002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.206482Z","time spent":"778.505822ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:46.985038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.182399Z","time spent":"802.626134ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"warn","ts":"2026-03-31T20:40:46.985122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.05102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:40:46.984765Z","caller":"traceutil/trace.go:171","msg":"trace[1508057004] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b8f88b948-9ft2k.18a2079d84ddbe41; range_end:; response_count:1; response_revision:8589; }","duration":"725.83324ms","start":"2026-03-31T20:40:46.258908Z","end":"2026-03-31T20:40:46.984741Z","steps":["trace[1508057004] 'agreement among raft nodes before linearized reading' (duration: 725.643105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.985202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.25889Z","time spent":"726.30276ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5b8f88b948-9ft2k.18a2079d84ddbe41\" "} {"level":"info","ts":"2026-03-31T20:40:46.985213Z","caller":"traceutil/trace.go:171","msg":"trace[1391822517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8589; }","duration":"807.178863ms","start":"2026-03-31T20:40:46.177996Z","end":"2026-03-31T20:40:46.985174Z","steps":["trace[1391822517] 'agreement among raft nodes before linearized reading' (duration: 806.978208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.985263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.177965Z","time spent":"807.286145ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:46.984867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.552087Z","time spent":"432.720003ms","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:46.984701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181666312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T20:40:46.98543Z","caller":"traceutil/trace.go:171","msg":"trace[1319733657] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8589; }","duration":"1.182426041s","start":"2026-03-31T20:40:45.802985Z","end":"2026-03-31T20:40:46.985411Z","steps":["trace[1319733657] 'agreement among raft nodes before linearized reading' (duration: 1.18155057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.985505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:45.802968Z","time spent":"1.182513632s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T20:40:46.984751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.559752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:40:46.985603Z","caller":"traceutil/trace.go:171","msg":"trace[2045911738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8589; }","duration":"779.436454ms","start":"2026-03-31T20:40:46.206148Z","end":"2026-03-31T20:40:46.985585Z","steps":["trace[2045911738] 'agreement among raft nodes before linearized reading' (duration: 778.397229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:46.985712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.206138Z","time spent":"779.558997ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:40:46.985036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:46.206548Z","time spent":"778.47529ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:40:47.228518Z","caller":"traceutil/trace.go:171","msg":"trace[1645705026] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"238.838405ms","start":"2026-03-31T20:40:46.989649Z","end":"2026-03-31T20:40:47.228487Z","steps":["trace[1645705026] 'process raft request' (duration: 238.540118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:47.228566Z","caller":"traceutil/trace.go:171","msg":"trace[2008156515] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"238.782244ms","start":"2026-03-31T20:40:46.98974Z","end":"2026-03-31T20:40:47.228522Z","steps":["trace[2008156515] 'process raft request' (duration: 238.639881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:47.22867Z","caller":"traceutil/trace.go:171","msg":"trace[371344414] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8888; }","duration":"238.529508ms","start":"2026-03-31T20:40:46.990112Z","end":"2026-03-31T20:40:47.228641Z","steps":["trace[371344414] 'read index received' (duration: 59.78908ms)","trace[371344414] 'applied index is now lower than readState.Index' (duration: 178.739068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:47.228739Z","caller":"traceutil/trace.go:171","msg":"trace[1698031545] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"238.313543ms","start":"2026-03-31T20:40:46.990412Z","end":"2026-03-31T20:40:47.228726Z","steps":["trace[1698031545] 'process raft request' (duration: 238.153939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:47.22873Z","caller":"traceutil/trace.go:171","msg":"trace[1487950518] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"238.310423ms","start":"2026-03-31T20:40:46.990385Z","end":"2026-03-31T20:40:47.228696Z","steps":["trace[1487950518] 'process raft request' (duration: 238.131279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:47.228842Z","caller":"traceutil/trace.go:171","msg":"trace[386988128] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"238.372575ms","start":"2026-03-31T20:40:46.990428Z","end":"2026-03-31T20:40:47.228801Z","steps":["trace[386988128] 'process raft request' (duration: 238.1745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:47.2288Z","caller":"traceutil/trace.go:171","msg":"trace[1995496606] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"238.741283ms","start":"2026-03-31T20:40:46.990025Z","end":"2026-03-31T20:40:47.228766Z","steps":["trace[1995496606] 'process raft request' (duration: 238.404005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:47.228994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.503213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:47.229055Z","caller":"traceutil/trace.go:171","msg":"trace[2145510420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8596; }","duration":"234.592856ms","start":"2026-03-31T20:40:46.994447Z","end":"2026-03-31T20:40:47.22904Z","steps":["trace[2145510420] 'agreement among raft nodes before linearized reading' (duration: 234.466432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:47.22922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.103912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228460"} {"level":"info","ts":"2026-03-31T20:40:47.22928Z","caller":"traceutil/trace.go:171","msg":"trace[723799281] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8596; }","duration":"239.296457ms","start":"2026-03-31T20:40:46.989971Z","end":"2026-03-31T20:40:47.229267Z","steps":["trace[723799281] 'agreement among raft nodes before linearized reading' (duration: 238.828296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:48.89986Z","caller":"traceutil/trace.go:171","msg":"trace[1301487918] linearizableReadLoop","detail":"{readStateIndex:8896; appliedIndex:8895; }","duration":"111.790827ms","start":"2026-03-31T20:40:48.78804Z","end":"2026-03-31T20:40:48.899831Z","steps":["trace[1301487918] 'read index received' (duration: 111.597193ms)","trace[1301487918] 'applied index is now lower than readState.Index' (duration: 192.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:48.899966Z","caller":"traceutil/trace.go:171","msg":"trace[731331495] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"162.266257ms","start":"2026-03-31T20:40:48.737667Z","end":"2026-03-31T20:40:48.899933Z","steps":["trace[731331495] 'process raft request' (duration: 161.965359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.899996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.93936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:48.900046Z","caller":"traceutil/trace.go:171","msg":"trace[66942342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"112.043153ms","start":"2026-03-31T20:40:48.787988Z","end":"2026-03-31T20:40:48.900031Z","steps":["trace[66942342] 'agreement among raft nodes before linearized reading' (duration: 111.951691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.402569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380775761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:40:49.753945Z","caller":"traceutil/trace.go:171","msg":"trace[446245174] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"912.642709ms","start":"2026-03-31T20:40:48.841272Z","end":"2026-03-31T20:40:49.753915Z","steps":["trace[446245174] 'process raft request' (duration: 912.453574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.754115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.841234Z","time spent":"912.794572ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:49.754279Z","caller":"traceutil/trace.go:171","msg":"trace[230095025] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"912.24036ms","start":"2026-03-31T20:40:48.842009Z","end":"2026-03-31T20:40:49.754249Z","steps":["trace[230095025] 'process raft request' (duration: 911.868161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.754452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.841999Z","time spent":"912.360532ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:49.754725Z","caller":"traceutil/trace.go:171","msg":"trace[777382404] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"912.27075ms","start":"2026-03-31T20:40:48.842432Z","end":"2026-03-31T20:40:49.754703Z","steps":["trace[777382404] 'process raft request' (duration: 911.722037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.754824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.842426Z","time spent":"912.343702ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:49.75489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.95318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:49.754949Z","caller":"traceutil/trace.go:171","msg":"trace[2120832409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8600; }","duration":"853.038553ms","start":"2026-03-31T20:40:48.901894Z","end":"2026-03-31T20:40:49.754932Z","steps":["trace[2120832409] 'agreement among raft nodes before linearized reading' (duration: 852.94229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.754675Z","caller":"traceutil/trace.go:171","msg":"trace[1168815880] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8896; }","duration":"852.727475ms","start":"2026-03-31T20:40:48.901927Z","end":"2026-03-31T20:40:49.754654Z","steps":["trace[1168815880] 'read index received' (duration: 851.734112ms)","trace[1168815880] 'applied index is now lower than readState.Index' (duration: 991.183µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:49.755009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:48.901881Z","time spent":"853.116924ms","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:40:49.755518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.76687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:40:49.755576Z","caller":"traceutil/trace.go:171","msg":"trace[1259078171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8600; }","duration":"521.847512ms","start":"2026-03-31T20:40:49.233715Z","end":"2026-03-31T20:40:49.755562Z","steps":["trace[1259078171] 'agreement among raft nodes before linearized reading' (duration: 521.677338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.755559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.079895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:40:49.755586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.409144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T20:40:49.755604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.514727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:40:49.755617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.233704Z","time spent":"521.901453ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:40:49.755649Z","caller":"traceutil/trace.go:171","msg":"trace[166837715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:8600; }","duration":"519.492526ms","start":"2026-03-31T20:40:49.236141Z","end":"2026-03-31T20:40:49.755634Z","steps":["trace[166837715] 'agreement among raft nodes before linearized reading' (duration: 519.296062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.755651Z","caller":"traceutil/trace.go:171","msg":"trace[427950459] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8600; }","duration":"293.219598ms","start":"2026-03-31T20:40:49.462401Z","end":"2026-03-31T20:40:49.75562Z","steps":["trace[427950459] 'agreement among raft nodes before linearized reading' (duration: 293.000113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.755672Z","caller":"traceutil/trace.go:171","msg":"trace[778431806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8600; }","duration":"522.57802ms","start":"2026-03-31T20:40:49.233066Z","end":"2026-03-31T20:40:49.755644Z","steps":["trace[778431806] 'agreement among raft nodes before linearized reading' (duration: 522.403175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.755697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.236131Z","time spent":"519.551468ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"warn","ts":"2026-03-31T20:40:49.755723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.23306Z","time spent":"522.651341ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:49.755874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.864966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:40:49.755869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.951378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:40:49.755944Z","caller":"traceutil/trace.go:171","msg":"trace[713247145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8600; }","duration":"522.970458ms","start":"2026-03-31T20:40:49.232959Z","end":"2026-03-31T20:40:49.75593Z","steps":["trace[713247145] 'agreement among raft nodes before linearized reading' (duration: 522.815215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.75593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.759403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:40:49.755996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.232935Z","time spent":"523.048661ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:40:49.755956Z","caller":"traceutil/trace.go:171","msg":"trace[838007626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8600; }","duration":"523.04185ms","start":"2026-03-31T20:40:49.232899Z","end":"2026-03-31T20:40:49.755941Z","steps":["trace[838007626] 'agreement among raft nodes before linearized reading' (duration: 522.410105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.756049Z","caller":"traceutil/trace.go:171","msg":"trace[350676892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8600; }","duration":"522.924747ms","start":"2026-03-31T20:40:49.233089Z","end":"2026-03-31T20:40:49.756014Z","steps":["trace[350676892] 'agreement among raft nodes before linearized reading' (duration: 522.521238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.756052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.949938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T20:40:49.756049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.2328Z","time spent":"523.234325ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:40:49.756124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.233051Z","time spent":"523.061691ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:40:49.756163Z","caller":"traceutil/trace.go:171","msg":"trace[344639010] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8600; }","duration":"523.085302ms","start":"2026-03-31T20:40:49.233022Z","end":"2026-03-31T20:40:49.756107Z","steps":["trace[344639010] 'agreement among raft nodes before linearized reading' (duration: 522.617201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:49.75626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.233006Z","time spent":"523.237625ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:49.756491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.802667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T20:40:49.756554Z","caller":"traceutil/trace.go:171","msg":"trace[1949586500] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8600; }","duration":"228.89269ms","start":"2026-03-31T20:40:49.527642Z","end":"2026-03-31T20:40:49.756535Z","steps":["trace[1949586500] 'agreement among raft nodes before linearized reading' (duration: 227.880366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:50.196092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.247748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:50.196215Z","caller":"traceutil/trace.go:171","msg":"trace[1860125159] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"435.986471ms","start":"2026-03-31T20:40:49.760208Z","end":"2026-03-31T20:40:50.196194Z","steps":["trace[1860125159] 'process raft request' (duration: 153.550849ms)","trace[1860125159] 'compare' (duration: 282.095064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:50.19628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.760174Z","time spent":"436.074534ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:50.554843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.626765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:50.555005Z","caller":"traceutil/trace.go:171","msg":"trace[1770935591] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"794.332697ms","start":"2026-03-31T20:40:49.760656Z","end":"2026-03-31T20:40:50.554989Z","steps":["trace[1770935591] 'process raft request' (duration: 599.483157ms)","trace[1770935591] 'compare' (duration: 194.509202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:50.555062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.760634Z","time spent":"794.406029ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:50.555417Z","caller":"traceutil/trace.go:171","msg":"trace[1078416879] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"794.41605ms","start":"2026-03-31T20:40:49.760978Z","end":"2026-03-31T20:40:50.555394Z","steps":["trace[1078416879] 'process raft request' (duration: 793.945579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:50.55553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.760968Z","time spent":"794.505932ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:50.555418Z","caller":"traceutil/trace.go:171","msg":"trace[1081711976] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"793.99827ms","start":"2026-03-31T20:40:49.761402Z","end":"2026-03-31T20:40:50.5554Z","steps":["trace[1081711976] 'process raft request' (duration: 793.745364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:50.555573Z","caller":"traceutil/trace.go:171","msg":"trace[1040083910] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"793.968139ms","start":"2026-03-31T20:40:49.761595Z","end":"2026-03-31T20:40:50.555563Z","steps":["trace[1040083910] 'process raft request' (duration: 793.775544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:50.555611Z","caller":"traceutil/trace.go:171","msg":"trace[683723502] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"793.975469ms","start":"2026-03-31T20:40:49.761622Z","end":"2026-03-31T20:40:50.555597Z","steps":["trace[683723502] 'process raft request' (duration: 793.874076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:50.555644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.761586Z","time spent":"794.010079ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:50.555589Z","caller":"traceutil/trace.go:171","msg":"trace[1933470382] linearizableReadLoop","detail":"{readStateIndex:8905; appliedIndex:8899; }","duration":"793.130529ms","start":"2026-03-31T20:40:49.762438Z","end":"2026-03-31T20:40:50.555569Z","steps":["trace[1933470382] 'read index received' (duration: 151.307306ms)","trace[1933470382] 'applied index is now lower than readState.Index' (duration: 641.822393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:50.555686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.761609Z","time spent":"794.048601ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:50.555683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.761391Z","time spent":"794.192574ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:50.555827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.170476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:40:50.555876Z","caller":"traceutil/trace.go:171","msg":"trace[49925099] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8606; }","duration":"792.234288ms","start":"2026-03-31T20:40:49.76363Z","end":"2026-03-31T20:40:50.555864Z","steps":["trace[49925099] 'agreement among raft nodes before linearized reading' (duration: 792.140406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:50.555905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.763623Z","time spent":"792.274399ms","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:40:50.55603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.60747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228460"} {"level":"info","ts":"2026-03-31T20:40:50.556074Z","caller":"traceutil/trace.go:171","msg":"trace[873250844] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8606; }","duration":"793.683272ms","start":"2026-03-31T20:40:49.762381Z","end":"2026-03-31T20:40:50.556064Z","steps":["trace[873250844] 'agreement among raft nodes before linearized reading' (duration: 793.338163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:50.556106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:49.762371Z","time spent":"793.725283ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:40:51.327862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.850675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:40:51.328012Z","caller":"traceutil/trace.go:171","msg":"trace[873026008] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:8606; }","duration":"297.010538ms","start":"2026-03-31T20:40:51.03096Z","end":"2026-03-31T20:40:51.32797Z","steps":["trace[873026008] 'range keys from in-memory index tree' (duration: 296.720361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:51.328045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.025152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:40:51.328132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.153341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:51.328145Z","caller":"traceutil/trace.go:171","msg":"trace[1232502025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8606; }","duration":"266.230447ms","start":"2026-03-31T20:40:51.061889Z","end":"2026-03-31T20:40:51.32812Z","steps":["trace[1232502025] 'count revisions from in-memory index tree' (duration: 265.896629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:51.328194Z","caller":"traceutil/trace.go:171","msg":"trace[1313786975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8606; }","duration":"541.246503ms","start":"2026-03-31T20:40:50.786932Z","end":"2026-03-31T20:40:51.328179Z","steps":["trace[1313786975] 'range keys from in-memory index tree' (duration: 541.086929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:51.328242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:50.786914Z","time spent":"541.315184ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:40:51.602656Z","caller":"traceutil/trace.go:171","msg":"trace[781966598] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"244.201342ms","start":"2026-03-31T20:40:51.358423Z","end":"2026-03-31T20:40:51.602624Z","steps":["trace[781966598] 'process raft request' (duration: 194.602885ms)","trace[781966598] 'compare' (duration: 49.117816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:41:33.508513Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002486.wal"} {"level":"info","ts":"2026-03-31T20:42:00.296958Z","caller":"traceutil/trace.go:171","msg":"trace[354906061] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"319.853281ms","start":"2026-03-31T20:41:59.977066Z","end":"2026-03-31T20:42:00.29692Z","steps":["trace[354906061] 'process raft request' (duration: 319.593375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:00.297224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:41:59.977045Z","time spent":"320.057656ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:42:00.30302Z","caller":"traceutil/trace.go:171","msg":"trace[169500277] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"321.87972ms","start":"2026-03-31T20:41:59.981118Z","end":"2026-03-31T20:42:00.302998Z","steps":["trace[169500277] 'process raft request' (duration: 321.676915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:00.303084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:41:59.981089Z","time spent":"321.960921ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:42:00.303062Z","caller":"traceutil/trace.go:171","msg":"trace[888903091] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"320.476127ms","start":"2026-03-31T20:41:59.982553Z","end":"2026-03-31T20:42:00.303029Z","steps":["trace[888903091] 'process raft request' (duration: 320.376244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:00.303184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:41:59.982531Z","time spent":"320.589789ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:42:50.684161Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:42:50.693466Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:42:50.693583Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-31T20:43:51.246798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.919897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:43:51.246843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.415771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:43:51.246903Z","caller":"traceutil/trace.go:171","msg":"trace[695215003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10105; }","duration":"114.071051ms","start":"2026-03-31T20:43:51.132809Z","end":"2026-03-31T20:43:51.24688Z","steps":["trace[695215003] 'range keys from in-memory index tree' (duration: 113.665791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:51.246909Z","caller":"traceutil/trace.go:171","msg":"trace[1085061544] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10105; }","duration":"189.505173ms","start":"2026-03-31T20:43:51.057385Z","end":"2026-03-31T20:43:51.24689Z","steps":["trace[1085061544] 'count revisions from in-memory index tree' (duration: 189.36079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:44:58.962337Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8243} {"level":"info","ts":"2026-03-31T20:44:59.045208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8243,"took":"81.189739ms","hash":604054149,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":24776704,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T20:44:59.04529Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":604054149,"revision":8243,"compact-revision":6034} {"level":"info","ts":"2026-03-31T20:47:45.70985Z","caller":"traceutil/trace.go:171","msg":"trace[930072433] linearizableReadLoop","detail":"{readStateIndex:11891; appliedIndex:11889; }","duration":"139.725281ms","start":"2026-03-31T20:47:45.570097Z","end":"2026-03-31T20:47:45.709822Z","steps":["trace[930072433] 'read index received' (duration: 46.557097ms)","trace[930072433] 'applied index is now lower than readState.Index' (duration: 93.166954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:45.710008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.888304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:45.709916Z","caller":"traceutil/trace.go:171","msg":"trace[787238762] transaction","detail":"{read_only:false; response_revision:11493; number_of_response:1; }","duration":"141.588055ms","start":"2026-03-31T20:47:45.568298Z","end":"2026-03-31T20:47:45.709886Z","steps":["trace[787238762] 'process raft request' (duration: 48.341289ms)","trace[787238762] 'compare' (duration: 92.795955ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:45.710087Z","caller":"traceutil/trace.go:171","msg":"trace[1950820255] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11494; }","duration":"139.997647ms","start":"2026-03-31T20:47:45.570071Z","end":"2026-03-31T20:47:45.710069Z","steps":["trace[1950820255] 'agreement among raft nodes before linearized reading' (duration: 139.872074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:45.71015Z","caller":"traceutil/trace.go:171","msg":"trace[1175060974] transaction","detail":"{read_only:false; response_revision:11494; number_of_response:1; }","duration":"140.555591ms","start":"2026-03-31T20:47:45.569561Z","end":"2026-03-31T20:47:45.710116Z","steps":["trace[1175060974] 'process raft request' (duration: 140.181122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:56.751418Z","caller":"traceutil/trace.go:171","msg":"trace[1916157026] transaction","detail":"{read_only:false; response_revision:11549; number_of_response:1; }","duration":"112.655027ms","start":"2026-03-31T20:47:56.638744Z","end":"2026-03-31T20:47:56.751399Z","steps":["trace[1916157026] 'process raft request' (duration: 98.497401ms)","trace[1916157026] 'compare' (duration: 14.052263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:48:02.909656Z","caller":"traceutil/trace.go:171","msg":"trace[1545482251] transaction","detail":"{read_only:false; response_revision:11580; number_of_response:1; }","duration":"104.020462ms","start":"2026-03-31T20:48:02.805581Z","end":"2026-03-31T20:48:02.909601Z","steps":["trace[1545482251] 'process raft request' (duration: 74.384648ms)","trace[1545482251] 'compare' (duration: 29.46065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:48:16.744586Z","caller":"traceutil/trace.go:171","msg":"trace[1766234761] transaction","detail":"{read_only:false; response_revision:11649; number_of_response:1; }","duration":"128.562244ms","start":"2026-03-31T20:48:16.615993Z","end":"2026-03-31T20:48:16.744556Z","steps":["trace[1766234761] 'process raft request' (duration: 128.356339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:58.970235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10621} {"level":"info","ts":"2026-03-31T20:49:59.046454Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10621,"took":"74.634821ms","hash":3787461257,"current-db-size-bytes":58183680,"current-db-size":"58 MB","current-db-size-in-use-bytes":20463616,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T20:49:59.046519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3787461257,"revision":10621,"compact-revision":8243} {"level":"warn","ts":"2026-03-31T20:50:04.674374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.749037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:50:04.674648Z","caller":"traceutil/trace.go:171","msg":"trace[567664818] transaction","detail":"{read_only:false; response_revision:12201; number_of_response:1; }","duration":"129.038335ms","start":"2026-03-31T20:50:04.545513Z","end":"2026-03-31T20:50:04.674552Z","steps":["trace[567664818] 'process raft request' (duration: 128.976714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:50:04.674703Z","caller":"traceutil/trace.go:171","msg":"trace[1963291132] transaction","detail":"{read_only:false; response_revision:12200; number_of_response:1; }","duration":"182.067887ms","start":"2026-03-31T20:50:04.492601Z","end":"2026-03-31T20:50:04.674669Z","steps":["trace[1963291132] 'process raft request' (duration: 55.933461ms)","trace[1963291132] 'compare' (duration: 125.588843ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:50:04.674665Z","caller":"traceutil/trace.go:171","msg":"trace[492955207] linearizableReadLoop","detail":"{readStateIndex:12628; appliedIndex:12626; }","duration":"181.064954ms","start":"2026-03-31T20:50:04.493576Z","end":"2026-03-31T20:50:04.674641Z","steps":["trace[492955207] 'read index received' (duration: 48.657189ms)","trace[492955207] 'applied index is now lower than readState.Index' (duration: 132.405855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:50:04.675018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.430542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/\" range_end:\"/registry/serviceaccounts/rook-ceph0\" limit:500 ","response":"range_response_count:13 size:8443"} {"level":"warn","ts":"2026-03-31T20:50:04.675032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.047364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1329"} {"level":"info","ts":"2026-03-31T20:50:04.675071Z","caller":"traceutil/trace.go:171","msg":"trace[27815516] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:12201; }","duration":"137.117705ms","start":"2026-03-31T20:50:04.53794Z","end":"2026-03-31T20:50:04.675057Z","steps":["trace[27815516] 'agreement among raft nodes before linearized reading' (duration: 136.971632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:50:04.675053Z","caller":"traceutil/trace.go:171","msg":"trace[1317268087] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/; range_end:/registry/serviceaccounts/rook-ceph0; response_count:13; response_revision:12201; }","duration":"181.503163ms","start":"2026-03-31T20:50:04.493542Z","end":"2026-03-31T20:50:04.675045Z","steps":["trace[1317268087] 'agreement among raft nodes before linearized reading' (duration: 181.212906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:04.675464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.279955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1254"} {"level":"info","ts":"2026-03-31T20:50:04.675502Z","caller":"traceutil/trace.go:171","msg":"trace[14562338] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:12201; }","duration":"105.340996ms","start":"2026-03-31T20:50:04.57015Z","end":"2026-03-31T20:50:04.675491Z","steps":["trace[14562338] 'agreement among raft nodes before linearized reading' (duration: 105.257214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:46.86267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368439961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a207ad7ce96bcc\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12409 ","response":"range_response_count:103 size:79743"} {"level":"info","ts":"2026-03-31T20:50:46.870688Z","caller":"traceutil/trace.go:171","msg":"trace[314561698] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a207ad7ce96bcc\u0000; range_end:/registry/events/openstack0; response_count:103; response_revision:12409; }","duration":"1.376946821s","start":"2026-03-31T20:50:45.493708Z","end":"2026-03-31T20:50:46.870655Z","steps":["trace[314561698] 'range keys from bolt db' (duration: 1.368205485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:46.870769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:45.493677Z","time spent":"1.377047514s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":103,"response size":79765,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18a207ad7ce96bcc\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12409 "} {"level":"warn","ts":"2026-03-31T20:50:49.404367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380789833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:50:49.905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380789833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:50:50.406021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380789833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:50:50.906622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969510380789833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:50:51.34355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.450869702s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:50:51.34401Z","caller":"traceutil/trace.go:171","msg":"trace[789737893] transaction","detail":"{read_only:false; response_revision:12420; number_of_response:1; }","duration":"2.451427505s","start":"2026-03-31T20:50:48.892556Z","end":"2026-03-31T20:50:51.343983Z","steps":["trace[789737893] 'process raft request' (duration: 2.451239751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.344194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.892537Z","time spent":"2.451559498s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:50:51.34944Z","caller":"traceutil/trace.go:171","msg":"trace[1276909549] transaction","detail":"{read_only:false; response_revision:12422; number_of_response:1; }","duration":"2.455378388s","start":"2026-03-31T20:50:48.894041Z","end":"2026-03-31T20:50:51.34942Z","steps":["trace[1276909549] 'process raft request' (duration: 2.455314087s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:50:51.349462Z","caller":"traceutil/trace.go:171","msg":"trace[1262439057] transaction","detail":"{read_only:false; response_revision:12421; number_of_response:1; }","duration":"2.456185447s","start":"2026-03-31T20:50:48.893258Z","end":"2026-03-31T20:50:51.349444Z","steps":["trace[1262439057] 'process raft request' (duration: 2.455987372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.349547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.894024Z","time spent":"2.45546014s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:50:51.349549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.893248Z","time spent":"2.456255698s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:50:51.349701Z","caller":"traceutil/trace.go:171","msg":"trace[113910812] transaction","detail":"{read_only:false; response_revision:12423; number_of_response:1; }","duration":"2.455326757s","start":"2026-03-31T20:50:48.894343Z","end":"2026-03-31T20:50:51.349669Z","steps":["trace[113910812] 'process raft request' (duration: 2.455044951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.34986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.894327Z","time spent":"2.4554468s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:50:51.349972Z","caller":"traceutil/trace.go:171","msg":"trace[99817344] transaction","detail":"{read_only:false; response_revision:12424; number_of_response:1; }","duration":"2.455615254s","start":"2026-03-31T20:50:48.89434Z","end":"2026-03-31T20:50:51.349956Z","steps":["trace[99817344] 'process raft request' (duration: 2.455258506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.89432Z","time spent":"2.455679115s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:50:51.350005Z","caller":"traceutil/trace.go:171","msg":"trace[619121507] transaction","detail":"{read_only:false; response_revision:12425; number_of_response:1; }","duration":"2.455584203s","start":"2026-03-31T20:50:48.894395Z","end":"2026-03-31T20:50:51.349979Z","steps":["trace[619121507] 'process raft request' (duration: 2.45546114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:50:51.35009Z","caller":"traceutil/trace.go:171","msg":"trace[2100823689] transaction","detail":"{read_only:false; response_revision:12426; number_of_response:1; }","duration":"2.429915378s","start":"2026-03-31T20:50:48.920168Z","end":"2026-03-31T20:50:51.350083Z","steps":["trace[2100823689] 'process raft request' (duration: 2.429754344s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:50:51.350062Z","caller":"traceutil/trace.go:171","msg":"trace[1811545450] transaction","detail":"{read_only:false; response_revision:12427; number_of_response:1; }","duration":"2.428078845s","start":"2026-03-31T20:50:48.921957Z","end":"2026-03-31T20:50:51.350036Z","steps":["trace[1811545450] 'process raft request' (duration: 2.428014443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.894371Z","time spent":"2.455688015s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:50:51.350138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.920153Z","time spent":"2.429954969s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:50:51.350197Z","caller":"traceutil/trace.go:171","msg":"trace[33786650] transaction","detail":"{read_only:false; response_revision:12428; number_of_response:1; }","duration":"2.424568001s","start":"2026-03-31T20:50:48.925623Z","end":"2026-03-31T20:50:51.350191Z","steps":["trace[33786650] 'process raft request' (duration: 2.424378147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.921935Z","time spent":"2.428190437s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:50:51.350235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.925608Z","time spent":"2.424604883s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:50:51.350184Z","caller":"traceutil/trace.go:171","msg":"trace[606342221] linearizableReadLoop","detail":"{readStateIndex:12866; appliedIndex:12856; }","duration":"2.44655387s","start":"2026-03-31T20:50:48.903605Z","end":"2026-03-31T20:50:51.350159Z","steps":["trace[606342221] 'read index received' (duration: 2.440265911s)","trace[606342221] 'applied index is now lower than readState.Index' (duration: 6.287099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:50:51.350266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446653953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:50:51.350293Z","caller":"traceutil/trace.go:171","msg":"trace[905198493] transaction","detail":"{read_only:false; response_revision:12429; number_of_response:1; }","duration":"939.342379ms","start":"2026-03-31T20:50:50.410945Z","end":"2026-03-31T20:50:51.350287Z","steps":["trace[905198493] 'process raft request' (duration: 939.152654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:50:51.350304Z","caller":"traceutil/trace.go:171","msg":"trace[1130042369] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12429; }","duration":"2.446717104s","start":"2026-03-31T20:50:48.903576Z","end":"2026-03-31T20:50:51.350293Z","steps":["trace[1130042369] 'agreement among raft nodes before linearized reading' (duration: 2.446635052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:50.410918Z","time spent":"939.42514ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:50:51.350382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.903565Z","time spent":"2.446806286s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:50:51.350496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416344788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b4dhz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T20:50:51.35054Z","caller":"traceutil/trace.go:171","msg":"trace[1984073941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b4dhz; range_end:; response_count:1; response_revision:12429; }","duration":"2.416415299s","start":"2026-03-31T20:50:48.934112Z","end":"2026-03-31T20:50:51.350527Z","steps":["trace[1984073941] 'agreement among raft nodes before linearized reading' (duration: 2.416266466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.35057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079804869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100646"} {"level":"warn","ts":"2026-03-31T20:50:51.350534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229218528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:50:51.350598Z","caller":"traceutil/trace.go:171","msg":"trace[1574681966] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:12429; }","duration":"1.079865981s","start":"2026-03-31T20:50:50.270724Z","end":"2026-03-31T20:50:51.35059Z","steps":["trace[1574681966] 'agreement among raft nodes before linearized reading' (duration: 1.079685987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:50.270703Z","time spent":"1.079911441s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":100668,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T20:50:51.35062Z","caller":"traceutil/trace.go:171","msg":"trace[2074231875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12429; }","duration":"2.229350921s","start":"2026-03-31T20:50:49.121254Z","end":"2026-03-31T20:50:51.350604Z","steps":["trace[2074231875] 'agreement among raft nodes before linearized reading' (duration: 2.229172857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397582326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-rabbit-init\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-31T20:50:51.350675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:49.121231Z","time spent":"2.229434803s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:50:51.350688Z","caller":"traceutil/trace.go:171","msg":"trace[184588865] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-rabbit-init; range_end:; response_count:1; response_revision:12429; }","duration":"2.397645417s","start":"2026-03-31T20:50:48.953029Z","end":"2026-03-31T20:50:51.350674Z","steps":["trace[184588865] 'agreement among raft nodes before linearized reading' (duration: 2.397560905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400374081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-user\" ","response":"range_response_count:1 size:752"} {"level":"warn","ts":"2026-03-31T20:50:51.350725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.953013Z","time spent":"2.397701679s","remote":"127.0.0.1:57522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":790,"request content":"key:\"/registry/rolebindings/openstack/barbican-barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:50:51.350732Z","caller":"traceutil/trace.go:171","msg":"trace[497503154] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-ks-user; range_end:; response_count:1; response_revision:12429; }","duration":"2.400450343s","start":"2026-03-31T20:50:48.950269Z","end":"2026-03-31T20:50:51.350719Z","steps":["trace[497503154] 'agreement among raft nodes before linearized reading' (duration: 2.400387971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.950246Z","time spent":"2.400507115s","remote":"127.0.0.1:57522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":774,"request content":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:50:51.350807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.407514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:50:51.350826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562510825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:50:51.350831Z","caller":"traceutil/trace.go:171","msg":"trace[1724094594] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12429; }","duration":"217.469345ms","start":"2026-03-31T20:50:51.133355Z","end":"2026-03-31T20:50:51.350825Z","steps":["trace[1724094594] 'agreement among raft nodes before linearized reading' (duration: 217.425914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:50:51.35085Z","caller":"traceutil/trace.go:171","msg":"trace[892991548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12429; }","duration":"1.562560967s","start":"2026-03-31T20:50:49.78828Z","end":"2026-03-31T20:50:51.350841Z","steps":["trace[892991548] 'agreement among raft nodes before linearized reading' (duration: 1.562523956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.350877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:49.78826Z","time spent":"1.562609808s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:50:51.35057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:48.9341Z","time spent":"2.416462761s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-b4dhz\" "} {"level":"warn","ts":"2026-03-31T20:50:51.350914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.330271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T20:50:51.350967Z","caller":"traceutil/trace.go:171","msg":"trace[2063055929] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12429; }","duration":"455.419863ms","start":"2026-03-31T20:50:50.895534Z","end":"2026-03-31T20:50:51.350954Z","steps":["trace[2063055929] 'agreement among raft nodes before linearized reading' (duration: 455.28867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.351008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:50.895518Z","time spent":"455.477514ms","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:50:51.351069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792412844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:50:51.351148Z","caller":"traceutil/trace.go:171","msg":"trace[426464320] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12429; }","duration":"1.792532097s","start":"2026-03-31T20:50:49.558559Z","end":"2026-03-31T20:50:51.351092Z","steps":["trace[426464320] 'agreement among raft nodes before linearized reading' (duration: 1.792424194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:50:51.35118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:50:49.558537Z","time spent":"1.79263435s","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:50:51.351294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.346753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T20:50:51.35134Z","caller":"traceutil/trace.go:171","msg":"trace[2112440901] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:12429; }","duration":"290.428925ms","start":"2026-03-31T20:50:51.060898Z","end":"2026-03-31T20:50:51.351327Z","steps":["trace[2112440901] 'agreement among raft nodes before linearized reading' (duration: 290.303902ms)"],"step_count":1}