{"level":"warn","ts":"2026-03-13T23:05:05.110652Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:05:05.110767Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:05:05.110845Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:05:05.110852Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-13T23:05:05.110871Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:05:05.11165Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-03-13T23:05:05.111756Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:05:05.116247Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.287302ms"} {"level":"info","ts":"2026-03-13T23:05:05.123487Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-03-13T23:05:05.123586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:05:05.123615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-03-13T23:05:05.123638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:05:05.123651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-03-13T23:05:05.123701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-03-13T23:05:05.129083Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:05:05.130803Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:05:05.132831Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:05:05.136758Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:05:05.137123Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:05:05.137143Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:05:05.137255Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:05:05.137269Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:05:05.138213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-03-13T23:05:05.138875Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-13T23:05:05.141889Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:05:05.142041Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-13T23:05:05.142102Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-13T23:05:05.142233Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:05:05.142295Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:05:05.724085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:05:05.724164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:05:05.72419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-03-13T23:05:05.72421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:05:05.724221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-13T23:05:05.724237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-03-13T23:05:05.724275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-13T23:05:05.725499Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:05:05.725501Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:05:05.725502Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:05:05.72556Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:05:05.72576Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:05:05.725858Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:05:05.726383Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:05:05.726505Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:05:05.726543Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:05:05.728574Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:05:05.728844Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-03-13T23:05:35.446466Z","caller":"traceutil/trace.go:171","msg":"trace[1403450558] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"134.701024ms","start":"2026-03-13T23:05:35.311744Z","end":"2026-03-13T23:05:35.446445Z","steps":["trace[1403450558] 'process raft request' (duration: 134.168719ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:42.081209Z","caller":"traceutil/trace.go:171","msg":"trace[875712477] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"234.709823ms","start":"2026-03-13T23:05:41.846469Z","end":"2026-03-13T23:05:42.081179Z","steps":["trace[875712477] 'read index received' (duration: 234.433165ms)","trace[875712477] 'applied index is now lower than readState.Index' (duration: 275.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:42.081348Z","caller":"traceutil/trace.go:171","msg":"trace[1191644819] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"337.916429ms","start":"2026-03-13T23:05:41.743407Z","end":"2026-03-13T23:05:42.081323Z","steps":["trace[1191644819] 'process raft request' (duration: 337.564609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.081395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.475354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:42.081478Z","caller":"traceutil/trace.go:171","msg":"trace[102698651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"181.620429ms","start":"2026-03-13T23:05:41.899845Z","end":"2026-03-13T23:05:42.081466Z","steps":["trace[102698651] 'agreement among raft nodes before linearized reading' (duration: 181.481284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.081507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.022563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:05:42.081597Z","caller":"traceutil/trace.go:171","msg":"trace[216317052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"235.113465ms","start":"2026-03-13T23:05:41.846463Z","end":"2026-03-13T23:05:42.081576Z","steps":["trace[216317052] 'agreement among raft nodes before linearized reading' (duration: 234.858047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.081576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.313486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:42.0815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.326473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:05:42.081663Z","caller":"traceutil/trace.go:171","msg":"trace[384192521] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:511; }","duration":"173.42981ms","start":"2026-03-13T23:05:41.908212Z","end":"2026-03-13T23:05:42.081642Z","steps":["trace[384192521] 'agreement among raft nodes before linearized reading' (duration: 173.295896ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:42.081714Z","caller":"traceutil/trace.go:171","msg":"trace[676179950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"146.570399ms","start":"2026-03-13T23:05:41.935125Z","end":"2026-03-13T23:05:42.081695Z","steps":["trace[676179950] 'agreement among raft nodes before linearized reading' (duration: 146.235839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.081957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.743388Z","time spent":"338.013692ms","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:05.362073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.620959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84533669-e24a-404c-9072-62d235a3bb08\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-13T23:07:05.362236Z","caller":"traceutil/trace.go:171","msg":"trace[802878854] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84533669-e24a-404c-9072-62d235a3bb08; range_end:; response_count:1; response_revision:1577; }","duration":"284.838316ms","start":"2026-03-13T23:07:05.07737Z","end":"2026-03-13T23:07:05.362208Z","steps":["trace[802878854] 'range keys from in-memory index tree' (duration: 284.487316ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:05.36271Z","caller":"traceutil/trace.go:171","msg":"trace[908403992] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"168.923843ms","start":"2026-03-13T23:07:05.193761Z","end":"2026-03-13T23:07:05.362685Z","steps":["trace[908403992] 'process raft request' (duration: 81.251961ms)","trace[908403992] 'compare' (duration: 87.061965ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:50.283647Z","caller":"traceutil/trace.go:171","msg":"trace[1746760842] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"171.896478ms","start":"2026-03-13T23:07:50.111718Z","end":"2026-03-13T23:07:50.283614Z","steps":["trace[1746760842] 'process raft request' (duration: 130.423449ms)","trace[1746760842] 'compare' (duration: 41.16668ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:50.28378Z","caller":"traceutil/trace.go:171","msg":"trace[1788250091] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1930; }","duration":"139.589463ms","start":"2026-03-13T23:07:50.144161Z","end":"2026-03-13T23:07:50.283751Z","steps":["trace[1788250091] 'read index received' (duration: 35.164073ms)","trace[1788250091] 'applied index is now lower than readState.Index' (duration: 104.42268ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:50.283851Z","caller":"traceutil/trace.go:171","msg":"trace[1652612890] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"170.335933ms","start":"2026-03-13T23:07:50.113503Z","end":"2026-03-13T23:07:50.283839Z","steps":["trace[1652612890] 'process raft request' (duration: 170.048655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:50.284031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.84736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T23:07:50.284079Z","caller":"traceutil/trace.go:171","msg":"trace[569065342] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1857; }","duration":"139.937773ms","start":"2026-03-13T23:07:50.144127Z","end":"2026-03-13T23:07:50.284065Z","steps":["trace[569065342] 'agreement among raft nodes before linearized reading' (duration: 139.703547ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:46.745701Z","caller":"traceutil/trace.go:171","msg":"trace[484697448] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"147.230432ms","start":"2026-03-13T23:08:46.598437Z","end":"2026-03-13T23:08:46.745667Z","steps":["trace[484697448] 'process raft request' (duration: 133.795989ms)","trace[484697448] 'compare' (duration: 12.24174ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:23.587795Z","caller":"traceutil/trace.go:171","msg":"trace[668032003] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"120.678096ms","start":"2026-03-13T23:09:23.467089Z","end":"2026-03-13T23:09:23.587767Z","steps":["trace[668032003] 'process raft request' (duration: 120.528152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:23.79595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.248234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:23.796024Z","caller":"traceutil/trace.go:171","msg":"trace[1835630102] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2511; }","duration":"147.385538ms","start":"2026-03-13T23:09:23.648623Z","end":"2026-03-13T23:09:23.796008Z","steps":["trace[1835630102] 'count revisions from in-memory index tree' (duration: 146.929754ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:08.815141Z","caller":"traceutil/trace.go:171","msg":"trace[2077595753] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"178.388607ms","start":"2026-03-13T23:13:08.636729Z","end":"2026-03-13T23:13:08.815118Z","steps":["trace[2077595753] 'process raft request' (duration: 178.273544ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:14.214432Z","caller":"traceutil/trace.go:171","msg":"trace[849801362] linearizableReadLoop","detail":"{readStateIndex:4747; appliedIndex:4746; }","duration":"169.597235ms","start":"2026-03-13T23:13:14.044802Z","end":"2026-03-13T23:13:14.214399Z","steps":["trace[849801362] 'read index received' (duration: 106.524918ms)","trace[849801362] 'applied index is now lower than readState.Index' (duration: 63.070737ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:14.214558Z","caller":"traceutil/trace.go:171","msg":"trace[2018228733] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"222.395837ms","start":"2026-03-13T23:13:13.992148Z","end":"2026-03-13T23:13:14.214544Z","steps":["trace[2018228733] 'process raft request' (duration: 159.215257ms)","trace[2018228733] 'compare' (duration: 62.694095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:14.214676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.847441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-828dfbd0-89e8-4773-bcec-620e812b9dc1\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-03-13T23:13:14.214749Z","caller":"traceutil/trace.go:171","msg":"trace[567846372] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-828dfbd0-89e8-4773-bcec-620e812b9dc1; range_end:; response_count:1; response_revision:4563; }","duration":"169.992525ms","start":"2026-03-13T23:13:14.044741Z","end":"2026-03-13T23:13:14.214734Z","steps":["trace[567846372] 'agreement among raft nodes before linearized reading' (duration: 169.82704ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:14.336564Z","caller":"traceutil/trace.go:171","msg":"trace[1177600106] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"241.336503ms","start":"2026-03-13T23:13:14.09519Z","end":"2026-03-13T23:13:14.336527Z","steps":["trace[1177600106] 'process raft request' (duration: 220.508256ms)","trace[1177600106] 'compare' (duration: 20.430366ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:14.346479Z","caller":"traceutil/trace.go:171","msg":"trace[314572174] linearizableReadLoop","detail":"{readStateIndex:4749; appliedIndex:4747; }","duration":"131.943663ms","start":"2026-03-13T23:13:14.214518Z","end":"2026-03-13T23:13:14.346461Z","steps":["trace[314572174] 'read index received' (duration: 101.196612ms)","trace[314572174] 'applied index is now lower than readState.Index' (duration: 30.746311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:14.346656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.566483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-13T23:13:14.346686Z","caller":"traceutil/trace.go:171","msg":"trace[1843403912] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4564; }","duration":"287.660705ms","start":"2026-03-13T23:13:14.059019Z","end":"2026-03-13T23:13:14.346679Z","steps":["trace[1843403912] 'agreement among raft nodes before linearized reading' (duration: 287.521341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.347149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.847029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777430"} {"level":"info","ts":"2026-03-13T23:13:14.347182Z","caller":"traceutil/trace.go:171","msg":"trace[2039467547] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4564; }","duration":"266.940011ms","start":"2026-03-13T23:13:14.080233Z","end":"2026-03-13T23:13:14.347173Z","steps":["trace[2039467547] 'agreement among raft nodes before linearized reading' (duration: 266.611312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.347447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.321662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:13:14.347472Z","caller":"traceutil/trace.go:171","msg":"trace[1404104570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4564; }","duration":"284.366724ms","start":"2026-03-13T23:13:14.0631Z","end":"2026-03-13T23:13:14.347467Z","steps":["trace[1404104570] 'agreement among raft nodes before linearized reading' (duration: 284.303692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.320073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.02723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:16.320251Z","caller":"traceutil/trace.go:171","msg":"trace[807506900] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4790; }","duration":"249.029286ms","start":"2026-03-13T23:13:16.071206Z","end":"2026-03-13T23:13:16.320236Z","steps":["trace[807506900] 'read index received' (duration: 62.592084ms)","trace[807506900] 'applied index is now lower than readState.Index' (duration: 186.436412ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.32036Z","caller":"traceutil/trace.go:171","msg":"trace[1658183052] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"265.770969ms","start":"2026-03-13T23:13:16.054579Z","end":"2026-03-13T23:13:16.32035Z","steps":["trace[1658183052] 'process raft request' (duration: 265.590314ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.320567Z","caller":"traceutil/trace.go:171","msg":"trace[118074448] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"266.322124ms","start":"2026-03-13T23:13:16.054207Z","end":"2026-03-13T23:13:16.320529Z","steps":["trace[118074448] 'process raft request' (duration: 79.580344ms)","trace[118074448] 'compare' (duration: 185.893237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:16.320599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.779753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-13T23:13:16.320712Z","caller":"traceutil/trace.go:171","msg":"trace[277996506] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:4606; }","duration":"138.932007ms","start":"2026-03-13T23:13:16.181762Z","end":"2026-03-13T23:13:16.320694Z","steps":["trace[277996506] 'agreement among raft nodes before linearized reading' (duration: 138.7033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.320908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.701045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787666"} {"level":"info","ts":"2026-03-13T23:13:16.320942Z","caller":"traceutil/trace.go:171","msg":"trace[729821049] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4606; }","duration":"249.802288ms","start":"2026-03-13T23:13:16.071131Z","end":"2026-03-13T23:13:16.320934Z","steps":["trace[729821049] 'agreement among raft nodes before linearized reading' (duration: 249.433047ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.993378Z","caller":"traceutil/trace.go:171","msg":"trace[443950963] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"124.59345ms","start":"2026-03-13T23:13:23.868762Z","end":"2026-03-13T23:13:23.993356Z","steps":["trace[443950963] 'process raft request' (duration: 78.781642ms)","trace[443950963] 'compare' (duration: 45.631823ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:23.99381Z","caller":"traceutil/trace.go:171","msg":"trace[971914696] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"109.607086ms","start":"2026-03-13T23:13:23.884186Z","end":"2026-03-13T23:13:23.993794Z","steps":["trace[971914696] 'process raft request' (duration: 109.140442ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.232614Z","caller":"traceutil/trace.go:171","msg":"trace[54502865] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"132.764166ms","start":"2026-03-13T23:13:24.099823Z","end":"2026-03-13T23:13:24.232587Z","steps":["trace[54502865] 'process raft request' (duration: 91.317459ms)","trace[54502865] 'compare' (duration: 41.228311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:32.561586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.434171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:13:32.561682Z","caller":"traceutil/trace.go:171","msg":"trace[1886443451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4906; }","duration":"100.563954ms","start":"2026-03-13T23:13:32.461099Z","end":"2026-03-13T23:13:32.561663Z","steps":["trace[1886443451] 'range keys from in-memory index tree' (duration: 100.202395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:32.56184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.159026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:13:32.561835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.032306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:13:32.561871Z","caller":"traceutil/trace.go:171","msg":"trace[802647776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4906; }","duration":"116.234108ms","start":"2026-03-13T23:13:32.445626Z","end":"2026-03-13T23:13:32.56186Z","steps":["trace[802647776] 'range keys from in-memory index tree' (duration: 115.671283ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.561888Z","caller":"traceutil/trace.go:171","msg":"trace[1144847320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4906; }","duration":"110.108198ms","start":"2026-03-13T23:13:32.451766Z","end":"2026-03-13T23:13:32.561875Z","steps":["trace[1144847320] 'range keys from in-memory index tree' (duration: 109.734468ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.746315Z","caller":"traceutil/trace.go:171","msg":"trace[276454207] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"179.15603ms","start":"2026-03-13T23:13:32.56713Z","end":"2026-03-13T23:13:32.746286Z","steps":["trace[276454207] 'process raft request' (duration: 108.656378ms)","trace[276454207] 'compare' (duration: 70.336478ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:32.746517Z","caller":"traceutil/trace.go:171","msg":"trace[1464897472] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"179.369976ms","start":"2026-03-13T23:13:32.567136Z","end":"2026-03-13T23:13:32.746506Z","steps":["trace[1464897472] 'process raft request' (duration: 179.111969ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.746535Z","caller":"traceutil/trace.go:171","msg":"trace[564751203] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5100; }","duration":"176.138507ms","start":"2026-03-13T23:13:32.570359Z","end":"2026-03-13T23:13:32.746497Z","steps":["trace[564751203] 'read index received' (duration: 76.759495ms)","trace[564751203] 'applied index is now lower than readState.Index' (duration: 99.377162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:32.74683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.454845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-13T23:13:32.746879Z","caller":"traceutil/trace.go:171","msg":"trace[445360347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4910; }","duration":"176.545228ms","start":"2026-03-13T23:13:32.570318Z","end":"2026-03-13T23:13:32.746863Z","steps":["trace[445360347] 'agreement among raft nodes before linearized reading' (duration: 176.369043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:32.746935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.325574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T23:13:32.747016Z","caller":"traceutil/trace.go:171","msg":"trace[8560755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4910; }","duration":"145.415387ms","start":"2026-03-13T23:13:32.601584Z","end":"2026-03-13T23:13:32.746999Z","steps":["trace[8560755] 'agreement among raft nodes before linearized reading' (duration: 145.221461ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:44.722701Z","caller":"traceutil/trace.go:171","msg":"trace[1785653520] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5278; }","duration":"407.886224ms","start":"2026-03-13T23:13:44.314795Z","end":"2026-03-13T23:13:44.722681Z","steps":["trace[1785653520] 'read index received' (duration: 407.838093ms)","trace[1785653520] 'applied index is now lower than readState.Index' (duration: 47.111µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:44.722827Z","caller":"traceutil/trace.go:171","msg":"trace[1254093605] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"422.935291ms","start":"2026-03-13T23:13:44.299865Z","end":"2026-03-13T23:13:44.7228Z","steps":["trace[1254093605] 'process raft request' (duration: 422.682514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:44.722933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.129551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T23:13:44.722977Z","caller":"traceutil/trace.go:171","msg":"trace[543361907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5080; }","duration":"408.213893ms","start":"2026-03-13T23:13:44.314752Z","end":"2026-03-13T23:13:44.722966Z","steps":["trace[543361907] 'agreement among raft nodes before linearized reading' (duration: 408.071179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:44.722982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:44.299827Z","time spent":"423.060524ms","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:44.723017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:44.314737Z","time spent":"408.271035ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T23:13:44.728655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.404263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:44.728711Z","caller":"traceutil/trace.go:171","msg":"trace[25126469] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5081; }","duration":"133.515306ms","start":"2026-03-13T23:13:44.595182Z","end":"2026-03-13T23:13:44.728697Z","steps":["trace[25126469] 'agreement among raft nodes before linearized reading' (duration: 133.040793ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:44.728248Z","caller":"traceutil/trace.go:171","msg":"trace[2018011343] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"126.848892ms","start":"2026-03-13T23:13:44.601356Z","end":"2026-03-13T23:13:44.728205Z","steps":["trace[2018011343] 'process raft request' (duration: 126.596335ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:05.75544Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2718} {"level":"info","ts":"2026-03-13T23:15:05.814873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2718,"took":"57.948908ms","hash":1337710427,"current-db-size-bytes":41107456,"current-db-size":"41 MB","current-db-size-in-use-bytes":30838784,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-13T23:15:05.814934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1337710427,"revision":2718,"compact-revision":-1} {"level":"warn","ts":"2026-03-13T23:19:40.135261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.384929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:40.135379Z","caller":"traceutil/trace.go:171","msg":"trace[441406244] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"149.773735ms","start":"2026-03-13T23:19:39.985587Z","end":"2026-03-13T23:19:40.135361Z","steps":["trace[441406244] 'process raft request' (duration: 17.210901ms)","trace[441406244] 'compare' (duration: 132.201794ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:40.1367Z","caller":"traceutil/trace.go:171","msg":"trace[898201675] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"126.828786ms","start":"2026-03-13T23:19:40.009848Z","end":"2026-03-13T23:19:40.136677Z","steps":["trace[898201675] 'process raft request' (duration: 126.667761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.874144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.043439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:40.87423Z","caller":"traceutil/trace.go:171","msg":"trace[190170100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7599; }","duration":"201.181623ms","start":"2026-03-13T23:19:40.673033Z","end":"2026-03-13T23:19:40.874214Z","steps":["trace[190170100] 'range keys from in-memory index tree' (duration: 200.893115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.874309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.579453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:40.874423Z","caller":"traceutil/trace.go:171","msg":"trace[1364921460] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7599; }","duration":"231.763308ms","start":"2026-03-13T23:19:40.642631Z","end":"2026-03-13T23:19:40.874394Z","steps":["trace[1364921460] 'count revisions from in-memory index tree' (duration: 231.445768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.87446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.420859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:19:40.874501Z","caller":"traceutil/trace.go:171","msg":"trace[307831223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7599; }","duration":"191.486662ms","start":"2026-03-13T23:19:40.683002Z","end":"2026-03-13T23:19:40.874489Z","steps":["trace[307831223] 'range keys from in-memory index tree' (duration: 191.282776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.87448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.27714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T23:19:40.874558Z","caller":"traceutil/trace.go:171","msg":"trace[808669577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7599; }","duration":"189.384722ms","start":"2026-03-13T23:19:40.685152Z","end":"2026-03-13T23:19:40.874537Z","steps":["trace[808669577] 'range keys from in-memory index tree' (duration: 189.013133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.874896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.356174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:40.874972Z","caller":"traceutil/trace.go:171","msg":"trace[1063798612] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7599; }","duration":"154.474636ms","start":"2026-03-13T23:19:40.720478Z","end":"2026-03-13T23:19:40.874953Z","steps":["trace[1063798612] 'count revisions from in-memory index tree' (duration: 154.249431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.251712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277448681696338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:19:42.366048Z","caller":"traceutil/trace.go:171","msg":"trace[628151872] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"668.368939ms","start":"2026-03-13T23:19:41.697654Z","end":"2026-03-13T23:19:42.366023Z","steps":["trace[628151872] 'process raft request' (duration: 668.144012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.366194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:41.697628Z","time spent":"668.489533ms","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:42.3713Z","caller":"traceutil/trace.go:171","msg":"trace[474681828] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7887; }","duration":"619.903034ms","start":"2026-03-13T23:19:41.751387Z","end":"2026-03-13T23:19:42.37129Z","steps":["trace[474681828] 'read index received' (duration: 614.295398ms)","trace[474681828] 'applied index is now lower than readState.Index' (duration: 5.607016ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:42.371333Z","caller":"traceutil/trace.go:171","msg":"trace[1972114473] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"226.954529ms","start":"2026-03-13T23:19:42.144357Z","end":"2026-03-13T23:19:42.371312Z","steps":["trace[1972114473] 'process raft request' (duration: 226.856416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.371511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.13365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mqzbk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:42.371537Z","caller":"traceutil/trace.go:171","msg":"trace[1951781216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mqzbk; range_end:; response_count:1; response_revision:7606; }","duration":"620.198392ms","start":"2026-03-13T23:19:41.751331Z","end":"2026-03-13T23:19:42.37153Z","steps":["trace[1951781216] 'agreement among raft nodes before linearized reading' (duration: 620.102969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.371554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:41.75131Z","time spent":"620.240784ms","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-mqzbk\" "} {"level":"warn","ts":"2026-03-13T23:19:42.371598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.944549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:42.371673Z","caller":"traceutil/trace.go:171","msg":"trace[1221511566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7606; }","duration":"476.052412ms","start":"2026-03-13T23:19:41.895606Z","end":"2026-03-13T23:19:42.371658Z","steps":["trace[1221511566] 'agreement among raft nodes before linearized reading' (duration: 475.907857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.371739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:41.895587Z","time spent":"476.140325ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:42.371772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.326603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:42.371797Z","caller":"traceutil/trace.go:171","msg":"trace[1193782452] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7606; }","duration":"322.386785ms","start":"2026-03-13T23:19:42.049403Z","end":"2026-03-13T23:19:42.37179Z","steps":["trace[1193782452] 'agreement among raft nodes before linearized reading' (duration: 322.347224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.371815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.049387Z","time spent":"322.422275ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:42.372011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.690525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:42.372034Z","caller":"traceutil/trace.go:171","msg":"trace[1993432805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7606; }","duration":"386.714295ms","start":"2026-03-13T23:19:41.985315Z","end":"2026-03-13T23:19:42.372029Z","steps":["trace[1993432805] 'agreement among raft nodes before linearized reading' (duration: 386.655614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.372051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:41.9853Z","time spent":"386.745836ms","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:19:43.079726Z","caller":"traceutil/trace.go:171","msg":"trace[1012137961] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"117.859721ms","start":"2026-03-13T23:19:42.961838Z","end":"2026-03-13T23:19:43.079698Z","steps":["trace[1012137961] 'process raft request' (duration: 97.425682ms)","trace[1012137961] 'compare' (duration: 20.318916ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:05.762498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5705} {"level":"info","ts":"2026-03-13T23:20:05.850481Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5705,"took":"86.221481ms","hash":805599116,"current-db-size-bytes":43683840,"current-db-size":"44 MB","current-db-size-in-use-bytes":23019520,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T23:20:05.850547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":805599116,"revision":5705,"compact-revision":2718} {"level":"info","ts":"2026-03-13T23:20:22.198774Z","caller":"traceutil/trace.go:171","msg":"trace[1636385680] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"217.477494ms","start":"2026-03-13T23:20:21.981275Z","end":"2026-03-13T23:20:22.198752Z","steps":["trace[1636385680] 'process raft request' (duration: 217.356971ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:22.647975Z","caller":"traceutil/trace.go:171","msg":"trace[631297143] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"114.964321ms","start":"2026-03-13T23:20:22.532977Z","end":"2026-03-13T23:20:22.647941Z","steps":["trace[631297143] 'process raft request' (duration: 93.535864ms)","trace[631297143] 'compare' (duration: 21.283153ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:22.897832Z","caller":"traceutil/trace.go:171","msg":"trace[1879029157] linearizableReadLoop","detail":"{readStateIndex:8200; appliedIndex:8199; }","duration":"244.921049ms","start":"2026-03-13T23:20:22.652883Z","end":"2026-03-13T23:20:22.897804Z","steps":["trace[1879029157] 'read index received' (duration: 244.738454ms)","trace[1879029157] 'applied index is now lower than readState.Index' (duration: 179.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:22.897886Z","caller":"traceutil/trace.go:171","msg":"trace[799090635] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"245.076843ms","start":"2026-03-13T23:20:22.652773Z","end":"2026-03-13T23:20:22.897849Z","steps":["trace[799090635] 'process raft request' (duration: 244.852797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:22.898343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.440153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228429"} {"level":"info","ts":"2026-03-13T23:20:22.898424Z","caller":"traceutil/trace.go:171","msg":"trace[673228318] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7901; }","duration":"245.563886ms","start":"2026-03-13T23:20:22.652844Z","end":"2026-03-13T23:20:22.898408Z","steps":["trace[673228318] 'agreement among raft nodes before linearized reading' (duration: 245.090483ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:22.911944Z","caller":"traceutil/trace.go:171","msg":"trace[1116692906] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"257.066297ms","start":"2026-03-13T23:20:22.654834Z","end":"2026-03-13T23:20:22.911901Z","steps":["trace[1116692906] 'process raft request' (duration: 256.832841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:22.911973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.607246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:20:22.912054Z","caller":"traceutil/trace.go:171","msg":"trace[805025684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7902; }","duration":"167.74582ms","start":"2026-03-13T23:20:22.744289Z","end":"2026-03-13T23:20:22.912035Z","steps":["trace[805025684] 'agreement among raft nodes before linearized reading' (duration: 167.525454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:23.278237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.615063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T23:20:23.278343Z","caller":"traceutil/trace.go:171","msg":"trace[1037942593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7906; }","duration":"104.754767ms","start":"2026-03-13T23:20:23.173564Z","end":"2026-03-13T23:20:23.278319Z","steps":["trace[1037942593] 'range keys from in-memory index tree' (duration: 103.986406ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:23.54751Z","caller":"traceutil/trace.go:171","msg":"trace[1221448470] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8205; }","duration":"240.128495ms","start":"2026-03-13T23:20:23.307359Z","end":"2026-03-13T23:20:23.547487Z","steps":["trace[1221448470] 'read index received' (duration: 47.678297ms)","trace[1221448470] 'applied index is now lower than readState.Index' (duration: 192.449328ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:23.547846Z","caller":"traceutil/trace.go:171","msg":"trace[1685771173] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"262.935ms","start":"2026-03-13T23:20:23.284795Z","end":"2026-03-13T23:20:23.54773Z","steps":["trace[1685771173] 'process raft request' (duration: 220.110328ms)","trace[1685771173] 'compare' (duration: 42.38051ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:23.547951Z","caller":"traceutil/trace.go:171","msg":"trace[1747591601] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"262.640902ms","start":"2026-03-13T23:20:23.285292Z","end":"2026-03-13T23:20:23.547933Z","steps":["trace[1747591601] 'process raft request' (duration: 262.143899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:23.547978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.81402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8699b59985-x9tp8.189c89e37b01f47a\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-13T23:20:23.548023Z","caller":"traceutil/trace.go:171","msg":"trace[1659469956] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8699b59985-x9tp8.189c89e37b01f47a; range_end:; response_count:1; response_revision:7909; }","duration":"154.902122ms","start":"2026-03-13T23:20:23.393106Z","end":"2026-03-13T23:20:23.548008Z","steps":["trace[1659469956] 'agreement among raft nodes before linearized reading' (duration: 154.753468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:23.547877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.492105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-13T23:20:23.548223Z","caller":"traceutil/trace.go:171","msg":"trace[1772795343] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7909; }","duration":"240.889616ms","start":"2026-03-13T23:20:23.307316Z","end":"2026-03-13T23:20:23.548206Z","steps":["trace[1772795343] 'agreement among raft nodes before linearized reading' (duration: 240.371562ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:37.153723Z","caller":"traceutil/trace.go:171","msg":"trace[2115566944] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"239.96984ms","start":"2026-03-13T23:21:36.913725Z","end":"2026-03-13T23:21:37.153695Z","steps":["trace[2115566944] 'process raft request' (duration: 239.819296ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:02.587304Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T23:24:02.592985Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T23:24:02.59306Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T23:25:05.769145Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7768} {"level":"info","ts":"2026-03-13T23:25:05.831436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7768,"took":"60.043646ms","hash":1561192725,"current-db-size-bytes":43683840,"current-db-size":"44 MB","current-db-size-in-use-bytes":25894912,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-13T23:25:05.831487Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1561192725,"revision":7768,"compact-revision":5705} {"level":"info","ts":"2026-03-13T23:30:05.775395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9969} {"level":"info","ts":"2026-03-13T23:30:05.857277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9969,"took":"78.843565ms","hash":278169198,"current-db-size-bytes":43683840,"current-db-size":"44 MB","current-db-size-in-use-bytes":16846848,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-13T23:30:05.857363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":278169198,"revision":9969,"compact-revision":7768}