{"level":"warn","ts":"2026-05-07T01:58:00.871254Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T01:58:00.871363Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T01:58:00.871448Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T01:58:00.871462Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-05-07T01:58:00.871477Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T01:58:00.872097Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-05-07T01:58:00.872189Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T01:58:00.877445Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.045002ms"} {"level":"info","ts":"2026-05-07T01:58:00.883015Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-05-07T01:58:00.883079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T01:58:00.883101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-05-07T01:58:00.883112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T01:58:00.883127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-05-07T01:58:00.883163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-05-07T01:58:00.891903Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T01:58:00.89314Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T01:58:00.894106Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T01:58:00.896351Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T01:58:00.896533Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T01:58:00.896588Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:00.896705Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:00.896723Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T01:58:00.898316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-05-07T01:58:00.898573Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-05-07T01:58:00.90179Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T01:58:00.901911Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-05-07T01:58:00.901942Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-05-07T01:58:00.903299Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T01:58:00.903358Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T01:58:01.384852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T01:58:01.384901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T01:58:01.384933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-05-07T01:58:01.384959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-05-07T01:58:01.38497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-05-07T01:58:01.384993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-05-07T01:58:01.385006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-05-07T01:58:01.389537Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T01:58:01.389577Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T01:58:01.390007Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:01.390223Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T01:58:01.390358Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T01:58:01.390401Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T01:58:01.39329Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-05-07T01:58:01.39381Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:01.393903Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:01.393928Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T01:58:01.394112Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T01:58:30.974224Z","caller":"traceutil/trace.go:171","msg":"trace[2085460409] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"127.287047ms","start":"2026-05-07T01:58:30.846913Z","end":"2026-05-07T01:58:30.9742Z","steps":["trace[2085460409] 'process raft request' (duration: 118.936647ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:30.975801Z","caller":"traceutil/trace.go:171","msg":"trace[726972317] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"104.368531ms","start":"2026-05-07T01:58:30.871416Z","end":"2026-05-07T01:58:30.975784Z","steps":["trace[726972317] 'process raft request' (duration: 104.118964ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:30.9759Z","caller":"traceutil/trace.go:171","msg":"trace[1737941943] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"120.444272ms","start":"2026-05-07T01:58:30.855431Z","end":"2026-05-07T01:58:30.975876Z","steps":["trace[1737941943] 'process raft request' (duration: 119.952108ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:30.976049Z","caller":"traceutil/trace.go:171","msg":"trace[224802758] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"109.800693ms","start":"2026-05-07T01:58:30.866218Z","end":"2026-05-07T01:58:30.976019Z","steps":["trace[224802758] 'process raft request' (duration: 109.260947ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:31.154972Z","caller":"traceutil/trace.go:171","msg":"trace[1603142306] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"137.686338ms","start":"2026-05-07T01:58:31.017261Z","end":"2026-05-07T01:58:31.154948Z","steps":["trace[1603142306] 'process raft request' (duration: 133.187133ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:31.155869Z","caller":"traceutil/trace.go:171","msg":"trace[1138092438] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"138.036518ms","start":"2026-05-07T01:58:31.017804Z","end":"2026-05-07T01:58:31.15584Z","steps":["trace[1138092438] 'process raft request' (duration: 137.611685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:37.468965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.797229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T01:58:37.469791Z","caller":"traceutil/trace.go:171","msg":"trace[493364213] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"276.292749ms","start":"2026-05-07T01:58:37.193474Z","end":"2026-05-07T01:58:37.469767Z","steps":["trace[493364213] 'read index received' (duration: 44.195721ms)","trace[493364213] 'applied index is now lower than readState.Index' (duration: 232.094558ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:37.470074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.580658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T01:58:37.470117Z","caller":"traceutil/trace.go:171","msg":"trace[768289604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"276.67362ms","start":"2026-05-07T01:58:37.193434Z","end":"2026-05-07T01:58:37.470107Z","steps":["trace[768289604] 'agreement among raft nodes before linearized reading' (duration: 276.395342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T01:58:37.470352Z","caller":"traceutil/trace.go:171","msg":"trace[2020474154] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"330.563091ms","start":"2026-05-07T01:58:37.139776Z","end":"2026-05-07T01:58:37.470339Z","steps":["trace[2020474154] 'process raft request' (duration: 97.978029ms)","trace[2020474154] 'compare' (duration: 230.671174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T01:58:37.47043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:37.139753Z","time spent":"330.633703ms","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T01:58:38.225465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.71766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T01:58:38.225533Z","caller":"traceutil/trace.go:171","msg":"trace[815253238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"571.823061ms","start":"2026-05-07T01:58:37.653693Z","end":"2026-05-07T01:58:38.225516Z","steps":["trace[815253238] 'range keys from in-memory index tree' (duration: 571.579164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:38.22556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:37.653675Z","time spent":"571.878394ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T01:58:38.226736Z","caller":"traceutil/trace.go:171","msg":"trace[609687021] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"340.293061ms","start":"2026-05-07T01:58:37.886409Z","end":"2026-05-07T01:58:38.226702Z","steps":["trace[609687021] 'process raft request' (duration: 334.727475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:38.227258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:37.886357Z","time spent":"340.466977ms","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T01:58:56.451944Z","caller":"traceutil/trace.go:171","msg":"trace[268109055] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:816; }","duration":"105.547822ms","start":"2026-05-07T01:58:56.346381Z","end":"2026-05-07T01:58:56.451929Z","steps":["trace[268109055] 'read index received' (duration: 105.435169ms)","trace[268109055] 'applied index is now lower than readState.Index' (duration: 112.023µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T01:58:56.451995Z","caller":"traceutil/trace.go:171","msg":"trace[40481414] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"300.142663ms","start":"2026-05-07T01:58:56.151834Z","end":"2026-05-07T01:58:56.451977Z","steps":["trace[40481414] 'process raft request' (duration: 300.002028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:56.452142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.753208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T01:58:56.452165Z","caller":"traceutil/trace.go:171","msg":"trace[1359320647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"105.81344ms","start":"2026-05-07T01:58:56.346346Z","end":"2026-05-07T01:58:56.452159Z","steps":["trace[1359320647] 'agreement among raft nodes before linearized reading' (duration: 105.688886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T01:58:56.452139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T01:58:56.151814Z","time spent":"300.246676ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:00:35.379777Z","caller":"traceutil/trace.go:171","msg":"trace[1104491146] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"184.540412ms","start":"2026-05-07T02:00:35.195198Z","end":"2026-05-07T02:00:35.379739Z","steps":["trace[1104491146] 'process raft request' (duration: 184.316906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:00:47.983828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.278994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T02:00:47.983953Z","caller":"traceutil/trace.go:171","msg":"trace[1455142865] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2071; }","duration":"119.458539ms","start":"2026-05-07T02:00:47.864476Z","end":"2026-05-07T02:00:47.983934Z","steps":["trace[1455142865] 'range keys from in-memory index tree' (duration: 119.035127ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:03.156737Z","caller":"traceutil/trace.go:171","msg":"trace[661982666] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2244; }","duration":"101.748076ms","start":"2026-05-07T02:01:03.054965Z","end":"2026-05-07T02:01:03.156713Z","steps":["trace[661982666] 'read index received' (duration: 101.526529ms)","trace[661982666] 'applied index is now lower than readState.Index' (duration: 220.467µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:03.156856Z","caller":"traceutil/trace.go:171","msg":"trace[100182969] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"157.988078ms","start":"2026-05-07T02:01:02.998806Z","end":"2026-05-07T02:01:03.156794Z","steps":["trace[100182969] 'process raft request' (duration: 157.687631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:03.156962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.969332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:03.157067Z","caller":"traceutil/trace.go:171","msg":"trace[1219209134] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2159; }","duration":"102.087355ms","start":"2026-05-07T02:01:03.054924Z","end":"2026-05-07T02:01:03.157011Z","steps":["trace[1219209134] 'agreement among raft nodes before linearized reading' (duration: 101.942281ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:09.341483Z","caller":"traceutil/trace.go:171","msg":"trace[1014622202] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"143.33374ms","start":"2026-05-07T02:01:09.198122Z","end":"2026-05-07T02:01:09.341455Z","steps":["trace[1014622202] 'process raft request' (duration: 143.164254ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:09.356883Z","caller":"traceutil/trace.go:171","msg":"trace[266050901] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"125.082083ms","start":"2026-05-07T02:01:09.231787Z","end":"2026-05-07T02:01:09.356869Z","steps":["trace[266050901] 'process raft request' (duration: 124.858296ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:09.356778Z","caller":"traceutil/trace.go:171","msg":"trace[1273182629] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"158.155549ms","start":"2026-05-07T02:01:09.198603Z","end":"2026-05-07T02:01:09.356758Z","steps":["trace[1273182629] 'process raft request' (duration: 157.84893ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:09.843809Z","caller":"traceutil/trace.go:171","msg":"trace[782984431] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2283; }","duration":"246.39438ms","start":"2026-05-07T02:01:09.597389Z","end":"2026-05-07T02:01:09.843783Z","steps":["trace[782984431] 'read index received' (duration: 246.336109ms)","trace[782984431] 'applied index is now lower than readState.Index' (duration: 57.111µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:01:09.843959Z","caller":"traceutil/trace.go:171","msg":"trace[253223574] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"278.228729ms","start":"2026-05-07T02:01:09.565651Z","end":"2026-05-07T02:01:09.84388Z","steps":["trace[253223574] 'process raft request' (duration: 277.994843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:09.844135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.564495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:01:09.844187Z","caller":"traceutil/trace.go:171","msg":"trace[518133124] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2196; }","duration":"246.832253ms","start":"2026-05-07T02:01:09.597344Z","end":"2026-05-07T02:01:09.844176Z","steps":["trace[518133124] 'agreement among raft nodes before linearized reading' (duration: 246.564825ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:09.85673Z","caller":"traceutil/trace.go:171","msg":"trace[1718338382] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"162.915713ms","start":"2026-05-07T02:01:09.693753Z","end":"2026-05-07T02:01:09.856668Z","steps":["trace[1718338382] 'process raft request' (duration: 162.762578ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:01:09.856808Z","caller":"traceutil/trace.go:171","msg":"trace[733659658] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"144.654996ms","start":"2026-05-07T02:01:09.712123Z","end":"2026-05-07T02:01:09.856778Z","steps":["trace[733659658] 'process raft request' (duration: 144.480561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:01:09.857131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.894845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T02:01:09.857168Z","caller":"traceutil/trace.go:171","msg":"trace[140509872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"246.963256ms","start":"2026-05-07T02:01:09.610194Z","end":"2026-05-07T02:01:09.857157Z","steps":["trace[140509872] 'agreement among raft nodes before linearized reading' (duration: 246.653638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:46.309271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.191514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:02:46.309376Z","caller":"traceutil/trace.go:171","msg":"trace[1700888712] linearizableReadLoop","detail":"{readStateIndex:2933; appliedIndex:2932; }","duration":"266.287645ms","start":"2026-05-07T02:02:46.043074Z","end":"2026-05-07T02:02:46.309361Z","steps":["trace[1700888712] 'read index received' (duration: 157.850043ms)","trace[1700888712] 'applied index is now lower than readState.Index' (duration: 108.436442ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:46.309442Z","caller":"traceutil/trace.go:171","msg":"trace[1301917859] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"414.680044ms","start":"2026-05-07T02:02:45.894749Z","end":"2026-05-07T02:02:46.309429Z","steps":["trace[1301917859] 'process raft request' (duration: 306.235453ms)","trace[1301917859] 'compare' (duration: 108.105691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:46.309501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:45.894706Z","time spent":"414.766796ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:46.309636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.548213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T02:02:46.309753Z","caller":"traceutil/trace.go:171","msg":"trace[1483181739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2823; }","duration":"266.703106ms","start":"2026-05-07T02:02:46.043027Z","end":"2026-05-07T02:02:46.30973Z","steps":["trace[1483181739] 'agreement among raft nodes before linearized reading' (duration: 266.402018ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:46.312074Z","caller":"traceutil/trace.go:171","msg":"trace[1669937748] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"108.840633ms","start":"2026-05-07T02:02:46.203219Z","end":"2026-05-07T02:02:46.31206Z","steps":["trace[1669937748] 'process raft request' (duration: 108.74915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:46.32521Z","caller":"traceutil/trace.go:171","msg":"trace[1681851464] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"121.50091ms","start":"2026-05-07T02:02:46.203694Z","end":"2026-05-07T02:02:46.325195Z","steps":["trace[1681851464] 'process raft request' (duration: 121.302764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:46.325659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.530634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:46.325691Z","caller":"traceutil/trace.go:171","msg":"trace[1830811300] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2825; }","duration":"245.621067ms","start":"2026-05-07T02:02:46.080063Z","end":"2026-05-07T02:02:46.325684Z","steps":["trace[1830811300] 'agreement among raft nodes before linearized reading' (duration: 245.567445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:46.945249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.530119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:02:46.945331Z","caller":"traceutil/trace.go:171","msg":"trace[1027614513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2826; }","duration":"415.654973ms","start":"2026-05-07T02:02:46.529657Z","end":"2026-05-07T02:02:46.945312Z","steps":["trace[1027614513] 'range keys from in-memory index tree' (duration: 415.472328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:46.945369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:46.529642Z","time spent":"415.719646ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:02:46.945547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.263503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad261ff2cf39df\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-07T02:02:46.945632Z","caller":"traceutil/trace.go:171","msg":"trace[1104201072] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad261ff2cf39df; range_end:; response_count:1; response_revision:2826; }","duration":"403.378328ms","start":"2026-05-07T02:02:46.542233Z","end":"2026-05-07T02:02:46.945611Z","steps":["trace[1104201072] 'range keys from in-memory index tree' (duration: 403.12441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:46.945677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:46.542222Z","time spent":"403.446089ms","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ad261ff2cf39df\" "} {"level":"warn","ts":"2026-05-07T02:02:46.946779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.245374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T02:02:46.946936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.244475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:02:46.946867Z","caller":"traceutil/trace.go:171","msg":"trace[1633706635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2826; }","duration":"236.349747ms","start":"2026-05-07T02:02:46.710498Z","end":"2026-05-07T02:02:46.946848Z","steps":["trace[1633706635] 'range keys from in-memory index tree' (duration: 234.6798ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:46.947034Z","caller":"traceutil/trace.go:171","msg":"trace[1561598452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2826; }","duration":"246.380629ms","start":"2026-05-07T02:02:46.700637Z","end":"2026-05-07T02:02:46.947018Z","steps":["trace[1561598452] 'range keys from in-memory index tree' (duration: 244.275579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:47.315937Z","caller":"traceutil/trace.go:171","msg":"trace[1503459917] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"367.362394ms","start":"2026-05-07T02:02:46.948552Z","end":"2026-05-07T02:02:47.315915Z","steps":["trace[1503459917] 'process raft request' (duration: 367.22021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:47.316095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:46.948531Z","time spent":"367.486938ms","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:02:47.406009Z","caller":"traceutil/trace.go:171","msg":"trace[1412473978] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2936; }","duration":"351.851255ms","start":"2026-05-07T02:02:47.054137Z","end":"2026-05-07T02:02:47.405988Z","steps":["trace[1412473978] 'read index received' (duration: 261.748334ms)","trace[1412473978] 'applied index is now lower than readState.Index' (duration: 90.101941ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:02:47.406119Z","caller":"traceutil/trace.go:171","msg":"trace[69370583] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"454.437879ms","start":"2026-05-07T02:02:46.95167Z","end":"2026-05-07T02:02:47.406107Z","steps":["trace[69370583] 'process raft request' (duration: 443.687357ms)","trace[69370583] 'compare' (duration: 10.280217ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:02:47.406217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:46.951648Z","time spent":"454.496679ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:47.406326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.161965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:02:47.406401Z","caller":"traceutil/trace.go:171","msg":"trace[1350877550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2829; }","duration":"352.279138ms","start":"2026-05-07T02:02:47.054101Z","end":"2026-05-07T02:02:47.406381Z","steps":["trace[1350877550] 'agreement among raft nodes before linearized reading' (duration: 352.069752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:47.406468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.940366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T02:02:47.406486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:47.054089Z","time spent":"352.387731ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T02:02:47.406508Z","caller":"traceutil/trace.go:171","msg":"trace[1937951413] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2829; }","duration":"296.042318ms","start":"2026-05-07T02:02:47.110453Z","end":"2026-05-07T02:02:47.406495Z","steps":["trace[1937951413] 'agreement among raft nodes before linearized reading' (duration: 295.939145ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:02:47.406662Z","caller":"traceutil/trace.go:171","msg":"trace[56907169] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"454.647014ms","start":"2026-05-07T02:02:46.952003Z","end":"2026-05-07T02:02:47.40665Z","steps":["trace[56907169] 'process raft request' (duration: 453.933483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:47.406744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:02:46.951984Z","time spent":"454.703866ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:02:47.406789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.314626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T02:02:47.406836Z","caller":"traceutil/trace.go:171","msg":"trace[2079060552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2829; }","duration":"111.372917ms","start":"2026-05-07T02:02:47.295439Z","end":"2026-05-07T02:02:47.406812Z","steps":["trace[2079060552] 'agreement among raft nodes before linearized reading' (duration: 111.260604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:02:47.406952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.229243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:02:47.406984Z","caller":"traceutil/trace.go:171","msg":"trace[929797469] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2829; }","duration":"160.303246ms","start":"2026-05-07T02:02:47.246674Z","end":"2026-05-07T02:02:47.406977Z","steps":["trace[929797469] 'agreement among raft nodes before linearized reading' (duration: 160.223063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:07.629382Z","caller":"traceutil/trace.go:171","msg":"trace[10166783] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"108.346636ms","start":"2026-05-07T02:03:07.521012Z","end":"2026-05-07T02:03:07.629358Z","steps":["trace[10166783] 'process raft request' (duration: 108.168951ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:07.631235Z","caller":"traceutil/trace.go:171","msg":"trace[1249934087] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3049; }","duration":"108.630974ms","start":"2026-05-07T02:03:07.522579Z","end":"2026-05-07T02:03:07.63121Z","steps":["trace[1249934087] 'read index received' (duration: 106.687798ms)","trace[1249934087] 'applied index is now lower than readState.Index' (duration: 1.942206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:03:07.631451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.85612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:03:07.631494Z","caller":"traceutil/trace.go:171","msg":"trace[2053276539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2937; }","duration":"108.944043ms","start":"2026-05-07T02:03:07.522537Z","end":"2026-05-07T02:03:07.631481Z","steps":["trace[2053276539] 'agreement among raft nodes before linearized reading' (duration: 108.766997ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:03:07.631461Z","caller":"traceutil/trace.go:171","msg":"trace[251657663] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"109.465028ms","start":"2026-05-07T02:03:07.521954Z","end":"2026-05-07T02:03:07.631419Z","steps":["trace[251657663] 'process raft request' (duration: 109.105117ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:38.311934Z","caller":"traceutil/trace.go:171","msg":"trace[954796008] linearizableReadLoop","detail":"{readStateIndex:3548; appliedIndex:3547; }","duration":"105.889854ms","start":"2026-05-07T02:04:38.206026Z","end":"2026-05-07T02:04:38.311916Z","steps":["trace[954796008] 'read index received' (duration: 32.83479ms)","trace[954796008] 'applied index is now lower than readState.Index' (duration: 73.054324ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:04:38.312123Z","caller":"traceutil/trace.go:171","msg":"trace[1026677415] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"211.742668ms","start":"2026-05-07T02:04:38.100371Z","end":"2026-05-07T02:04:38.312114Z","steps":["trace[1026677415] 'process raft request' (duration: 138.546261ms)","trace[1026677415] 'compare' (duration: 72.85773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:38.312366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.318433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:04:38.312456Z","caller":"traceutil/trace.go:171","msg":"trace[1294007126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3415; }","duration":"106.458835ms","start":"2026-05-07T02:04:38.205979Z","end":"2026-05-07T02:04:38.312438Z","steps":["trace[1294007126] 'agreement among raft nodes before linearized reading' (duration: 106.178189ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:48.715671Z","caller":"traceutil/trace.go:171","msg":"trace[49018747] linearizableReadLoop","detail":"{readStateIndex:3688; appliedIndex:3687; }","duration":"173.847398ms","start":"2026-05-07T02:04:48.541804Z","end":"2026-05-07T02:04:48.715652Z","steps":["trace[49018747] 'read index received' (duration: 83.720391ms)","trace[49018747] 'applied index is now lower than readState.Index' (duration: 90.125957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:04:48.715806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.989521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:04:48.715838Z","caller":"traceutil/trace.go:171","msg":"trace[1576606115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3549; }","duration":"174.057441ms","start":"2026-05-07T02:04:48.541771Z","end":"2026-05-07T02:04:48.715829Z","steps":["trace[1576606115] 'agreement among raft nodes before linearized reading' (duration: 173.964209ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:04:48.716057Z","caller":"traceutil/trace.go:171","msg":"trace[26503262] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"179.911209ms","start":"2026-05-07T02:04:48.536121Z","end":"2026-05-07T02:04:48.716032Z","steps":["trace[26503262] 'process raft request' (duration: 89.428134ms)","trace[26503262] 'compare' (duration: 90.002204ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:05:06.413761Z","caller":"traceutil/trace.go:171","msg":"trace[1418620037] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"111.103786ms","start":"2026-05-07T02:05:06.302632Z","end":"2026-05-07T02:05:06.413735Z","steps":["trace[1418620037] 'process raft request' (duration: 110.890401ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:05:32.607672Z","caller":"traceutil/trace.go:171","msg":"trace[553659254] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"192.514939ms","start":"2026-05-07T02:05:32.415113Z","end":"2026-05-07T02:05:32.607628Z","steps":["trace[553659254] 'process raft request' (duration: 112.082203ms)","trace[553659254] 'compare' (duration: 80.258942ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:25.254353Z","caller":"traceutil/trace.go:171","msg":"trace[1323874290] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"101.085428ms","start":"2026-05-07T02:06:25.153239Z","end":"2026-05-07T02:06:25.254324Z","steps":["trace[1323874290] 'process raft request' (duration: 100.505603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:35.444874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.13063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:9425"} {"level":"info","ts":"2026-05-07T02:06:35.444934Z","caller":"traceutil/trace.go:171","msg":"trace[51357257] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4583; }","duration":"114.278753ms","start":"2026-05-07T02:06:35.330644Z","end":"2026-05-07T02:06:35.444923Z","steps":["trace[51357257] 'agreement among raft nodes before linearized reading' (duration: 113.966485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:36.160439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.771553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-07T02:06:36.160556Z","caller":"traceutil/trace.go:171","msg":"trace[1227811797] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4631; }","duration":"153.905656ms","start":"2026-05-07T02:06:36.006631Z","end":"2026-05-07T02:06:36.160537Z","steps":["trace[1227811797] 'range keys from in-memory index tree' (duration: 153.655151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:36.160839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.49738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:06:36.160896Z","caller":"traceutil/trace.go:171","msg":"trace[931403456] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4811; }","duration":"150.940935ms","start":"2026-05-07T02:06:36.009946Z","end":"2026-05-07T02:06:36.160886Z","steps":["trace[931403456] 'read index received' (duration: 39.270882ms)","trace[931403456] 'applied index is now lower than readState.Index' (duration: 111.669053ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:36.161023Z","caller":"traceutil/trace.go:171","msg":"trace[2134645204] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"153.460815ms","start":"2026-05-07T02:06:36.007551Z","end":"2026-05-07T02:06:36.161012Z","steps":["trace[2134645204] 'process raft request' (duration: 41.72607ms)","trace[2134645204] 'compare' (duration: 110.954126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:36.161554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.596451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:21 size:490435"} {"level":"info","ts":"2026-05-07T02:06:36.161608Z","caller":"traceutil/trace.go:171","msg":"trace[906178482] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:21; response_revision:4632; }","duration":"151.650791ms","start":"2026-05-07T02:06:36.009943Z","end":"2026-05-07T02:06:36.161594Z","steps":["trace[906178482] 'agreement among raft nodes before linearized reading' (duration: 151.254353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:36.165619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.714452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-07T02:06:36.165683Z","caller":"traceutil/trace.go:171","msg":"trace[805435894] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4632; }","duration":"131.444141ms","start":"2026-05-07T02:06:36.034224Z","end":"2026-05-07T02:06:36.165668Z","steps":["trace[805435894] 'agreement among raft nodes before linearized reading' (duration: 127.6589ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:37.242283Z","caller":"traceutil/trace.go:171","msg":"trace[985811374] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"116.194836ms","start":"2026-05-07T02:06:37.12606Z","end":"2026-05-07T02:06:37.242255Z","steps":["trace[985811374] 'process raft request' (duration: 116.064323ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:37.33409Z","caller":"traceutil/trace.go:171","msg":"trace[1913796261] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"181.387066ms","start":"2026-05-07T02:06:37.152669Z","end":"2026-05-07T02:06:37.334056Z","steps":["trace[1913796261] 'process raft request' (duration: 166.624808ms)","trace[1913796261] 'compare' (duration: 14.503132ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:37.334358Z","caller":"traceutil/trace.go:171","msg":"trace[1402393196] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"176.420776ms","start":"2026-05-07T02:06:37.157912Z","end":"2026-05-07T02:06:37.334333Z","steps":["trace[1402393196] 'process raft request' (duration: 176.012626ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:40.59699Z","caller":"traceutil/trace.go:171","msg":"trace[484287789] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"126.6834ms","start":"2026-05-07T02:06:40.470271Z","end":"2026-05-07T02:06:40.596954Z","steps":["trace[484287789] 'process raft request' (duration: 126.448344ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:49.352179Z","caller":"traceutil/trace.go:171","msg":"trace[1517208784] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"120.897696ms","start":"2026-05-07T02:06:49.231254Z","end":"2026-05-07T02:06:49.352151Z","steps":["trace[1517208784] 'process raft request' (duration: 120.727301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.03544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.030285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T02:06:52.035527Z","caller":"traceutil/trace.go:171","msg":"trace[644446806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4909; }","duration":"598.170999ms","start":"2026-05-07T02:06:51.437339Z","end":"2026-05-07T02:06:52.03551Z","steps":["trace[644446806] 'range keys from in-memory index tree' (duration: 597.848261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.035508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.119943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T02:06:52.035561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.437319Z","time spent":"598.234861ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T02:06:52.035594Z","caller":"traceutil/trace.go:171","msg":"trace[1705346614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4909; }","duration":"584.247597ms","start":"2026-05-07T02:06:51.45133Z","end":"2026-05-07T02:06:52.035578Z","steps":["trace[1705346614] 'range keys from in-memory index tree' (duration: 583.963649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.035664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.451312Z","time spent":"584.340558ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:06:52.035701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122016059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-07T02:06:52.035796Z","caller":"traceutil/trace.go:171","msg":"trace[1150561755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4909; }","duration":"1.122116712s","start":"2026-05-07T02:06:50.913653Z","end":"2026-05-07T02:06:52.03577Z","steps":["trace[1150561755] 'range keys from in-memory index tree' (duration: 1.121887305s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.035855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:50.913647Z","time spent":"1.122197113s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T02:06:52.035896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.190081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:52.035928Z","caller":"traceutil/trace.go:171","msg":"trace[1562795106] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4909; }","duration":"830.262762ms","start":"2026-05-07T02:06:51.205657Z","end":"2026-05-07T02:06:52.03592Z","steps":["trace[1562795106] 'count revisions from in-memory index tree' (duration: 830.11609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.035949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.205638Z","time spent":"830.305004ms","remote":"127.0.0.1:55630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:06:52.036044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.698235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b21f2548-4099-415a-a05f-1f1a1661ffbe\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-05-07T02:06:52.036145Z","caller":"traceutil/trace.go:171","msg":"trace[1727596277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b21f2548-4099-415a-a05f-1f1a1661ffbe; range_end:; response_count:1; response_revision:4909; }","duration":"579.87812ms","start":"2026-05-07T02:06:51.456247Z","end":"2026-05-07T02:06:52.036125Z","steps":["trace[1727596277] 'range keys from in-memory index tree' (duration: 579.602683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.036264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.138448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:06:52.036302Z","caller":"traceutil/trace.go:171","msg":"trace[2062983816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4909; }","duration":"679.2122ms","start":"2026-05-07T02:06:51.35708Z","end":"2026-05-07T02:06:52.036293Z","steps":["trace[2062983816] 'range keys from in-memory index tree' (duration: 679.005716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.036326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.357059Z","time spent":"679.261632ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:06:52.037083Z","caller":"traceutil/trace.go:171","msg":"trace[2099217182] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"494.184134ms","start":"2026-05-07T02:06:51.542844Z","end":"2026-05-07T02:06:52.037028Z","steps":["trace[2099217182] 'process raft request' (duration: 474.698175ms)","trace[2099217182] 'compare' (duration: 17.790527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:06:52.037222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.542821Z","time spent":"494.336257ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:52.03628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.456229Z","time spent":"580.017373ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b21f2548-4099-415a-a05f-1f1a1661ffbe\" "} {"level":"info","ts":"2026-05-07T02:06:52.078872Z","caller":"traceutil/trace.go:171","msg":"trace[281897346] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5097; }","duration":"524.480689ms","start":"2026-05-07T02:06:51.554364Z","end":"2026-05-07T02:06:52.078844Z","steps":["trace[281897346] 'read index received' (duration: 463.197732ms)","trace[281897346] 'applied index is now lower than readState.Index' (duration: 61.281867ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:52.078949Z","caller":"traceutil/trace.go:171","msg":"trace[1140340904] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"535.115631ms","start":"2026-05-07T02:06:51.543798Z","end":"2026-05-07T02:06:52.078913Z","steps":["trace[1140340904] 'process raft request' (duration: 534.823334ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:52.079015Z","caller":"traceutil/trace.go:171","msg":"trace[425871840] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"463.827109ms","start":"2026-05-07T02:06:51.61517Z","end":"2026-05-07T02:06:52.078997Z","steps":["trace[425871840] 'process raft request' (duration: 463.616554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.07916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.615152Z","time spent":"463.909481ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:52.079167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.543789Z","time spent":"535.241894ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:06:52.0793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.899289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T02:06:52.079399Z","caller":"traceutil/trace.go:171","msg":"trace[432113780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4912; }","duration":"525.036162ms","start":"2026-05-07T02:06:51.55434Z","end":"2026-05-07T02:06:52.079376Z","steps":["trace[432113780] 'agreement among raft nodes before linearized reading' (duration: 524.734466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.079453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.554332Z","time spent":"525.108564ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:06:52.106496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.250147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:06:52.106629Z","caller":"traceutil/trace.go:171","msg":"trace[1799996922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4915; }","duration":"529.391221ms","start":"2026-05-07T02:06:51.577192Z","end":"2026-05-07T02:06:52.106583Z","steps":["trace[1799996922] 'agreement among raft nodes before linearized reading' (duration: 529.020482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.106674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:06:51.577181Z","time spent":"529.481413ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:06:52.106881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.776799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:06:52.106954Z","caller":"traceutil/trace.go:171","msg":"trace[2010336835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4915; }","duration":"181.905662ms","start":"2026-05-07T02:06:51.925031Z","end":"2026-05-07T02:06:52.106937Z","steps":["trace[2010336835] 'agreement among raft nodes before linearized reading' (duration: 181.789169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.107078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.982601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T02:06:52.10713Z","caller":"traceutil/trace.go:171","msg":"trace[61841094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4915; }","duration":"201.069633ms","start":"2026-05-07T02:06:51.906048Z","end":"2026-05-07T02:06:52.107118Z","steps":["trace[61841094] 'agreement among raft nodes before linearized reading' (duration: 200.93132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:06:52.107257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.957431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mt8dp.18ad265a8df0e04b\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-07T02:06:52.107326Z","caller":"traceutil/trace.go:171","msg":"trace[1001754032] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mt8dp.18ad265a8df0e04b; range_end:; response_count:1; response_revision:4915; }","duration":"153.058603ms","start":"2026-05-07T02:06:51.954249Z","end":"2026-05-07T02:06:52.107308Z","steps":["trace[1001754032] 'agreement among raft nodes before linearized reading' (duration: 152.914369ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:06:52.340121Z","caller":"traceutil/trace.go:171","msg":"trace[1646056743] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"157.610276ms","start":"2026-05-07T02:06:52.182482Z","end":"2026-05-07T02:06:52.340092Z","steps":["trace[1646056743] 'process raft request' (duration: 80.042858ms)","trace[1646056743] 'compare' (duration: 77.324522ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:06:52.935904Z","caller":"traceutil/trace.go:171","msg":"trace[1942124984] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"116.937276ms","start":"2026-05-07T02:06:52.818942Z","end":"2026-05-07T02:06:52.935879Z","steps":["trace[1942124984] 'process raft request' (duration: 116.792882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.431262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853970311758995531,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T02:07:01.85646Z","caller":"traceutil/trace.go:171","msg":"trace[2014541778] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5234; }","duration":"925.244107ms","start":"2026-05-07T02:07:00.931185Z","end":"2026-05-07T02:07:01.85643Z","steps":["trace[2014541778] 'read index received' (duration: 925.056363ms)","trace[2014541778] 'applied index is now lower than readState.Index' (duration: 186.604µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:01.856528Z","caller":"traceutil/trace.go:171","msg":"trace[1636308428] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"969.056273ms","start":"2026-05-07T02:07:00.887437Z","end":"2026-05-07T02:07:01.856493Z","steps":["trace[1636308428] 'process raft request' (duration: 968.833418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.856718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:00.887422Z","time spent":"969.198926ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:07:01.85678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.553666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T02:07:01.856915Z","caller":"traceutil/trace.go:171","msg":"trace[1490154463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5042; }","duration":"925.75172ms","start":"2026-05-07T02:07:00.931137Z","end":"2026-05-07T02:07:01.856888Z","steps":["trace[1490154463] 'agreement among raft nodes before linearized reading' (duration: 925.391121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.856986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:00.931116Z","time spent":"925.854024ms","remote":"127.0.0.1:36086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T02:07:01.856997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.420983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:01.857048Z","caller":"traceutil/trace.go:171","msg":"trace[1865046140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5042; }","duration":"326.507786ms","start":"2026-05-07T02:07:01.530526Z","end":"2026-05-07T02:07:01.857034Z","steps":["trace[1865046140] 'agreement among raft nodes before linearized reading' (duration: 326.411903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.857092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:01.530507Z","time spent":"326.577517ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:07:01.857353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.104777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:07:01.857422Z","caller":"traceutil/trace.go:171","msg":"trace[611310614] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5042; }","duration":"850.231739ms","start":"2026-05-07T02:07:01.007176Z","end":"2026-05-07T02:07:01.857408Z","steps":["trace[611310614] 'agreement among raft nodes before linearized reading' (duration: 849.532942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:01.85746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:07:01.007158Z","time spent":"850.295281ms","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:07:02.002258Z","caller":"traceutil/trace.go:171","msg":"trace[832501098] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"138.404301ms","start":"2026-05-07T02:07:01.863806Z","end":"2026-05-07T02:07:02.002211Z","steps":["trace[832501098] 'process raft request' (duration: 127.739006ms)","trace[832501098] 'compare' (duration: 10.4792ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:02.01801Z","caller":"traceutil/trace.go:171","msg":"trace[171598045] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"153.277081ms","start":"2026-05-07T02:07:01.864703Z","end":"2026-05-07T02:07:02.01798Z","steps":["trace[171598045] 'process raft request' (duration: 153.081316ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:02.018087Z","caller":"traceutil/trace.go:171","msg":"trace[421436428] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"150.519561ms","start":"2026-05-07T02:07:01.867549Z","end":"2026-05-07T02:07:02.018068Z","steps":["trace[421436428] 'process raft request' (duration: 150.314996ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:07:02.018294Z","caller":"traceutil/trace.go:171","msg":"trace[1041545748] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"150.646064ms","start":"2026-05-07T02:07:01.867635Z","end":"2026-05-07T02:07:02.018281Z","steps":["trace[1041545748] 'process raft request' (duration: 150.313256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:37.472231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.980138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-07T02:07:37.472301Z","caller":"traceutil/trace.go:171","msg":"trace[1219634220] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5367; }","duration":"119.093082ms","start":"2026-05-07T02:07:37.353193Z","end":"2026-05-07T02:07:37.472286Z","steps":["trace[1219634220] 'range keys from in-memory index tree' (duration: 118.805904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:37.946386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.182496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-07T02:07:37.946476Z","caller":"traceutil/trace.go:171","msg":"trace[1731703336] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5368; }","duration":"123.306529ms","start":"2026-05-07T02:07:37.823151Z","end":"2026-05-07T02:07:37.946458Z","steps":["trace[1731703336] 'range keys from in-memory index tree' (duration: 122.984911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:37.946592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.755356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:37.946662Z","caller":"traceutil/trace.go:171","msg":"trace[1201166638] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5368; }","duration":"126.86025ms","start":"2026-05-07T02:07:37.819786Z","end":"2026-05-07T02:07:37.946646Z","steps":["trace[1201166638] 'range keys from in-memory index tree' (duration: 126.691184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:37.946862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.384681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:07:37.946898Z","caller":"traceutil/trace.go:171","msg":"trace[81120404] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5368; }","duration":"125.452444ms","start":"2026-05-07T02:07:37.821435Z","end":"2026-05-07T02:07:37.946888Z","steps":["trace[81120404] 'range keys from in-memory index tree' (duration: 125.31612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:38.478745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.440284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:07:38.478954Z","caller":"traceutil/trace.go:171","msg":"trace[471868208] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5570; }","duration":"104.469711ms","start":"2026-05-07T02:07:38.374465Z","end":"2026-05-07T02:07:38.478934Z","steps":["trace[471868208] 'read index received' (duration: 13.905134ms)","trace[471868208] 'applied index is now lower than readState.Index' (duration: 90.563417ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:38.479164Z","caller":"traceutil/trace.go:171","msg":"trace[1535852511] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"198.300811ms","start":"2026-05-07T02:07:38.280841Z","end":"2026-05-07T02:07:38.479142Z","steps":["trace[1535852511] 'process raft request' (duration: 85.315583ms)","trace[1535852511] 'compare' (duration: 112.290771ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:07:38.479243Z","caller":"traceutil/trace.go:171","msg":"trace[870339928] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"198.169077ms","start":"2026-05-07T02:07:38.281045Z","end":"2026-05-07T02:07:38.479214Z","steps":["trace[870339928] 'process raft request' (duration: 197.812508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:07:38.479401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.919353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:07:38.479479Z","caller":"traceutil/trace.go:171","msg":"trace[1456783572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5371; }","duration":"105.035945ms","start":"2026-05-07T02:07:38.374425Z","end":"2026-05-07T02:07:38.479461Z","steps":["trace[1456783572] 'agreement among raft nodes before linearized reading' (duration: 104.731167ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:08:01.43867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2902} {"level":"info","ts":"2026-05-07T02:08:01.513271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2902,"took":"73.437085ms","hash":1466549233,"current-db-size-bytes":53567488,"current-db-size":"54 MB","current-db-size-in-use-bytes":28835840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-07T02:08:01.51333Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1466549233,"revision":2902,"compact-revision":-1} {"level":"info","ts":"2026-05-07T02:10:48.112106Z","caller":"traceutil/trace.go:171","msg":"trace[866170408] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"150.768246ms","start":"2026-05-07T02:10:47.961313Z","end":"2026-05-07T02:10:48.112082Z","steps":["trace[866170408] 'process raft request' (duration: 150.267513ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:10:55.038862Z","caller":"traceutil/trace.go:171","msg":"trace[2135179226] transaction","detail":"{read_only:false; response_revision:6761; number_of_response:1; }","duration":"117.751626ms","start":"2026-05-07T02:10:54.921091Z","end":"2026-05-07T02:10:55.038843Z","steps":["trace[2135179226] 'process raft request' (duration: 117.639083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:13:01.444425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5550} {"level":"info","ts":"2026-05-07T02:13:01.518684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5550,"took":"73.225763ms","hash":2099674666,"current-db-size-bytes":53567488,"current-db-size":"54 MB","current-db-size-in-use-bytes":18399232,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-07T02:13:01.518734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2099674666,"revision":5550,"compact-revision":2902}