{"level":"warn","ts":"2026-05-27T00:35:00.160065Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-27T00:35:00.160202Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-27T00:35:00.160302Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-27T00:35:00.160326Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-05-27T00:35:00.160346Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-27T00:35:00.161108Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-05-27T00:35:00.161198Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-27T00:35:00.167412Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.949844ms"} {"level":"info","ts":"2026-05-27T00:35:00.178797Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-05-27T00:35:00.178946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-05-27T00:35:00.178972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-05-27T00:35:00.178983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-27T00:35:00.178992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-05-27T00:35:00.17905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-05-27T00:35:00.19057Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-27T00:35:00.192252Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-27T00:35:00.194232Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-27T00:35:00.199796Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-27T00:35:00.200446Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-27T00:35:00.200905Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-27T00:35:00.200999Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-27T00:35:00.201012Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-27T00:35:00.20281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-05-27T00:35:00.203607Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-05-27T00:35:00.205977Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-27T00:35:00.206117Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-05-27T00:35:00.206144Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-05-27T00:35:00.207024Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-27T00:35:00.207069Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-27T00:35:00.779735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-05-27T00:35:00.779865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-27T00:35:00.779927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-05-27T00:35:00.78003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-05-27T00:35:00.780053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-05-27T00:35:00.780191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-05-27T00:35:00.78022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-05-27T00:35:00.7815Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-05-27T00:35:00.781661Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-27T00:35:00.781807Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T00:35:00.781892Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-27T00:35:00.782895Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T00:35:00.783053Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T00:35:00.783096Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T00:35:00.784372Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-27T00:35:00.784513Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-27T00:35:00.784479Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-27T00:35:00.785501Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-05-27T00:35:42.342349Z","caller":"traceutil/trace.go:171","msg":"trace[10781868] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"101.473034ms","start":"2026-05-27T00:35:42.240843Z","end":"2026-05-27T00:35:42.342316Z","steps":["trace[10781868] 'process raft request' (duration: 100.922024ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:35:42.587227Z","caller":"traceutil/trace.go:171","msg":"trace[1169817145] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"195.345106ms","start":"2026-05-27T00:35:42.391845Z","end":"2026-05-27T00:35:42.587191Z","steps":["trace[1169817145] 'process raft request' (duration: 135.306648ms)","trace[1169817145] 'compare' (duration: 59.630751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T00:35:43.022566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.979683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T00:35:43.022748Z","caller":"traceutil/trace.go:171","msg":"trace[438909341] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"333.837941ms","start":"2026-05-27T00:35:42.68886Z","end":"2026-05-27T00:35:43.022698Z","steps":["trace[438909341] 'process raft request' (duration: 169.972655ms)","trace[438909341] 'compare' (duration: 162.79085ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:35:43.022965Z","caller":"traceutil/trace.go:171","msg":"trace[1889435201] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"249.066111ms","start":"2026-05-27T00:35:42.773718Z","end":"2026-05-27T00:35:43.022784Z","steps":["trace[1889435201] 'read index received' (duration: 85.051552ms)","trace[1889435201] 'applied index is now lower than readState.Index' (duration: 164.005109ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T00:35:43.022982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T00:35:42.688845Z","time spent":"334.028374ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T00:35:43.023151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.350767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T00:35:43.023243Z","caller":"traceutil/trace.go:171","msg":"trace[8962185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"249.558559ms","start":"2026-05-27T00:35:42.773665Z","end":"2026-05-27T00:35:43.023223Z","steps":["trace[8962185] 'agreement among raft nodes before linearized reading' (duration: 249.323376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:36:05.853256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.648282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T00:36:05.853399Z","caller":"traceutil/trace.go:171","msg":"trace[1425460169] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:818; }","duration":"137.863656ms","start":"2026-05-27T00:36:05.715516Z","end":"2026-05-27T00:36:05.85338Z","steps":["trace[1425460169] 'count revisions from in-memory index tree' (duration: 137.50726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:37:29.425195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.821341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef088e8c-9caf-414d-801b-99c0096eaef3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-27T00:37:29.425289Z","caller":"traceutil/trace.go:171","msg":"trace[1105416903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef088e8c-9caf-414d-801b-99c0096eaef3; range_end:; response_count:1; response_revision:1917; }","duration":"202.969933ms","start":"2026-05-27T00:37:29.2223Z","end":"2026-05-27T00:37:29.42527Z","steps":["trace[1105416903] 'range keys from in-memory index tree' (duration: 202.635409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:37:29.425418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.178053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T00:37:29.425546Z","caller":"traceutil/trace.go:171","msg":"trace[1745028747] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1917; }","duration":"188.357895ms","start":"2026-05-27T00:37:29.237168Z","end":"2026-05-27T00:37:29.425526Z","steps":["trace[1745028747] 'count revisions from in-memory index tree' (duration: 188.042931ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:37:29.678436Z","caller":"traceutil/trace.go:171","msg":"trace[372327970] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"101.418446ms","start":"2026-05-27T00:37:29.576989Z","end":"2026-05-27T00:37:29.678408Z","steps":["trace[372327970] 'process raft request' (duration: 101.219064ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:37:41.728279Z","caller":"traceutil/trace.go:171","msg":"trace[731817221] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"127.081307ms","start":"2026-05-27T00:37:41.601174Z","end":"2026-05-27T00:37:41.728255Z","steps":["trace[731817221] 'process raft request' (duration: 126.932346ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:38:13.358376Z","caller":"traceutil/trace.go:171","msg":"trace[1273112206] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2282; }","duration":"259.171585ms","start":"2026-05-27T00:38:13.099178Z","end":"2026-05-27T00:38:13.358349Z","steps":["trace[1273112206] 'read index received' (duration: 258.948783ms)","trace[1273112206] 'applied index is now lower than readState.Index' (duration: 221.772µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:38:13.358893Z","caller":"traceutil/trace.go:171","msg":"trace[593052029] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"271.849755ms","start":"2026-05-27T00:38:13.086971Z","end":"2026-05-27T00:38:13.358821Z","steps":["trace[593052029] 'process raft request' (duration: 271.24931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:38:13.358963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.763071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-05-27T00:38:13.359108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.50082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-27T00:38:13.359188Z","caller":"traceutil/trace.go:171","msg":"trace[223280945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2204; }","duration":"181.667851ms","start":"2026-05-27T00:38:13.1775Z","end":"2026-05-27T00:38:13.359168Z","steps":["trace[223280945] 'agreement among raft nodes before linearized reading' (duration: 181.389479ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:38:13.359309Z","caller":"traceutil/trace.go:171","msg":"trace[530041276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2204; }","duration":"259.887182ms","start":"2026-05-27T00:38:13.099127Z","end":"2026-05-27T00:38:13.359014Z","steps":["trace[530041276] 'agreement among raft nodes before linearized reading' (duration: 259.574109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:38:13.359757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.558769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-27T00:38:13.359835Z","caller":"traceutil/trace.go:171","msg":"trace[1710730557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2204; }","duration":"201.782181ms","start":"2026-05-27T00:38:13.158034Z","end":"2026-05-27T00:38:13.359817Z","steps":["trace[1710730557] 'agreement among raft nodes before linearized reading' (duration: 200.702191ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:38:13.479543Z","caller":"traceutil/trace.go:171","msg":"trace[143311761] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2283; }","duration":"110.489266ms","start":"2026-05-27T00:38:13.369023Z","end":"2026-05-27T00:38:13.479513Z","steps":["trace[143311761] 'read index received' (duration: 108.452487ms)","trace[143311761] 'applied index is now lower than readState.Index' (duration: 2.035789ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:38:13.479663Z","caller":"traceutil/trace.go:171","msg":"trace[140389268] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"114.906168ms","start":"2026-05-27T00:38:13.364723Z","end":"2026-05-27T00:38:13.479629Z","steps":["trace[140389268] 'process raft request' (duration: 112.802109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:38:13.479691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.649757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T00:38:13.479727Z","caller":"traceutil/trace.go:171","msg":"trace[141386115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2205; }","duration":"110.723978ms","start":"2026-05-27T00:38:13.368992Z","end":"2026-05-27T00:38:13.479716Z","steps":["trace[141386115] 'agreement among raft nodes before linearized reading' (duration: 110.649377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:39:26.913855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.221815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-27T00:39:26.91385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.467967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T00:39:26.913961Z","caller":"traceutil/trace.go:171","msg":"trace[1729496767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2711; }","duration":"130.373317ms","start":"2026-05-27T00:39:26.783562Z","end":"2026-05-27T00:39:26.913935Z","steps":["trace[1729496767] 'range keys from in-memory index tree' (duration: 130.044924ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:39:26.913977Z","caller":"traceutil/trace.go:171","msg":"trace[85193976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2711; }","duration":"142.640048ms","start":"2026-05-27T00:39:26.77131Z","end":"2026-05-27T00:39:26.91395Z","steps":["trace[85193976] 'range keys from in-memory index tree' (duration: 142.384735ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:39:26.919389Z","caller":"traceutil/trace.go:171","msg":"trace[963026641] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"132.702748ms","start":"2026-05-27T00:39:26.786662Z","end":"2026-05-27T00:39:26.919365Z","steps":["trace[963026641] 'process raft request' (duration: 132.527216ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:39:32.443268Z","caller":"traceutil/trace.go:171","msg":"trace[1471442891] linearizableReadLoop","detail":"{readStateIndex:2838; appliedIndex:2837; }","duration":"100.680796ms","start":"2026-05-27T00:39:32.342566Z","end":"2026-05-27T00:39:32.443246Z","steps":["trace[1471442891] 'read index received' (duration: 100.51238ms)","trace[1471442891] 'applied index is now lower than readState.Index' (duration: 167.426µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:39:32.443419Z","caller":"traceutil/trace.go:171","msg":"trace[1265192166] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"101.115958ms","start":"2026-05-27T00:39:32.342287Z","end":"2026-05-27T00:39:32.443403Z","steps":["trace[1265192166] 'process raft request' (duration: 100.812459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:39:32.443788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.201131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9281"} {"level":"info","ts":"2026-05-27T00:39:32.443839Z","caller":"traceutil/trace.go:171","msg":"trace[880100308] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2741; }","duration":"101.277263ms","start":"2026-05-27T00:39:32.342548Z","end":"2026-05-27T00:39:32.443826Z","steps":["trace[880100308] 'agreement among raft nodes before linearized reading' (duration: 101.119988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:39:32.699179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.690534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T00:39:32.699319Z","caller":"traceutil/trace.go:171","msg":"trace[927169687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2742; }","duration":"140.842009ms","start":"2026-05-27T00:39:32.558457Z","end":"2026-05-27T00:39:32.699299Z","steps":["trace[927169687] 'range keys from in-memory index tree' (duration: 140.673513ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:10.378268Z","caller":"traceutil/trace.go:171","msg":"trace[1873386812] linearizableReadLoop","detail":"{readStateIndex:4725; appliedIndex:4724; }","duration":"148.012136ms","start":"2026-05-27T00:43:10.230238Z","end":"2026-05-27T00:43:10.37825Z","steps":["trace[1873386812] 'read index received' (duration: 72.756369ms)","trace[1873386812] 'applied index is now lower than readState.Index' (duration: 75.255057ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:43:10.378404Z","caller":"traceutil/trace.go:171","msg":"trace[1429994258] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"148.718776ms","start":"2026-05-27T00:43:10.229677Z","end":"2026-05-27T00:43:10.378396Z","steps":["trace[1429994258] 'process raft request' (duration: 73.322807ms)","trace[1429994258] 'compare' (duration: 75.092715ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T00:43:10.378576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.320131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T00:43:10.378606Z","caller":"traceutil/trace.go:171","msg":"trace[340052084] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4556; }","duration":"148.371551ms","start":"2026-05-27T00:43:10.230227Z","end":"2026-05-27T00:43:10.378598Z","steps":["trace[340052084] 'agreement among raft nodes before linearized reading' (duration: 148.28652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:43:10.425301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.359459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-05-27T00:43:10.425357Z","caller":"traceutil/trace.go:171","msg":"trace[652425814] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4557; }","duration":"191.45972ms","start":"2026-05-27T00:43:10.233884Z","end":"2026-05-27T00:43:10.425344Z","steps":["trace[652425814] 'agreement among raft nodes before linearized reading' (duration: 191.323088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:43:10.590614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.757428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-27T00:43:10.590693Z","caller":"traceutil/trace.go:171","msg":"trace[310124345] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4569; }","duration":"109.841569ms","start":"2026-05-27T00:43:10.480833Z","end":"2026-05-27T00:43:10.590675Z","steps":["trace[310124345] 'agreement among raft nodes before linearized reading' (duration: 109.675557ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:17.129352Z","caller":"traceutil/trace.go:171","msg":"trace[1298561712] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"132.41856ms","start":"2026-05-27T00:43:16.996913Z","end":"2026-05-27T00:43:17.129332Z","steps":["trace[1298561712] 'process raft request' (duration: 132.264797ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:17.140529Z","caller":"traceutil/trace.go:171","msg":"trace[1591793044] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"135.699577ms","start":"2026-05-27T00:43:17.004808Z","end":"2026-05-27T00:43:17.140508Z","steps":["trace[1591793044] 'process raft request' (duration: 135.522954ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:17.14057Z","caller":"traceutil/trace.go:171","msg":"trace[692568435] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"134.623931ms","start":"2026-05-27T00:43:17.005918Z","end":"2026-05-27T00:43:17.140541Z","steps":["trace[692568435] 'process raft request' (duration: 134.50964ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:17.140504Z","caller":"traceutil/trace.go:171","msg":"trace[1905363898] linearizableReadLoop","detail":"{readStateIndex:4867; appliedIndex:4864; }","duration":"122.87983ms","start":"2026-05-27T00:43:17.017609Z","end":"2026-05-27T00:43:17.140489Z","steps":["trace[1905363898] 'read index received' (duration: 111.570174ms)","trace[1905363898] 'applied index is now lower than readState.Index' (duration: 11.309006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T00:43:17.141445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.816063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-05-27T00:43:17.141491Z","caller":"traceutil/trace.go:171","msg":"trace[855540503] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4696; }","duration":"123.902045ms","start":"2026-05-27T00:43:17.017577Z","end":"2026-05-27T00:43:17.141479Z","steps":["trace[855540503] 'agreement among raft nodes before linearized reading' (duration: 123.074663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:43:17.515935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.887628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T00:43:17.516209Z","caller":"traceutil/trace.go:171","msg":"trace[1979142625] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"192.857225ms","start":"2026-05-27T00:43:17.323334Z","end":"2026-05-27T00:43:17.516191Z","steps":["trace[1979142625] 'process raft request' (duration: 192.706843ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:17.516245Z","caller":"traceutil/trace.go:171","msg":"trace[2107523458] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"193.093458ms","start":"2026-05-27T00:43:17.323101Z","end":"2026-05-27T00:43:17.516195Z","steps":["trace[2107523458] 'process raft request' (duration: 33.858995ms)","trace[2107523458] 'compare' (duration: 158.767386ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:43:17.516576Z","caller":"traceutil/trace.go:171","msg":"trace[1366528650] linearizableReadLoop","detail":"{readStateIndex:4881; appliedIndex:4877; }","duration":"191.610846ms","start":"2026-05-27T00:43:17.324943Z","end":"2026-05-27T00:43:17.516554Z","steps":["trace[1366528650] 'read index received' (duration: 32.030229ms)","trace[1366528650] 'applied index is now lower than readState.Index' (duration: 159.579677ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:43:17.516654Z","caller":"traceutil/trace.go:171","msg":"trace[1116178991] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"193.001547ms","start":"2026-05-27T00:43:17.323629Z","end":"2026-05-27T00:43:17.516631Z","steps":["trace[1116178991] 'process raft request' (duration: 192.700393ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:17.516503Z","caller":"traceutil/trace.go:171","msg":"trace[69569831] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"193.087729ms","start":"2026-05-27T00:43:17.323373Z","end":"2026-05-27T00:43:17.516461Z","steps":["trace[69569831] 'process raft request' (duration: 192.738814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:43:17.516904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.90937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-27T00:43:17.517005Z","caller":"traceutil/trace.go:171","msg":"trace[1860298339] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4709; }","duration":"192.025412ms","start":"2026-05-27T00:43:17.324913Z","end":"2026-05-27T00:43:17.516939Z","steps":["trace[1860298339] 'agreement among raft nodes before linearized reading' (duration: 191.810448ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:17.71399Z","caller":"traceutil/trace.go:171","msg":"trace[707078030] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"118.214661ms","start":"2026-05-27T00:43:17.595753Z","end":"2026-05-27T00:43:17.713967Z","steps":["trace[707078030] 'process raft request' (duration: 28.324844ms)","trace[707078030] 'compare' (duration: 89.801366ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:43:29.527688Z","caller":"traceutil/trace.go:171","msg":"trace[1829603941] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"136.852733ms","start":"2026-05-27T00:43:29.390787Z","end":"2026-05-27T00:43:29.52764Z","steps":["trace[1829603941] 'process raft request' (duration: 136.801852ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:43:29.52773Z","caller":"traceutil/trace.go:171","msg":"trace[328135945] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"138.226023ms","start":"2026-05-27T00:43:29.389475Z","end":"2026-05-27T00:43:29.527701Z","steps":["trace[328135945] 'process raft request' (duration: 104.973366ms)","trace[328135945] 'compare' (duration: 32.839221ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:43:29.527862Z","caller":"traceutil/trace.go:171","msg":"trace[2042180347] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"137.878408ms","start":"2026-05-27T00:43:29.389974Z","end":"2026-05-27T00:43:29.527852Z","steps":["trace[2042180347] 'process raft request' (duration: 137.522163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:44:06.566947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.458796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T00:44:06.567035Z","caller":"traceutil/trace.go:171","msg":"trace[312873537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5202; }","duration":"126.600789ms","start":"2026-05-27T00:44:06.440416Z","end":"2026-05-27T00:44:06.567017Z","steps":["trace[312873537] 'range keys from in-memory index tree' (duration: 126.234564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:44:06.567207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.317571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T00:44:06.567311Z","caller":"traceutil/trace.go:171","msg":"trace[751073501] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5202; }","duration":"150.486173ms","start":"2026-05-27T00:44:06.416802Z","end":"2026-05-27T00:44:06.567288Z","steps":["trace[751073501] 'count revisions from in-memory index tree' (duration: 150.197799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T00:44:06.567324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.766831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T00:44:06.567409Z","caller":"traceutil/trace.go:171","msg":"trace[431426150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5202; }","duration":"171.902383ms","start":"2026-05-27T00:44:06.395486Z","end":"2026-05-27T00:44:06.567389Z","steps":["trace[431426150] 'range keys from in-memory index tree' (duration: 171.371316ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:44:06.567311Z","caller":"traceutil/trace.go:171","msg":"trace[630001605] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"111.370352ms","start":"2026-05-27T00:44:06.455874Z","end":"2026-05-27T00:44:06.567245Z","steps":["trace[630001605] 'process raft request' (duration: 63.704334ms)","trace[630001605] 'compare' (duration: 47.144811ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T00:45:01.012461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2891} {"level":"info","ts":"2026-05-27T00:45:01.10341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2891,"took":"89.554884ms","hash":1026960539,"current-db-size-bytes":53571584,"current-db-size":"54 MB","current-db-size-in-use-bytes":29622272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-27T00:45:01.103479Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1026960539,"revision":2891,"compact-revision":-1} {"level":"info","ts":"2026-05-27T00:47:17.665782Z","caller":"traceutil/trace.go:171","msg":"trace[1140559483] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"144.452914ms","start":"2026-05-27T00:47:17.521297Z","end":"2026-05-27T00:47:17.66575Z","steps":["trace[1140559483] 'process raft request' (duration: 134.396185ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T00:50:01.018706Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5618} {"level":"info","ts":"2026-05-27T00:50:01.088296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5618,"took":"68.460774ms","hash":1566358610,"current-db-size-bytes":53571584,"current-db-size":"54 MB","current-db-size-in-use-bytes":18210816,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-27T00:50:01.088342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1566358610,"revision":5618,"compact-revision":2891}