{"level":"warn","ts":"2026-06-10T10:01:13.51016Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-10T10:01:13.510278Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-10T10:01:13.510351Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-10T10:01:13.510364Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-06-10T10:01:13.510386Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-10T10:01:13.511097Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-06-10T10:01:13.511194Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-10T10:01:13.518555Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.079801ms"} {"level":"info","ts":"2026-06-10T10:01:13.524176Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-06-10T10:01:13.524246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-06-10T10:01:13.524267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-06-10T10:01:13.524285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-10T10:01:13.524297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-06-10T10:01:13.524359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-06-10T10:01:13.530946Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-10T10:01:13.532448Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-10T10:01:13.533634Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-10T10:01:13.536313Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-10T10:01:13.53651Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-10T10:01:13.536596Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-10T10:01:13.536609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-10T10:01:13.53669Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-10T10:01:13.539045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-06-10T10:01:13.539243Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-06-10T10:01:13.543109Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-10T10:01:13.543403Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-10T10:01:13.54345Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-10T10:01:13.543577Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-06-10T10:01:13.543599Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-06-10T10:01:14.525003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-06-10T10:01:14.525071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-06-10T10:01:14.525115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-06-10T10:01:14.525135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-06-10T10:01:14.525145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-06-10T10:01:14.525174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-06-10T10:01:14.525188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-06-10T10:01:14.526107Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-10T10:01:14.526938Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-10T10:01:14.526928Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-06-10T10:01:14.527072Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-10T10:01:14.527364Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-10T10:01:14.527406Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-10T10:01:14.5277Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-06-10T10:01:14.528056Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-10T10:01:14.528302Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-10T10:01:14.530014Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-06-10T10:01:14.530843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} 2026/06/10 10:01:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-10T10:01:54.173314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.025002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-06-10T10:01:54.17344Z","caller":"traceutil/trace.go:171","msg":"trace[318433917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:582; }","duration":"108.218993ms","start":"2026-06-10T10:01:54.065199Z","end":"2026-06-10T10:01:54.173418Z","steps":["trace[318433917] 'range keys from in-memory index tree' (duration: 107.633088ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:01:58.991281Z","caller":"traceutil/trace.go:171","msg":"trace[2006099711] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"231.53116ms","start":"2026-06-10T10:01:58.759721Z","end":"2026-06-10T10:01:58.991253Z","steps":["trace[2006099711] 'process raft request' (duration: 226.046883ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:01:59.192391Z","caller":"traceutil/trace.go:171","msg":"trace[1396232402] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"151.996067ms","start":"2026-06-10T10:01:59.040367Z","end":"2026-06-10T10:01:59.192363Z","steps":["trace[1396232402] 'process raft request' (duration: 130.24804ms)","trace[1396232402] 'compare' (duration: 21.611906ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T10:01:59.700437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.160484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n2n58\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-06-10T10:01:59.70053Z","caller":"traceutil/trace.go:171","msg":"trace[1503228896] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n2n58; range_end:; response_count:1; response_revision:614; }","duration":"290.305076ms","start":"2026-06-10T10:01:59.410204Z","end":"2026-06-10T10:01:59.70051Z","steps":["trace[1503228896] 'range keys from in-memory index tree' (duration: 290.047854ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:01:59.70288Z","caller":"traceutil/trace.go:171","msg":"trace[1795316787] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"108.931246ms","start":"2026-06-10T10:01:59.59393Z","end":"2026-06-10T10:01:59.702861Z","steps":["trace[1795316787] 'process raft request' (duration: 108.335841ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:02:43.84858Z","caller":"traceutil/trace.go:171","msg":"trace[1673164689] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"123.601954ms","start":"2026-06-10T10:02:43.724948Z","end":"2026-06-10T10:02:43.84855Z","steps":["trace[1673164689] 'process raft request' (duration: 123.371246ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:03:08.919097Z","caller":"traceutil/trace.go:171","msg":"trace[392577584] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"119.910399ms","start":"2026-06-10T10:03:08.799162Z","end":"2026-06-10T10:03:08.919072Z","steps":["trace[392577584] 'process raft request' (duration: 119.702234ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:03:32.010917Z","caller":"traceutil/trace.go:171","msg":"trace[700837888] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"116.570108ms","start":"2026-06-10T10:03:31.894313Z","end":"2026-06-10T10:03:32.010883Z","steps":["trace[700837888] 'process raft request' (duration: 116.322252ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:03:32.428761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.671296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T10:03:32.428896Z","caller":"traceutil/trace.go:171","msg":"trace[851386536] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"394.10266ms","start":"2026-06-10T10:03:32.034771Z","end":"2026-06-10T10:03:32.428873Z","steps":["trace[851386536] 'process raft request' (duration: 82.36587ms)","trace[851386536] 'compare' (duration: 310.157794ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T10:03:32.429002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-10T10:03:32.034751Z","time spent":"394.186153ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T10:03:32.458075Z","caller":"traceutil/trace.go:171","msg":"trace[529347501] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"401.039441ms","start":"2026-06-10T10:03:32.057008Z","end":"2026-06-10T10:03:32.458047Z","steps":["trace[529347501] 'process raft request' (duration: 400.650582ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:03:32.458256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-10T10:03:32.056957Z","time spent":"401.209574ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T10:04:02.945221Z","caller":"traceutil/trace.go:171","msg":"trace[1272808299] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"135.27257ms","start":"2026-06-10T10:04:02.809924Z","end":"2026-06-10T10:04:02.945196Z","steps":["trace[1272808299] 'process raft request' (duration: 135.104247ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:04:03.364846Z","caller":"traceutil/trace.go:171","msg":"trace[1291070386] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"103.396662ms","start":"2026-06-10T10:04:03.261431Z","end":"2026-06-10T10:04:03.364828Z","steps":["trace[1291070386] 'process raft request' (duration: 83.792889ms)","trace[1291070386] 'compare' (duration: 19.525681ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T10:04:03.673573Z","caller":"traceutil/trace.go:171","msg":"trace[278523749] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"123.958392ms","start":"2026-06-10T10:04:03.549596Z","end":"2026-06-10T10:04:03.673554Z","steps":["trace[278523749] 'process raft request' (duration: 123.795279ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:04:03.983752Z","caller":"traceutil/trace.go:171","msg":"trace[171743059] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2156; }","duration":"292.279875ms","start":"2026-06-10T10:04:03.691449Z","end":"2026-06-10T10:04:03.983729Z","steps":["trace[171743059] 'read index received' (duration: 292.091382ms)","trace[171743059] 'applied index is now lower than readState.Index' (duration: 187.463µs)"],"step_count":2} {"level":"info","ts":"2026-06-10T10:04:03.983818Z","caller":"traceutil/trace.go:171","msg":"trace[481951808] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"432.430874ms","start":"2026-06-10T10:04:03.551357Z","end":"2026-06-10T10:04:03.983787Z","steps":["trace[481951808] 'process raft request' (duration: 432.234991ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:04:03.984086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.629573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-10T10:04:03.984382Z","caller":"traceutil/trace.go:171","msg":"trace[1262246352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2079; }","duration":"292.969348ms","start":"2026-06-10T10:04:03.691397Z","end":"2026-06-10T10:04:03.984367Z","steps":["trace[1262246352] 'agreement among raft nodes before linearized reading' (duration: 292.471639ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:04:03.984898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-10T10:04:03.551337Z","time spent":"432.852183ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T10:09:24.602039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.367216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T10:09:24.602281Z","caller":"traceutil/trace.go:171","msg":"trace[793710514] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"128.000138ms","start":"2026-06-10T10:09:24.474254Z","end":"2026-06-10T10:09:24.602254Z","steps":["trace[793710514] 'process raft request' (duration: 16.323375ms)","trace[793710514] 'compare' (duration: 111.228704ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T10:09:24.602471Z","caller":"traceutil/trace.go:171","msg":"trace[982823131] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"123.711958ms","start":"2026-06-10T10:09:24.478713Z","end":"2026-06-10T10:09:24.602425Z","steps":["trace[982823131] 'process raft request' (duration: 123.515964ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:24.602423Z","caller":"traceutil/trace.go:171","msg":"trace[673413846] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"124.175287ms","start":"2026-06-10T10:09:24.478188Z","end":"2026-06-10T10:09:24.602363Z","steps":["trace[673413846] 'process raft request' (duration: 123.969303ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:38.780445Z","caller":"traceutil/trace.go:171","msg":"trace[1030517501] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4900; }","duration":"249.671664ms","start":"2026-06-10T10:09:38.530743Z","end":"2026-06-10T10:09:38.780414Z","steps":["trace[1030517501] 'read index received' (duration: 249.530471ms)","trace[1030517501] 'applied index is now lower than readState.Index' (duration: 138.983µs)"],"step_count":2} {"level":"info","ts":"2026-06-10T10:09:38.780534Z","caller":"traceutil/trace.go:171","msg":"trace[745652486] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"274.221849ms","start":"2026-06-10T10:09:38.506289Z","end":"2026-06-10T10:09:38.780511Z","steps":["trace[745652486] 'process raft request' (duration: 273.915123ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:38.780861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.103264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-10T10:09:38.780923Z","caller":"traceutil/trace.go:171","msg":"trace[804598087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4721; }","duration":"250.216735ms","start":"2026-06-10T10:09:38.530689Z","end":"2026-06-10T10:09:38.780905Z","steps":["trace[804598087] 'agreement among raft nodes before linearized reading' (duration: 249.896399ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:38.836214Z","caller":"traceutil/trace.go:171","msg":"trace[2127429047] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"181.709797ms","start":"2026-06-10T10:09:38.654461Z","end":"2026-06-10T10:09:38.836171Z","steps":["trace[2127429047] 'process raft request' (duration: 174.233073ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:38.836408Z","caller":"traceutil/trace.go:171","msg":"trace[974666039] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"157.870306ms","start":"2026-06-10T10:09:38.678516Z","end":"2026-06-10T10:09:38.836386Z","steps":["trace[974666039] 'process raft request' (duration: 157.615891ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:38.836494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.423495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebacb2c6-e9ad-4995-980f-1c32db6592ac\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-06-10T10:09:38.836559Z","caller":"traceutil/trace.go:171","msg":"trace[566189656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebacb2c6-e9ad-4995-980f-1c32db6592ac; range_end:; response_count:1; response_revision:4723; }","duration":"188.526347ms","start":"2026-06-10T10:09:38.648016Z","end":"2026-06-10T10:09:38.836543Z","steps":["trace[566189656] 'agreement among raft nodes before linearized reading' (duration: 188.295042ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:38.836676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.147234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebacb2c6-e9ad-4995-980f-1c32db6592ac\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-06-10T10:09:38.836711Z","caller":"traceutil/trace.go:171","msg":"trace[594567354] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebacb2c6-e9ad-4995-980f-1c32db6592ac; range_end:; response_count:1; response_revision:4723; }","duration":"143.231706ms","start":"2026-06-10T10:09:38.693468Z","end":"2026-06-10T10:09:38.8367Z","steps":["trace[594567354] 'agreement among raft nodes before linearized reading' (duration: 143.117574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:39.43951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.461284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-10T10:09:39.43959Z","caller":"traceutil/trace.go:171","msg":"trace[489357874] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4913; }","duration":"100.840719ms","start":"2026-06-10T10:09:39.338737Z","end":"2026-06-10T10:09:39.439578Z","steps":["trace[489357874] 'read index received' (duration: 90.911µs)","trace[489357874] 'applied index is now lower than readState.Index' (duration: 100.749018ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T10:09:39.439912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.165077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-10T10:09:39.439946Z","caller":"traceutil/trace.go:171","msg":"trace[1092287055] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4734; }","duration":"101.252058ms","start":"2026-06-10T10:09:39.338683Z","end":"2026-06-10T10:09:39.439935Z","steps":["trace[1092287055] 'agreement among raft nodes before linearized reading' (duration: 100.926772ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:39.440543Z","caller":"traceutil/trace.go:171","msg":"trace[377599782] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"235.307649ms","start":"2026-06-10T10:09:39.204427Z","end":"2026-06-10T10:09:39.439735Z","steps":["trace[377599782] 'process raft request' (duration: 111.545259ms)","trace[377599782] 'compare' (duration: 123.120267ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T10:09:53.124897Z","caller":"traceutil/trace.go:171","msg":"trace[1999168132] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"395.854515ms","start":"2026-06-10T10:09:52.729021Z","end":"2026-06-10T10:09:53.124875Z","steps":["trace[1999168132] 'process raft request' (duration: 395.700102ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.125114Z","caller":"traceutil/trace.go:171","msg":"trace[62492468] linearizableReadLoop","detail":"{readStateIndex:5088; appliedIndex:5088; }","duration":"389.183461ms","start":"2026-06-10T10:09:52.735901Z","end":"2026-06-10T10:09:53.125084Z","steps":["trace[62492468] 'read index received' (duration: 389.165691ms)","trace[62492468] 'applied index is now lower than readState.Index' (duration: 14.76µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T10:09:53.125396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-10T10:09:52.729009Z","time spent":"396.13007ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T10:09:53.125439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.504478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-06-10T10:09:53.125522Z","caller":"traceutil/trace.go:171","msg":"trace[774429204] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4903; }","duration":"389.61727ms","start":"2026-06-10T10:09:52.735884Z","end":"2026-06-10T10:09:53.125502Z","steps":["trace[774429204] 'agreement among raft nodes before linearized reading' (duration: 389.307783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:53.125707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-10T10:09:52.735878Z","time spent":"389.741132ms","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9663,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-06-10T10:09:53.131429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.811547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-10T10:09:53.131506Z","caller":"traceutil/trace.go:171","msg":"trace[1349004363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4906; }","duration":"171.9374ms","start":"2026-06-10T10:09:52.959553Z","end":"2026-06-10T10:09:53.13149Z","steps":["trace[1349004363] 'agreement among raft nodes before linearized reading' (duration: 171.755436ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.13164Z","caller":"traceutil/trace.go:171","msg":"trace[1126452606] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"178.574912ms","start":"2026-06-10T10:09:52.953042Z","end":"2026-06-10T10:09:53.131617Z","steps":["trace[1126452606] 'process raft request' (duration: 178.188224ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.131701Z","caller":"traceutil/trace.go:171","msg":"trace[1692316065] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"153.988851ms","start":"2026-06-10T10:09:52.977648Z","end":"2026-06-10T10:09:53.131637Z","steps":["trace[1692316065] 'process raft request' (duration: 153.613813ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:53.131867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.426095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-06-10T10:09:53.13184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.355754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-06-10T10:09:53.13189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.018914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-10T10:09:53.131894Z","caller":"traceutil/trace.go:171","msg":"trace[1291491930] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4906; }","duration":"347.478986ms","start":"2026-06-10T10:09:52.784408Z","end":"2026-06-10T10:09:53.131887Z","steps":["trace[1291491930] 'agreement among raft nodes before linearized reading' (duration: 347.407584ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:53.131917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-10T10:09:52.784394Z","time spent":"347.519397ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-06-10T10:09:53.131918Z","caller":"traceutil/trace.go:171","msg":"trace[1312042094] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4906; }","duration":"258.094456ms","start":"2026-06-10T10:09:52.873814Z","end":"2026-06-10T10:09:53.131908Z","steps":["trace[1312042094] 'agreement among raft nodes before linearized reading' (duration: 257.974894ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.132167Z","caller":"traceutil/trace.go:171","msg":"trace[463311026] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"181.047782ms","start":"2026-06-10T10:09:52.950508Z","end":"2026-06-10T10:09:53.131556Z","steps":["trace[463311026] 'process raft request' (duration: 180.633984ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.132575Z","caller":"traceutil/trace.go:171","msg":"trace[190071726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4906; }","duration":"387.460677ms","start":"2026-06-10T10:09:52.744443Z","end":"2026-06-10T10:09:53.131903Z","steps":["trace[190071726] 'agreement among raft nodes before linearized reading' (duration: 387.235572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:53.132634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-10T10:09:52.744426Z","time spent":"388.195771ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-10T10:09:53.31204Z","caller":"traceutil/trace.go:171","msg":"trace[1008149906] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"109.929798ms","start":"2026-06-10T10:09:53.202082Z","end":"2026-06-10T10:09:53.312012Z","steps":["trace[1008149906] 'process raft request' (duration: 109.610962ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.31237Z","caller":"traceutil/trace.go:171","msg":"trace[1805984821] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"109.992879ms","start":"2026-06-10T10:09:53.202366Z","end":"2026-06-10T10:09:53.312359Z","steps":["trace[1805984821] 'process raft request' (duration: 109.51853ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:53.312382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.407878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16397"} {"level":"info","ts":"2026-06-10T10:09:53.312426Z","caller":"traceutil/trace.go:171","msg":"trace[2106658539] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4915; }","duration":"111.491609ms","start":"2026-06-10T10:09:53.200918Z","end":"2026-06-10T10:09:53.31241Z","steps":["trace[2106658539] 'agreement among raft nodes before linearized reading' (duration: 111.256764ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.312569Z","caller":"traceutil/trace.go:171","msg":"trace[1169500895] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"109.321826ms","start":"2026-06-10T10:09:53.20324Z","end":"2026-06-10T10:09:53.312561Z","steps":["trace[1169500895] 'process raft request' (duration: 108.805336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T10:09:53.713017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.153393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T10:09:53.713297Z","caller":"traceutil/trace.go:171","msg":"trace[730408848] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"176.698463ms","start":"2026-06-10T10:09:53.536568Z","end":"2026-06-10T10:09:53.713267Z","steps":["trace[730408848] 'process raft request' (duration: 75.169443ms)","trace[730408848] 'compare' (duration: 100.887067ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T10:09:53.713359Z","caller":"traceutil/trace.go:171","msg":"trace[1903856189] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"171.770924ms","start":"2026-06-10T10:09:53.541569Z","end":"2026-06-10T10:09:53.71334Z","steps":["trace[1903856189] 'process raft request' (duration: 171.717013ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:09:53.714381Z","caller":"traceutil/trace.go:171","msg":"trace[1456676032] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"177.257364ms","start":"2026-06-10T10:09:53.537079Z","end":"2026-06-10T10:09:53.714337Z","steps":["trace[1456676032] 'process raft request' (duration: 176.081391ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:11:14.553658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2885} {"level":"info","ts":"2026-06-10T10:11:14.627554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2885,"took":"72.678738ms","hash":3934206050,"current-db-size-bytes":53936128,"current-db-size":"54 MB","current-db-size-in-use-bytes":29134848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-10T10:11:14.627618Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3934206050,"revision":2885,"compact-revision":-1} {"level":"warn","ts":"2026-06-10T10:14:05.232182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.727102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-06-10T10:14:05.232263Z","caller":"traceutil/trace.go:171","msg":"trace[1096654537] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:6728; }","duration":"107.892984ms","start":"2026-06-10T10:14:05.124351Z","end":"2026-06-10T10:14:05.232244Z","steps":["trace[1096654537] 'range keys from in-memory index tree' (duration: 107.517339ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T10:16:14.562258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5555} {"level":"info","ts":"2026-06-10T10:16:14.639904Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5555,"took":"76.357048ms","hash":1628497312,"current-db-size-bytes":53936128,"current-db-size":"54 MB","current-db-size-in-use-bytes":18358272,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-06-10T10:16:14.639964Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1628497312,"revision":5555,"compact-revision":2885}