{"level":"warn","ts":"2026-04-06T21:03:25.64911Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-06T21:03:25.649222Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-06T21:03:25.649308Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-06T21:03:25.64932Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-06T21:03:25.649341Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-06T21:03:25.65031Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-04-06T21:03:25.650405Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-06T21:03:25.656809Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.027184ms"} {"level":"info","ts":"2026-04-06T21:03:25.666916Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-04-06T21:03:25.667036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-04-06T21:03:25.667073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-04-06T21:03:25.667092Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-06T21:03:25.667138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-04-06T21:03:25.667196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-04-06T21:03:25.672262Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-06T21:03:25.67471Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-06T21:03:25.675682Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-06T21:03:25.678012Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-06T21:03:25.678254Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-06T21:03:25.678306Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-06T21:03:25.678315Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-06T21:03:25.678265Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-06T21:03:25.681351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-04-06T21:03:25.681522Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-06T21:03:25.68285Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-06T21:03:25.682959Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-06T21:03:25.68299Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-06T21:03:25.683834Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-06T21:03:25.68388Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-06T21:03:26.667769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-04-06T21:03:26.667829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-04-06T21:03:26.667856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-04-06T21:03:26.667869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-04-06T21:03:26.667877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-06T21:03:26.667887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-04-06T21:03:26.667896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-06T21:03:26.672189Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-04-06T21:03:26.672219Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-06T21:03:26.672199Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-06T21:03:26.672282Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T21:03:26.672728Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-06T21:03:26.672781Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-06T21:03:26.676002Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-06T21:03:26.676076Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-04-06T21:03:26.677235Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T21:03:26.67737Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T21:03:26.67742Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T21:03:52.741922Z","caller":"traceutil/trace.go:171","msg":"trace[173544508] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"186.766897ms","start":"2026-04-06T21:03:52.555122Z","end":"2026-04-06T21:03:52.741889Z","steps":["trace[173544508] 'process raft request' (duration: 186.619943ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:04:04.209391Z","caller":"traceutil/trace.go:171","msg":"trace[1571619622] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"150.370842ms","start":"2026-04-06T21:04:04.058982Z","end":"2026-04-06T21:04:04.209353Z","steps":["trace[1571619622] 'process raft request' (duration: 149.664343ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:04:04.42803Z","caller":"traceutil/trace.go:171","msg":"trace[385097422] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"198.392966ms","start":"2026-04-06T21:04:04.229609Z","end":"2026-04-06T21:04:04.428002Z","steps":["trace[385097422] 'process raft request' (duration: 198.238422ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:04:04.447249Z","caller":"traceutil/trace.go:171","msg":"trace[208454043] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"173.166491ms","start":"2026-04-06T21:04:04.274056Z","end":"2026-04-06T21:04:04.447222Z","steps":["trace[208454043] 'process raft request' (duration: 172.857752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:04:04.626493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.888842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-06T21:04:04.626627Z","caller":"traceutil/trace.go:171","msg":"trace[1662979223] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"167.135681ms","start":"2026-04-06T21:04:04.459473Z","end":"2026-04-06T21:04:04.626609Z","steps":["trace[1662979223] 'read index received' (duration: 42.407005ms)","trace[1662979223] 'applied index is now lower than readState.Index' (duration: 124.727166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T21:04:04.626691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.210713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T21:04:04.626728Z","caller":"traceutil/trace.go:171","msg":"trace[585595343] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:618; }","duration":"167.281375ms","start":"2026-04-06T21:04:04.459435Z","end":"2026-04-06T21:04:04.626717Z","steps":["trace[585595343] 'agreement among raft nodes before linearized reading' (duration: 167.220444ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:04:04.626749Z","caller":"traceutil/trace.go:171","msg":"trace[578605934] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"174.636661ms","start":"2026-04-06T21:04:04.452077Z","end":"2026-04-06T21:04:04.626713Z","steps":["trace[578605934] 'process raft request' (duration: 49.861084ms)","trace[578605934] 'compare' (duration: 123.674217ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T21:04:05.007846Z","caller":"traceutil/trace.go:171","msg":"trace[792275814] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"341.323522ms","start":"2026-04-06T21:04:04.666503Z","end":"2026-04-06T21:04:05.007826Z","steps":["trace[792275814] 'process raft request' (duration: 341.178208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:04:05.007975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T21:04:04.666467Z","time spent":"341.443755ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T21:04:05.038844Z","caller":"traceutil/trace.go:171","msg":"trace[1398310069] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"235.590836ms","start":"2026-04-06T21:04:04.803225Z","end":"2026-04-06T21:04:05.038815Z","steps":["trace[1398310069] 'read index received' (duration: 204.63324ms)","trace[1398310069] 'applied index is now lower than readState.Index' (duration: 30.956176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T21:04:05.039092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.859333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-06T21:04:05.039168Z","caller":"traceutil/trace.go:171","msg":"trace[37721364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"235.997687ms","start":"2026-04-06T21:04:04.803152Z","end":"2026-04-06T21:04:05.03915Z","steps":["trace[37721364] 'agreement among raft nodes before linearized reading' (duration: 235.778471ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:07:12.912806Z","caller":"traceutil/trace.go:171","msg":"trace[113533755] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"190.934391ms","start":"2026-04-06T21:07:12.721839Z","end":"2026-04-06T21:07:12.912773Z","steps":["trace[113533755] 'process raft request' (duration: 190.745846ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:07:13.029266Z","caller":"traceutil/trace.go:171","msg":"trace[700608284] linearizableReadLoop","detail":"{readStateIndex:2710; appliedIndex:2708; }","duration":"168.625106ms","start":"2026-04-06T21:07:12.860609Z","end":"2026-04-06T21:07:13.029234Z","steps":["trace[700608284] 'read index received' (duration: 51.946431ms)","trace[700608284] 'applied index is now lower than readState.Index' (duration: 116.676995ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T21:07:13.029348Z","caller":"traceutil/trace.go:171","msg":"trace[995773568] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"288.973761ms","start":"2026-04-06T21:07:12.740329Z","end":"2026-04-06T21:07:13.029303Z","steps":["trace[995773568] 'process raft request' (duration: 288.706924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:07:13.029591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.959335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-06T21:07:13.029639Z","caller":"traceutil/trace.go:171","msg":"trace[1132757491] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2608; }","duration":"169.093068ms","start":"2026-04-06T21:07:12.860534Z","end":"2026-04-06T21:07:13.029627Z","steps":["trace[1132757491] 'agreement among raft nodes before linearized reading' (duration: 168.875012ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:07:46.882264Z","caller":"traceutil/trace.go:171","msg":"trace[484444283] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"216.855245ms","start":"2026-04-06T21:07:46.66537Z","end":"2026-04-06T21:07:46.882225Z","steps":["trace[484444283] 'process raft request' (duration: 216.302279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:07:47.09904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.227959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-04-06T21:07:47.099125Z","caller":"traceutil/trace.go:171","msg":"trace[1228685504] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2811; }","duration":"207.337022ms","start":"2026-04-06T21:07:46.891769Z","end":"2026-04-06T21:07:47.099106Z","steps":["trace[1228685504] 'range keys from in-memory index tree' (duration: 207.089366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:11:58.840249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.688404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-06T21:11:58.840552Z","caller":"traceutil/trace.go:171","msg":"trace[326680967] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"168.626771ms","start":"2026-04-06T21:11:58.671764Z","end":"2026-04-06T21:11:58.840391Z","steps":["trace[326680967] 'process raft request' (duration: 48.459754ms)","trace[326680967] 'compare' (duration: 119.331984ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T21:12:12.581715Z","caller":"traceutil/trace.go:171","msg":"trace[1404829920] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"129.355146ms","start":"2026-04-06T21:12:12.452326Z","end":"2026-04-06T21:12:12.581681Z","steps":["trace[1404829920] 'process raft request' (duration: 129.16606ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:13:26.695847Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3029} {"level":"info","ts":"2026-04-06T21:13:26.785933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3029,"took":"87.513236ms","hash":657302731,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":31694848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-06T21:13:26.786051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":657302731,"revision":3029,"compact-revision":-1} {"level":"info","ts":"2026-04-06T21:18:05.506725Z","caller":"traceutil/trace.go:171","msg":"trace[456104887] linearizableReadLoop","detail":"{readStateIndex:8481; appliedIndex:8480; }","duration":"103.098629ms","start":"2026-04-06T21:18:05.403606Z","end":"2026-04-06T21:18:05.506705Z","steps":["trace[456104887] 'read index received' (duration: 102.904184ms)","trace[456104887] 'applied index is now lower than readState.Index' (duration: 193.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-06T21:18:05.506914Z","caller":"traceutil/trace.go:171","msg":"trace[1665480565] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"106.851682ms","start":"2026-04-06T21:18:05.400051Z","end":"2026-04-06T21:18:05.506903Z","steps":["trace[1665480565] 'process raft request' (duration: 106.541873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:05.507101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.477649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-06T21:18:05.50714Z","caller":"traceutil/trace.go:171","msg":"trace[842156060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8190; }","duration":"103.549811ms","start":"2026-04-06T21:18:05.40358Z","end":"2026-04-06T21:18:05.50713Z","steps":["trace[842156060] 'agreement among raft nodes before linearized reading' (duration: 103.431088ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:05.808786Z","caller":"traceutil/trace.go:171","msg":"trace[2028063874] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8481; }","duration":"301.952696ms","start":"2026-04-06T21:18:05.506799Z","end":"2026-04-06T21:18:05.808751Z","steps":["trace[2028063874] 'read index received' (duration: 221.757713ms)","trace[2028063874] 'applied index is now lower than readState.Index' (duration: 80.193312ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T21:18:05.808901Z","caller":"traceutil/trace.go:171","msg":"trace[1109906413] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"302.173242ms","start":"2026-04-06T21:18:05.506676Z","end":"2026-04-06T21:18:05.808849Z","steps":["trace[1109906413] 'process raft request' (duration: 221.932308ms)","trace[1109906413] 'compare' (duration: 79.878254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T21:18:05.809083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.196564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-06T21:18:05.809137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T21:18:05.50665Z","time spent":"302.370107ms","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T21:18:05.809158Z","caller":"traceutil/trace.go:171","msg":"trace[2023642841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8191; }","duration":"328.310626ms","start":"2026-04-06T21:18:05.480825Z","end":"2026-04-06T21:18:05.809135Z","steps":["trace[2023642841] 'agreement among raft nodes before linearized reading' (duration: 328.09454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:05.809209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T21:18:05.480811Z","time spent":"328.385659ms","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-06T21:18:05.842462Z","caller":"traceutil/trace.go:171","msg":"trace[142068131] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"330.018413ms","start":"2026-04-06T21:18:05.512426Z","end":"2026-04-06T21:18:05.842444Z","steps":["trace[142068131] 'process raft request' (duration: 329.769556ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:05.842456Z","caller":"traceutil/trace.go:171","msg":"trace[991848850] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"254.821527ms","start":"2026-04-06T21:18:05.587603Z","end":"2026-04-06T21:18:05.842425Z","steps":["trace[991848850] 'process raft request' (duration: 254.718244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:05.842548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T21:18:05.512395Z","time spent":"330.100065ms","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T21:18:05.842557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.860034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-06T21:18:05.842642Z","caller":"traceutil/trace.go:171","msg":"trace[116116635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8193; }","duration":"173.962457ms","start":"2026-04-06T21:18:05.668661Z","end":"2026-04-06T21:18:05.842624Z","steps":["trace[116116635] 'agreement among raft nodes before linearized reading' (duration: 173.72124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:05.842821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.281498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-06T21:18:05.842932Z","caller":"traceutil/trace.go:171","msg":"trace[249475433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8193; }","duration":"173.430502ms","start":"2026-04-06T21:18:05.669474Z","end":"2026-04-06T21:18:05.842905Z","steps":["trace[249475433] 'agreement among raft nodes before linearized reading' (duration: 173.086093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:05.843333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.427357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-06T21:18:05.843409Z","caller":"traceutil/trace.go:171","msg":"trace[1912003899] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8193; }","duration":"107.535151ms","start":"2026-04-06T21:18:05.735853Z","end":"2026-04-06T21:18:05.843388Z","steps":["trace[1912003899] 'agreement among raft nodes before linearized reading' (duration: 106.609135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:17.400892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.816191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T21:18:17.400983Z","caller":"traceutil/trace.go:171","msg":"trace[1686467921] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8254; }","duration":"117.957735ms","start":"2026-04-06T21:18:17.283004Z","end":"2026-04-06T21:18:17.400962Z","steps":["trace[1686467921] 'count revisions from in-memory index tree' (duration: 117.678897ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:26.703227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6121} {"level":"info","ts":"2026-04-06T21:18:26.800202Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6121,"took":"94.823063ms","hash":4240885591,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":23134208,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-06T21:18:26.800265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4240885591,"revision":6121,"compact-revision":3029} {"level":"info","ts":"2026-04-06T21:18:45.362655Z","caller":"traceutil/trace.go:171","msg":"trace[1287741293] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"108.067664ms","start":"2026-04-06T21:18:45.25456Z","end":"2026-04-06T21:18:45.362628Z","steps":["trace[1287741293] 'process raft request' (duration: 107.878829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:45.54045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.825384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T21:18:45.540542Z","caller":"traceutil/trace.go:171","msg":"trace[2112278528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8458; }","duration":"116.972228ms","start":"2026-04-06T21:18:45.423549Z","end":"2026-04-06T21:18:45.540522Z","steps":["trace[2112278528] 'range keys from in-memory index tree' (duration: 116.719781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:58.08485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.060835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-06T21:18:58.084937Z","caller":"traceutil/trace.go:171","msg":"trace[1077882869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8565; }","duration":"187.195998ms","start":"2026-04-06T21:18:57.897721Z","end":"2026-04-06T21:18:58.084917Z","steps":["trace[1077882869] 'range keys from in-memory index tree' (duration: 186.855079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:18:58.085067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.310254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-phn8s\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-06T21:18:58.085149Z","caller":"traceutil/trace.go:171","msg":"trace[1499255365] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-phn8s; range_end:; response_count:1; response_revision:8565; }","duration":"126.458207ms","start":"2026-04-06T21:18:57.958673Z","end":"2026-04-06T21:18:58.085131Z","steps":["trace[1499255365] 'range keys from in-memory index tree' (duration: 126.18658ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:58.085312Z","caller":"traceutil/trace.go:171","msg":"trace[242675998] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"125.993025ms","start":"2026-04-06T21:18:57.959304Z","end":"2026-04-06T21:18:58.085297Z","steps":["trace[242675998] 'process raft request' (duration: 55.940389ms)","trace[242675998] 'compare' (duration: 69.447499ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T21:18:58.223319Z","caller":"traceutil/trace.go:171","msg":"trace[942058460] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"132.935484ms","start":"2026-04-06T21:18:58.090356Z","end":"2026-04-06T21:18:58.223292Z","steps":["trace[942058460] 'process raft request' (duration: 123.692111ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:58.235646Z","caller":"traceutil/trace.go:171","msg":"trace[1350149656] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"101.715361ms","start":"2026-04-06T21:18:58.133897Z","end":"2026-04-06T21:18:58.235612Z","steps":["trace[1350149656] 'process raft request' (duration: 101.586447ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:58.235756Z","caller":"traceutil/trace.go:171","msg":"trace[1131336161] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"143.290407ms","start":"2026-04-06T21:18:58.092405Z","end":"2026-04-06T21:18:58.235696Z","steps":["trace[1131336161] 'process raft request' (duration: 142.867645ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:58.880659Z","caller":"traceutil/trace.go:171","msg":"trace[1364060858] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"221.060164ms","start":"2026-04-06T21:18:58.659578Z","end":"2026-04-06T21:18:58.880638Z","steps":["trace[1364060858] 'process raft request' (duration: 220.931361ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:18:58.978314Z","caller":"traceutil/trace.go:171","msg":"trace[412767215] linearizableReadLoop","detail":"{readStateIndex:8883; appliedIndex:8881; }","duration":"108.451525ms","start":"2026-04-06T21:18:58.869832Z","end":"2026-04-06T21:18:58.978284Z","steps":["trace[412767215] 'read index received' (duration: 10.721673ms)","trace[412767215] 'applied index is now lower than readState.Index' (duration: 97.728462ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T21:18:58.978422Z","caller":"traceutil/trace.go:171","msg":"trace[1961984846] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"200.106932ms","start":"2026-04-06T21:18:58.778273Z","end":"2026-04-06T21:18:58.97838Z","steps":["trace[1961984846] 'process raft request' (duration: 164.978221ms)","trace[1961984846] 'compare' (duration: 34.894314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T21:18:58.978587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.735442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhn6d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-06T21:18:58.978634Z","caller":"traceutil/trace.go:171","msg":"trace[1932159841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhn6d; range_end:; response_count:1; response_revision:8576; }","duration":"108.843845ms","start":"2026-04-06T21:18:58.869779Z","end":"2026-04-06T21:18:58.978623Z","steps":["trace[1932159841] 'agreement among raft nodes before linearized reading' (duration: 108.64623ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:19:46.59245Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024a0.wal"} {"level":"warn","ts":"2026-04-06T21:20:01.878773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764544340343707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-06T21:20:02.008582Z","caller":"traceutil/trace.go:171","msg":"trace[298104891] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"896.492261ms","start":"2026-04-06T21:20:01.112061Z","end":"2026-04-06T21:20:02.008554Z","steps":["trace[298104891] 'process raft request' (duration: 896.341037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:20:02.008826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T21:20:01.112031Z","time spent":"896.703517ms","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T21:20:02.009643Z","caller":"traceutil/trace.go:171","msg":"trace[336842939] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"152.454339ms","start":"2026-04-06T21:20:01.857144Z","end":"2026-04-06T21:20:02.009598Z","steps":["trace[336842939] 'process raft request' (duration: 152.110179ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T21:20:02.009649Z","caller":"traceutil/trace.go:171","msg":"trace[423388137] linearizableReadLoop","detail":"{readStateIndex:9506; appliedIndex:9504; }","duration":"630.8898ms","start":"2026-04-06T21:20:01.378488Z","end":"2026-04-06T21:20:02.009377Z","steps":["trace[423388137] 'read index received' (duration: 629.832691ms)","trace[423388137] 'applied index is now lower than readState.Index' (duration: 1.055729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T21:20:02.0099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.084522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-06T21:20:02.009936Z","caller":"traceutil/trace.go:171","msg":"trace[2024564718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9181; }","duration":"158.192386ms","start":"2026-04-06T21:20:01.851731Z","end":"2026-04-06T21:20:02.009924Z","steps":["trace[2024564718] 'agreement among raft nodes before linearized reading' (duration: 158.030331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:20:02.009906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.408124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhn6d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-06T21:20:02.009994Z","caller":"traceutil/trace.go:171","msg":"trace[792385010] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhn6d; range_end:; response_count:1; response_revision:9181; }","duration":"631.550618ms","start":"2026-04-06T21:20:01.378424Z","end":"2026-04-06T21:20:02.009975Z","steps":["trace[792385010] 'agreement among raft nodes before linearized reading' (duration: 631.287611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T21:20:02.010031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T21:20:01.378399Z","time spent":"631.62381ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vhn6d\" "} {"level":"info","ts":"2026-04-06T21:20:59.654581Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-06T21:20:59.662329Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-06T21:20:59.662433Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-06T21:23:26.710596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8312} {"level":"info","ts":"2026-04-06T21:23:26.794612Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8312,"took":"81.110877ms","hash":2127840889,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":25124864,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-06T21:23:26.794701Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2127840889,"revision":8312,"compact-revision":6121} {"level":"info","ts":"2026-04-06T21:28:26.717157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10735} {"level":"info","ts":"2026-04-06T21:28:26.793758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10735,"took":"73.915514ms","hash":3143109502,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20320256,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-06T21:28:26.793827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3143109502,"revision":10735,"compact-revision":8312}