ts=2026-03-05T07:16:01.002335429Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-03-05T07:16:01.00240183Z caller=memberlist_client.go:561 msg="memberlist fast-join finished" joined_nodes=0 elapsed_time=15.175338ms
ts=2026-03-05T07:16:01.009195534Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-03-05T07:16:01.009245885Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-03-05T07:16:01.017994868Z caller=ratestore.go:109 msg="error getting ingester clients" err="empty ring"
level=error ts=2026-03-05T07:16:01.064988487Z caller=compat.go:78 user=fake rule_name=NovaCellNotResponding rule_type=alerting query="(count_over_time({pod_label_component=\"compute\"} |= \"not responding and hence is being omitted from the results\"[1m]) > 0)" query_hash=2160893752 msg="rule evaluation failed" err="empty ring"
level=warn name=NovaCellNotResponding index=0 ts=2026-03-05T07:16:01.065647294Z caller=group.go:483 user=fake file=/var/loki/rules-temp/fake/loki-alerting-rules.yaml group=additional-loki-rules msg="Evaluating rule failed" rule="alert: NovaCellNotResponding\nexpr: (count_over_time({pod_label_component=\"compute\"} |= \"not responding and hence\n  is being omitted from the results\"[1m]) > 0)\nlabels:\n  severity: critical\nannotations:\n  summary: Nova Cell is not responding. It can cause port deletion in CAPI.\n" err="rule evaluation failed: empty ring"
ts=2026-03-05T07:16:02.119285201Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-03-05T07:16:02.119330472Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-03-05T07:16:05.32168762Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-03-05T07:16:05.321739352Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-03-05T07:16:09.924520909Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-03-05T07:16:09.924586171Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-03-05T07:16:19.351239929Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-03-05T07:16:19.35128678Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=5 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-03-05T07:16:43.062527169Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-03-05T07:16:43.06257404Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=6 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-03-05T07:16:58.106121984Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '433403' bytes" org_id=fake
level=error ts=2026-03-05T07:16:58.158521362Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '3285533' bytes" org_id=fake
level=error ts=2026-03-05T07:16:58.187346398Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-03-05T07:16:58.191849643Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-03-05T07:16:58.301224254Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '412231' bytes" org_id=fake
level=error ts=2026-03-05T08:04:35.616652179Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '433403' bytes" org_id=fake
level=error ts=2026-03-05T08:05:32.090064395Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '3285533' bytes" org_id=fake
level=error ts=2026-03-05T08:05:39.62353748Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-03-05T08:05:42.912063086Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-03-05T08:05:53.859413665Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '412231' bytes" org_id=fake