level=error ts=2026-05-19T16:11:50.779811321Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
ts=2026-05-19T16:11:50.836792656Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-19T16:11:50.836874278Z caller=memberlist_client.go:561 msg="memberlist fast-join finished" joined_nodes=0 elapsed_time=63.259609ms
level=error ts=2026-05-19T16:11:50.838144477Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-19T16:11:50.841169136Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
ts=2026-05-19T16:11:50.844255106Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-19T16:11:50.844329018Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-05-19T16:11:50.849907135Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-19T16:11:50.852829171Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-19T16:11:50.859367919Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-chunks-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-19T16:11:50.897306282Z caller=ratestore.go:109 msg="error getting ingester clients" err="empty ring"
ts=2026-05-19T16:11:52.346809454Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-19T16:11:52.346875936Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-19T16:11:55.362742158Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-19T16:11:55.36281757Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-19T16:12:02.26771007Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-19T16:12:02.267782871Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-19T16:12:12.19348963Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-19T16:12:12.193538711Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=5 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-19T16:12:30.511788221Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-19T16:12:30.511855013Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=6 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-05-19T16:13:00.123205732Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '429927' bytes" org_id=fake
level=error ts=2026-05-19T16:13:00.530108404Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '3225349' bytes" org_id=fake
level=error ts=2026-05-19T16:13:00.54794745Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-05-19T16:13:00.553986787Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-05-19T16:13:00.600229508Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '389103' bytes" org_id=fake
level=error ts=2026-05-19T16:13:00.716806339Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Ingestion rate limit exceeded for user fake (limit: 4194304 bytes/sec) while attempting to ingest '1124' lines totaling '495750' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=fake
level=error ts=2026-05-19T16:13:00.909026021Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Ingestion rate limit exceeded for user fake (limit: 4194304 bytes/sec) while attempting to ingest '1131' lines totaling '493230' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=fake
level=error ts=2026-05-19T16:13:01.355772199Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Ingestion rate limit exceeded for user fake (limit: 4194304 bytes/sec) while attempting to ingest '896' lines totaling '251831' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=fake
level=error ts=2026-05-19T16:13:01.685694561Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Ingestion rate limit exceeded for user fake (limit: 4194304 bytes/sec) while attempting to ingest '1039' lines totaling '295148' bytes, reduce log volume or contact your Loki administrator to see if the limit can be increased" org_id=fake
level=warn ts=2026-05-19T16:54:19.8067832Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001344729s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 3706; Content-Type: application/x-protobuf; User-Agent: Vector/0.37.1 (x86_64-unknown-linux-gnu cb6635a 2024-04-09 13:45:06.561412437); "
level=error ts=2026-05-19T17:25:40.223904098Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '429927' bytes" org_id=fake
level=error ts=2026-05-19T17:26:35.049731201Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '3225349' bytes" org_id=fake
level=error ts=2026-05-19T17:26:43.461759127Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-05-19T17:26:46.75541997Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-05-19T17:26:58.711713651Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '389103' bytes" org_id=fake