message_summary: Reorganize settings and secrets.

This allows arbitrary litellm-supported backends.
This commit is contained in:
Alex Vandiver
2025-01-28 20:27:49 +00:00
committed by Tim Abbott
parent 69524b48b5
commit 4dfb285b5b
7 changed files with 49 additions and 52 deletions

View File

@@ -696,3 +696,10 @@ MAX_WEB_DATA_IMPORT_SIZE_MB = 1024
# delete an active organization.
MIN_DEACTIVATED_REALM_DELETION_DAYS: int | None = 14
MAX_DEACTIVATED_REALM_DELETION_DAYS: int | None = None
TOPIC_SUMMARIZATION_MODEL: str | None = None
if not PRODUCTION:
TOPIC_SUMMARIZATION_MODEL = "huggingface/meta-llama/Meta-Llama-3-8B-Instruct"
TOPIC_SUMMARIZATION_PARAMETERS: dict[str, object] = {}