better default model

This commit is contained in:
2024-08-26 17:10:40 +02:00
parent 6fd3d30c4a
commit 3e72e67539
3 changed files with 4 additions and 2 deletions
+1 -1
View File
@@ -10,7 +10,7 @@ DEFAULT_NAME = "Groq Cloud API"
CONF_RECOMMENDED = "recommended"
CONF_PROMPT = "prompt"
CONF_CHAT_MODEL = "chat_model"
RECOMMENDED_CHAT_MODEL = "llama3-groq-8b-8192-tool-use-preview"
RECOMMENDED_CHAT_MODEL = "llama-3.1-70b-versatile"
CONF_MAX_TOKENS = "max_tokens"
RECOMMENDED_MAX_TOKENS = 150
CONF_TOP_P = "top_p"