2024-03-12 20:35:49 +08:00
|
|
|
import os
|
|
|
|
|
|
|
|
|
|
USE_USER_MODEL = bool(os.environ.get("DEVCHAT_UNIT_TESTS_USE_USER_MODEL", False))
|
|
|
|
|
USER_LLM_MODEL = os.environ.get("LLM_MODEL", "gpt-4-turbo-preview")
|
|
|
|
|
|
|
|
|
|
DEFAULT_CONTEXT_SIZE = 4000
|
|
|
|
|
CONTEXT_SIZE = {
|
2024-03-13 10:58:46 +08:00
|
|
|
"gpt-3.5-turbo": 16000,
|
|
|
|
|
"gpt-4": 8000,
|
2024-03-12 20:35:49 +08:00
|
|
|
"gpt-4-turbo-preview": 128000,
|
2024-03-13 10:58:46 +08:00
|
|
|
"claude-3-sonnet": 1000000,
|
|
|
|
|
"claude-3-opus": 1000000,
|
|
|
|
|
"xinghuo-3.5": 8000,
|
|
|
|
|
"GLM-4": 8000,
|
|
|
|
|
"ERNIE-Bot-4.0": 8000,
|
|
|
|
|
"togetherai/codellama/CodeLlama-70b-Instruct-hf": 4000,
|
|
|
|
|
"togetherai/mistralai/Mixtral-8x7B-Instruct-v0.1": 16000,
|
|
|
|
|
"minimax/abab6-chat": 8000,
|
|
|
|
|
"llama-2-70b-chat": 4000,
|
2024-03-12 20:35:49 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
DEFAULT_ENCODING = "cl100k_base"
|
