ishangsf/workflows
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update context size for models

Browse Source
This commit is contained in:
kagami 2024-03-13 10:58:46 +08:00
parent 4b756f7908
commit 3b1b24e1b2
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
unit_tests/llm_conf.py
View File

@ -5,10 +5,18 @@ USER_LLM_MODEL = os.environ.get("LLM_MODEL", "gpt-4-turbo-preview")
DEFAULT_CONTEXT_SIZE = 4000
CONTEXT_SIZE = {
"gpt-3.5-turbo": 16000,
"gpt-4": 8000,
"gpt-4-turbo-preview": 128000,
"gpt-3.5-turbo": 16385,
"gpt-4": 8192,
"togetherai/mistralai/Mixtral-8x7B-Instruct-v0.1": 4000,
"claude-3-sonnet": 1000000,
"claude-3-opus": 1000000,
"xinghuo-3.5": 8000,
"GLM-4": 8000,
"ERNIE-Bot-4.0": 8000,
"togetherai/codellama/CodeLlama-70b-Instruct-hf": 4000,
"togetherai/mistralai/Mixtral-8x7B-Instruct-v0.1": 16000,
"minimax/abab6-chat": 8000,
"llama-2-70b-chat": 4000,
}
DEFAULT_ENCODING = "cl100k_base"