ishangsf/workflows
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add llm config

Browse Source
This commit is contained in:
kagami 2024-03-12 20:35:49 +08:00
parent 874da1710f
commit bfa4198ba2
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
unit_tests/llm_conf.py Normal file
View File

@ -0,0 +1,14 @@
import os
USE_USER_MODEL = bool(os.environ.get("DEVCHAT_UNIT_TESTS_USE_USER_MODEL", False))
USER_LLM_MODEL = os.environ.get("LLM_MODEL", "gpt-4-turbo-preview")
DEFAULT_CONTEXT_SIZE = 4000
CONTEXT_SIZE = {
"gpt-4-turbo-preview": 128000,
"gpt-3.5-turbo": 16385,
"gpt-4": 8192,
"togetherai/mistralai/Mixtral-8x7B-Instruct-v0.1": 4000,
}
DEFAULT_ENCODING = "cl100k_base"