ishangsf/workflows
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #91 from devchat-ai/fix-stream-out

Browse Source 
Use chat_completion_stream_out for streaming output
This commit is contained in:
boob.yang 2024-04-24 21:23:29 +08:00 committed by GitHub
commit b7d36a3b7a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
unit_tests/write_tests.py
View File

@ -1,7 +1,7 @@
from functools import partial from functools import partial
from typing import List, Optional from typing import List, Optional
from devchat.llm.openai import chat_completion_stream from devchat.llm.chat import chat_completion_stream_out
from find_context import Context from find_context import Context
from llm_conf import ( from llm_conf import (
CONTEXT_SIZE, CONTEXT_SIZE,
@ -138,12 +138,10 @@ def write_and_print_tests(
if USE_USER_MODEL: if USE_USER_MODEL:
# Use the wrapped api # Use the wrapped api
res = chat_completion_stream( _ = chat_completion_stream_out(
messages=[{"role": "user", "content": user_msg}], messages=[{"role": "user", "content": user_msg}],
llm_config={"model": MODEL, "temperature": 0.1}, llm_config={"model": MODEL, "temperature": 0.1},
) )
if res:
print(res.get("content", ""))
else: else:
# Use the openai api parameters # Use the openai api parameters