Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
format
  • Loading branch information
merrymercy committed Sep 18, 2023
commit 4a75c72fa201b9815f2bcf75437ce6d8fe16b972
12 changes: 10 additions & 2 deletions fastchat/serve/openai_api_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -435,7 +435,11 @@ async def chat_completion_stream_generator(
return
decoded_unicode = content["text"].replace("\ufffd", "")
delta_text = decoded_unicode[len(previous_text) :]
previous_text = decoded_unicode if len(decoded_unicode) > len(previous_text) else previous_text
previous_text = (
decoded_unicode
if len(decoded_unicode) > len(previous_text)
else previous_text
)

if len(delta_text) == 0:
delta_text = None
Expand Down Expand Up @@ -554,7 +558,11 @@ async def generate_completion_stream_generator(
return
decoded_unicode = content["text"].replace("\ufffd", "")
delta_text = decoded_unicode[len(previous_text) :]
previous_text = decoded_unicode if len(decoded_unicode) > len(previous_text) else previous_text
previous_text = (
decoded_unicode
if len(decoded_unicode) > len(previous_text)
else previous_text
)
# todo: index is not apparent
choice_data = CompletionResponseStreamChoice(
index=i,
Expand Down