#1: Returning Output Directly

Signed-off-by: Deepanshu Arora <deepansharora27@gmail.com>

Author: Deepansharora27

fastchat/serve/cli.py

@@ -58,8 +58,15 @@ def stream_output(self, output_stream):
             if now > pre:
                 print(" ".join(output_text[pre:now]), end=" ", flush=True)
                 pre = now
-        print(" ".join(output_text[pre:]), flush=True)
-        return " ".join(output_text)
+        # print(" ".join(output_text[pre:]), flush=True)
+        # return " ".join(output_text)
+        relevant_output.append(" ".join(output_text[pre:]))
+        self._stored_output = " ".join(output_text)  # Store the entire output in the variable
+
+        return self._stored_output
+
+    def get_relevant_output(self) -> str:
+        return self._stored_output
 
 
 class RichChatIO(ChatIO):