From eeabf52ad937bfa79f38ae0a13ffe0fa9c5f9b43 Mon Sep 17 00:00:00 2001
From: Zaida Zhou <58739961+zhouzaida@users.noreply.github.com>
Date: Sat, 27 Jan 2024 03:40:15 +0800
Subject: [PATCH] fix content maybe a str (#2968)

---
 fastchat/serve/openai_api_server.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/fastchat/serve/openai_api_server.py b/fastchat/serve/openai_api_server.py
index 37ae81807..aea2eb87c 100644
--- a/fastchat/serve/openai_api_server.py
+++ b/fastchat/serve/openai_api_server.py
@@ -450,6 +450,9 @@ async def create_chat_completion(request: ChatCompletionRequest):
         return create_error_response(ErrorCode.INTERNAL_ERROR, str(e))
     usage = UsageInfo()
     for i, content in enumerate(all_tasks):
+        if isinstance(content, str):
+            content = json.loads(content)
+
         if content["error_code"] != 0:
             return create_error_response(content["error_code"], content["text"])
         choices.append(