fix content maybe a str (#2968)

lm-sys · Jan 26, 2024 · eeabf52 · eeabf52
1 parent 6d4ca23
commit eeabf52
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/fastchat/serve/openai_api_server.py b/fastchat/serve/openai_api_server.py
@@ -450,6 +450,9 @@ async def create_chat_completion(request: ChatCompletionRequest):
         return create_error_response(ErrorCode.INTERNAL_ERROR, str(e))
     usage = UsageInfo()
     for i, content in enumerate(all_tasks):
+        if isinstance(content, str):
+            content = json.loads(content)
+
         if content["error_code"] != 0:
             return create_error_response(content["error_code"], content["text"])
         choices.append(