Skip to content

Commit

Permalink
Fix enabling torch profiler in openai chat backend
Browse files Browse the repository at this point in the history
Signed-off-by: Wang Huaqiang <[email protected]>
  • Loading branch information
huaqiangwang committed Mar 4, 2025
1 parent 696b01a commit 28ad871
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions benchmarks/backend_request_func.py
Original file line number Diff line number Diff line change
Expand Up @@ -308,8 +308,9 @@ async def async_request_openai_chat_completions(
) -> RequestFuncOutput:
api_url = request_func_input.api_url
assert api_url.endswith(
"chat/completions"
), "OpenAI Chat Completions API URL must end with 'chat/completions'."
("chat/completions", "profile")
), ("OpenAI Chat Completions API URL must end with 'chat/completions'"
" or 'profile'.")

async with aiohttp.ClientSession(timeout=AIOHTTP_TIMEOUT) as session:
content = [{"type": "text", "text": request_func_input.prompt}]
Expand Down

0 comments on commit 28ad871

Please sign in to comment.