From 883b513b9112a7f845dee04624275af2673ee3fb Mon Sep 17 00:00:00 2001 From: binary-husky Date: Mon, 21 Apr 2025 00:50:24 +0800 Subject: [PATCH] add can_multi_thread --- request_llms/bridge_all.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py index f530f5f2..c738864f 100644 --- a/request_llms/bridge_all.py +++ b/request_llms/bridge_all.py @@ -282,6 +282,7 @@ model_info = { "fn_with_ui": chatgpt_ui, "fn_without_ui": chatgpt_noui, "endpoint": openai_endpoint, + "can_multi_thread": True, "max_token": 128000, "tokenizer": tokenizer_gpt4, "token_cnt": get_token_num_gpt4, @@ -351,6 +352,7 @@ model_info = { "fn_with_ui": chatgpt_ui, "fn_without_ui": chatgpt_noui, "has_multimodal_capacity": True, + "can_multi_thread": True, "endpoint": openai_endpoint, "max_token": 828000, "tokenizer": tokenizer_gpt4,