diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py index f530f5f2..c738864f 100644 --- a/request_llms/bridge_all.py +++ b/request_llms/bridge_all.py @@ -282,6 +282,7 @@ model_info = { "fn_with_ui": chatgpt_ui, "fn_without_ui": chatgpt_noui, "endpoint": openai_endpoint, + "can_multi_thread": True, "max_token": 128000, "tokenizer": tokenizer_gpt4, "token_cnt": get_token_num_gpt4, @@ -351,6 +352,7 @@ model_info = { "fn_with_ui": chatgpt_ui, "fn_without_ui": chatgpt_noui, "has_multimodal_capacity": True, + "can_multi_thread": True, "endpoint": openai_endpoint, "max_token": 828000, "tokenizer": tokenizer_gpt4,