Merge branch 'frontier' of https://github.com/binary-husky/chatgpt_academic into frontier

这个提交包含在:
qingxu fu
2023-11-19 21:50:15 +08:00
当前提交 e5cd66a2f7
共有 116 个文件被更改,包括 5604 次插入3530 次删除

查看文件

@@ -174,7 +174,7 @@ class LatexPaperFileGroup():
self.sp_file_tag = []
# count_token
from request_llm.bridge_all import model_info
from request_llms.bridge_all import model_info
enc = model_info["gpt-3.5-turbo"]['tokenizer']
def get_token_num(txt): return len(enc.encode(txt, disallowed_special=()))
self.get_token_num = get_token_num