change get_conf

这个提交包含在:
binary-husky
2023-10-29 00:34:40 +08:00
父节点 12b2a229b6
当前提交 527f9d28ad
共有 32 个文件被更改,包括 85 次插入50 次删除

查看文件

@@ -52,7 +52,7 @@ class GetInternlmHandle(LocalLLMHandle):
# 🏃‍♂️🏃‍♂️🏃‍♂️ 子进程执行
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
device, = get_conf('LOCAL_MODEL_DEVICE')
device = get_conf('LOCAL_MODEL_DEVICE')
if self._model is None:
tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-chat-7b", trust_remote_code=True)
if device=='cpu':