镜像自地址
https://github.com/SCIR-HI/Huatuo-Llama-Med-Chinese.git
已同步 2025-12-06 06:26:48 +00:00
Update Huozi-based model
Major update. Please try our new Huozi-based model, which is much better.
这个提交包含在:
7
infer.py
7
infer.py
@@ -1,12 +1,11 @@
|
||||
import sys
|
||||
import json
|
||||
|
||||
import fire
|
||||
import gradio as gr
|
||||
import torch
|
||||
import transformers
|
||||
from peft import PeftModel
|
||||
from transformers import GenerationConfig, LlamaForCausalLM, LlamaTokenizer
|
||||
from transformers import GenerationConfig, AutoModelForCausalLM, AutoTokenizer
|
||||
|
||||
from utils.prompter import Prompter
|
||||
|
||||
@@ -35,8 +34,8 @@ def main(
|
||||
prompt_template: str = "med_template",
|
||||
):
|
||||
prompter = Prompter(prompt_template)
|
||||
tokenizer = LlamaTokenizer.from_pretrained(base_model)
|
||||
model = LlamaForCausalLM.from_pretrained(
|
||||
tokenizer = AutoTokenizer.from_pretrained(base_model)
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
base_model,
|
||||
load_in_8bit=load_8bit,
|
||||
torch_dtype=torch.float16,
|
||||
|
||||
在新工单中引用
屏蔽一个用户