Update Huozi-based model

Major update. Please try our new Huozi-based model, which is much better.
这个提交包含在:
s65b40
2023-08-07 21:46:05 +08:00
父节点 b51d25e1ee
当前提交 5ae846fb74
共有 6 个文件被更改,包括 81 次插入82 次删除

查看文件

@@ -1,12 +1,11 @@
import sys
import json
import fire
import gradio as gr
import torch
import transformers
from peft import PeftModel
from transformers import GenerationConfig, LlamaForCausalLM, LlamaTokenizer
from transformers import GenerationConfig, AutoModelForCausalLM, AutoTokenizer
from utils.prompter import Prompter
@@ -35,8 +34,8 @@ def main(
prompt_template: str = "med_template",
):
prompter = Prompter(prompt_template)
tokenizer = LlamaTokenizer.from_pretrained(base_model)
model = LlamaForCausalLM.from_pretrained(
tokenizer = AutoTokenizer.from_pretrained(base_model)
model = AutoModelForCausalLM.from_pretrained(
base_model,
load_in_8bit=load_8bit,
torch_dtype=torch.float16,