Update modeling_chatglm.py

Fix the ValueError about the ``150000/150001''
这个提交包含在:
Haochun Wang
2023-04-27 14:29:59 +08:00
提交者 GitHub
父节点 cb9d827380
当前提交 61471075ed

查看文件

@@ -828,7 +828,7 @@ class ChatGLMModel(ChatGLMPreTrainedModel):
if past_key_values is None: if past_key_values is None:
past_key_values = tuple([None] * len(self.layers)) past_key_values = tuple([None] * len(self.layers))
MASK, gMASK = 150000, 150001 MASK, gMASK = 130000, 130001
mask_token = MASK if MASK in input_ids else gMASK mask_token = MASK if MASK in input_ids else gMASK
use_gmask = False if MASK in input_ids else gMASK use_gmask = False if MASK in input_ids else gMASK
seq = input_ids[0].tolist() seq = input_ids[0].tolist()
@@ -972,7 +972,7 @@ class ChatGLMForConditionalGeneration(ChatGLMPreTrainedModel):
**kwargs **kwargs
) -> dict: ) -> dict:
MASK, gMASK = 150000, 150001 MASK, gMASK = 130000, 130001
mask_token = MASK if MASK in input_ids else gMASK mask_token = MASK if MASK in input_ids else gMASK
use_gmask = False if MASK in input_ids else gMASK use_gmask = False if MASK in input_ids else gMASK
seq = input_ids[0].tolist() seq = input_ids[0].tolist()