From 61471075ed222e6cb3cc9d4bf87c9a2809e117d1 Mon Sep 17 00:00:00 2001 From: Haochun Wang Date: Thu, 27 Apr 2023 14:29:59 +0800 Subject: [PATCH] Update modeling_chatglm.py Fix the ValueError about the ``150000/150001'' --- modeling_chatglm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modeling_chatglm.py b/modeling_chatglm.py index 0ecb2da..428b837 100644 --- a/modeling_chatglm.py +++ b/modeling_chatglm.py @@ -828,7 +828,7 @@ class ChatGLMModel(ChatGLMPreTrainedModel): if past_key_values is None: past_key_values = tuple([None] * len(self.layers)) - MASK, gMASK = 150000, 150001 + MASK, gMASK = 130000, 130001 mask_token = MASK if MASK in input_ids else gMASK use_gmask = False if MASK in input_ids else gMASK seq = input_ids[0].tolist() @@ -972,7 +972,7 @@ class ChatGLMForConditionalGeneration(ChatGLMPreTrainedModel): **kwargs ) -> dict: - MASK, gMASK = 150000, 150001 + MASK, gMASK = 130000, 130001 mask_token = MASK if MASK in input_ids else gMASK use_gmask = False if MASK in input_ids else gMASK seq = input_ids[0].tolist()