TrueName commited on
Commit
e4e4f9f
·
verified ·
1 Parent(s): 3b61032

Fix TypeError in _pad method by adding missing padding_side field

Browse files

The similar issue has been fixed in THUDM/LongWriter-glm4-9b and glm-4v, but it still exists here.

Files changed (1) hide show
  1. tokenization_chatglm.py +1 -0
tokenization_chatglm.py CHANGED
@@ -266,6 +266,7 @@ class ChatGLM4Tokenizer(PreTrainedTokenizer):
266
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
267
  pad_to_multiple_of: Optional[int] = None,
268
  return_attention_mask: Optional[bool] = None,
 
269
  ) -> dict:
270
  """
271
  Pad encoded inputs (on left/right and up to predefined length or max length in the batch)
 
266
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
267
  pad_to_multiple_of: Optional[int] = None,
268
  return_attention_mask: Optional[bool] = None,
269
+ padding_side: Optional[str] = None,
270
  ) -> dict:
271
  """
272
  Pad encoded inputs (on left/right and up to predefined length or max length in the batch)