EC2 Default User commited on
Commit
16dc1c4
·
1 Parent(s): 0aa722c

added padding_side in the tokenizer _pad() method

Browse files
Files changed (1) hide show
  1. tokenization_chatglm.py +1 -0
tokenization_chatglm.py CHANGED
@@ -263,6 +263,7 @@ class ChatGLM4Tokenizer(PreTrainedTokenizer):
263
  self,
264
  encoded_inputs: Union[Dict[str, EncodedInput], BatchEncoding],
265
  max_length: Optional[int] = None,
 
266
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
267
  pad_to_multiple_of: Optional[int] = None,
268
  return_attention_mask: Optional[bool] = None,
 
263
  self,
264
  encoded_inputs: Union[Dict[str, EncodedInput], BatchEncoding],
265
  max_length: Optional[int] = None,
266
+ padding_side: str = 'left',
267
  padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
268
  pad_to_multiple_of: Optional[int] = None,
269
  return_attention_mask: Optional[bool] = None,