itazap
/

blt-testing

Model card Files Files and versions

itazap HF Staff commited on 23 days ago

Commit

3ed28f0

·

verified ·

1 Parent(s): 2abd713

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "tokenizer_class": "BLTTokenizer",
   "vocab_size": 260,
-  "model_max_length": 4096,
   "add_bos_token": true,
   "add_eos_token": false,
   "bos_token": "<s>",

 {
   "tokenizer_class": "BLTTokenizer",
   "vocab_size": 260,
+  "model_max_length": 1024,
   "add_bos_token": true,
   "add_eos_token": false,
   "bos_token": "<s>",