danielhanchen commited on
Commit
7ce786b
·
verified ·
1 Parent(s): 0433c0f

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -50,15 +50,14 @@
50
  "audio_token_id": 262273,
51
  "boa_token_id": 256000,
52
  "boi_token_id": 255999,
 
53
  "eoa_token_id": 262272,
54
  "eoi_token_id": 262144,
55
- "eos_token_id": [
56
- 1,
57
- 106
58
- ],
59
  "image_token_id": 262145,
60
  "initializer_range": 0.02,
61
  "model_type": "gemma3n",
 
62
  "text_config": {
63
  "activation_sparsity_pattern": [
64
  0.95,
@@ -201,7 +200,8 @@
201
  "vocab_size_per_layer_input": 262144
202
  },
203
  "torch_dtype": "bfloat16",
204
- "transformers_version": "4.53.0.dev0",
 
205
  "vision_config": {
206
  "architecture": "mobilenetv5_300m_enc",
207
  "do_pooling": false,
 
50
  "audio_token_id": 262273,
51
  "boa_token_id": 256000,
52
  "boi_token_id": 255999,
53
+ "bos_token_id": 2,
54
  "eoa_token_id": 262272,
55
  "eoi_token_id": 262144,
56
+ "eos_token_id": 106,
 
 
 
57
  "image_token_id": 262145,
58
  "initializer_range": 0.02,
59
  "model_type": "gemma3n",
60
+ "pad_token_id": 0,
61
  "text_config": {
62
  "activation_sparsity_pattern": [
63
  0.95,
 
200
  "vocab_size_per_layer_input": 262144
201
  },
202
  "torch_dtype": "bfloat16",
203
+ "transformers_version": "4.53.1",
204
+ "unsloth_fixed": true,
205
  "vision_config": {
206
  "architecture": "mobilenetv5_300m_enc",
207
  "do_pooling": false,
generation_config.json CHANGED
@@ -9,5 +9,5 @@
9
  "pad_token_id": 0,
10
  "top_k": 64,
11
  "top_p": 0.95,
12
- "transformers_version": "4.53.0.dev0"
13
  }
 
9
  "pad_token_id": 0,
10
  "top_k": 64,
11
  "top_p": 0.95,
12
+ "transformers_version": "4.53.1"
13
  }
preprocessor_config.json CHANGED
@@ -10,7 +10,6 @@
10
  "do_normalize": false,
11
  "do_rescale": true,
12
  "do_resize": true,
13
- "feature_extractor_type": "Gemma3nAudioFeatureExtractor",
14
  "feature_size": 128,
15
  "fft_length": 1024,
16
  "fft_overdrive": true,
@@ -33,7 +32,7 @@
33
  "max_frequency": 7600.0,
34
  "mel_floor": 1e-05,
35
  "min_frequency": 125.0,
36
- "padding_side": "right",
37
  "padding_value": 0.0,
38
  "per_bin_mean": null,
39
  "per_bin_stddev": null,
 
10
  "do_normalize": false,
11
  "do_rescale": true,
12
  "do_resize": true,
 
13
  "feature_size": 128,
14
  "fft_length": 1024,
15
  "fft_overdrive": true,
 
32
  "max_frequency": 7600.0,
33
  "mel_floor": 1e-05,
34
  "min_frequency": 125.0,
35
+ "padding_side": "left",
36
  "padding_value": 0.0,
37
  "per_bin_mean": null,
38
  "per_bin_stddev": null,
special_tokens_map.json CHANGED
@@ -12,7 +12,7 @@
12
  "eoa_token": "<end_of_audio>",
13
  "eoi_token": "<end_of_image>",
14
  "eos_token": {
15
- "content": "<eos>",
16
  "lstrip": false,
17
  "normalized": false,
18
  "rstrip": false,
 
12
  "eoa_token": "<end_of_audio>",
13
  "eoi_token": "<end_of_image>",
14
  "eos_token": {
15
+ "content": "<end_of_turn>",
16
  "lstrip": false,
17
  "normalized": false,
18
  "rstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4c19736bf24d1c6805cf49340e31bd02c70fb7857a2cb31065c90c2b5719c4e
3
- size 33442559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c35ee648c07754b44cd9e371c75d4caa05c4504910b7ad29b1847ee9d8ba5d
3
+ size 33442553
tokenizer_config.json CHANGED
@@ -2160,7 +2160,7 @@
2160
  "normalized": false,
2161
  "rstrip": false,
2162
  "single_word": false,
2163
- "special": false
2164
  },
2165
  "256000": {
2166
  "content": "<start_of_audio>",
@@ -2168,7 +2168,7 @@
2168
  "normalized": false,
2169
  "rstrip": false,
2170
  "single_word": false,
2171
- "special": false
2172
  },
2173
  "256001": {
2174
  "content": "<unused99>",
@@ -51320,7 +51320,7 @@
51320
  "normalized": false,
51321
  "rstrip": false,
51322
  "single_word": false,
51323
- "special": false
51324
  },
51325
  "262145": {
51326
  "content": "<image_soft_token>",
@@ -51328,7 +51328,7 @@
51328
  "normalized": false,
51329
  "rstrip": false,
51330
  "single_word": false,
51331
- "special": false
51332
  },
51333
  "262146": {
51334
  "content": "<unused_image0>",
@@ -52344,7 +52344,7 @@
52344
  "normalized": false,
52345
  "rstrip": false,
52346
  "single_word": false,
52347
- "special": false
52348
  },
52349
  "262273": {
52350
  "content": "<audio_soft_token>",
@@ -52352,7 +52352,7 @@
52352
  "normalized": false,
52353
  "rstrip": false,
52354
  "single_word": false,
52355
- "special": false
52356
  },
52357
  "262274": {
52358
  "content": "<unused_audio0>",
@@ -53370,7 +53370,7 @@
53370
  "clean_up_tokenization_spaces": false,
53371
  "eoa_token": "<end_of_audio>",
53372
  "eoi_token": "<end_of_image>",
53373
- "eos_token": "<eos>",
53374
  "extra_special_tokens": {
53375
  "audio_token": "<audio_soft_token>",
53376
  "boa_token": "<start_of_audio>",
@@ -53380,12 +53380,14 @@
53380
  "image_token": "<image_soft_token>"
53381
  },
53382
  "image_token": "<image_soft_token>",
53383
- "model_max_length": 1000000000000000019884624838656,
53384
  "pad_token": "<pad>",
 
53385
  "processor_class": "Gemma3nProcessor",
53386
  "sp_model_kwargs": null,
53387
  "spaces_between_special_tokens": false,
53388
  "tokenizer_class": "GemmaTokenizer",
53389
  "unk_token": "<unk>",
53390
- "use_default_system_prompt": false
53391
- }
 
 
2160
  "normalized": false,
2161
  "rstrip": false,
2162
  "single_word": false,
2163
+ "special": true
2164
  },
2165
  "256000": {
2166
  "content": "<start_of_audio>",
 
2168
  "normalized": false,
2169
  "rstrip": false,
2170
  "single_word": false,
2171
+ "special": true
2172
  },
2173
  "256001": {
2174
  "content": "<unused99>",
 
51320
  "normalized": false,
51321
  "rstrip": false,
51322
  "single_word": false,
51323
+ "special": true
51324
  },
51325
  "262145": {
51326
  "content": "<image_soft_token>",
 
51328
  "normalized": false,
51329
  "rstrip": false,
51330
  "single_word": false,
51331
+ "special": true
51332
  },
51333
  "262146": {
51334
  "content": "<unused_image0>",
 
52344
  "normalized": false,
52345
  "rstrip": false,
52346
  "single_word": false,
52347
+ "special": true
52348
  },
52349
  "262273": {
52350
  "content": "<audio_soft_token>",
 
52352
  "normalized": false,
52353
  "rstrip": false,
52354
  "single_word": false,
52355
+ "special": true
52356
  },
52357
  "262274": {
52358
  "content": "<unused_audio0>",
 
53370
  "clean_up_tokenization_spaces": false,
53371
  "eoa_token": "<end_of_audio>",
53372
  "eoi_token": "<end_of_image>",
53373
+ "eos_token": "<end_of_turn>",
53374
  "extra_special_tokens": {
53375
  "audio_token": "<audio_soft_token>",
53376
  "boa_token": "<start_of_audio>",
 
53380
  "image_token": "<image_soft_token>"
53381
  },
53382
  "image_token": "<image_soft_token>",
53383
+ "model_max_length": 32768,
53384
  "pad_token": "<pad>",
53385
+ "padding_side": "left",
53386
  "processor_class": "Gemma3nProcessor",
53387
  "sp_model_kwargs": null,
53388
  "spaces_between_special_tokens": false,
53389
  "tokenizer_class": "GemmaTokenizer",
53390
  "unk_token": "<unk>",
53391
+ "use_default_system_prompt": false,
53392
+ "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'audio' -%}\n {{ '<audio_soft_token>' }}\n {%- elif item['type'] == 'image' -%}\n {{ '<image_soft_token>' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
53393
+ }