danielhanchen commited on
Commit
6b07ce6
·
verified ·
1 Parent(s): 97ebfb0

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -119,48 +119,9 @@
119
  },
120
  "rope_theta": 1000000.0,
121
  "sliding_window": 32768,
122
- "text_config": {
123
- "architectures": [
124
- "Qwen2_5_VLForConditionalGeneration"
125
- ],
126
- "attention_dropout": 0.0,
127
- "bos_token_id": 151643,
128
- "eos_token_id": 151645,
129
- "hidden_act": "silu",
130
- "hidden_size": 8192,
131
- "image_token_id": null,
132
- "initializer_range": 0.02,
133
- "intermediate_size": 29568,
134
- "max_position_embeddings": 128000,
135
- "max_window_layers": 80,
136
- "model_type": "qwen2_5_vl_text",
137
- "num_attention_heads": 64,
138
- "num_hidden_layers": 80,
139
- "num_key_value_heads": 8,
140
- "rms_norm_eps": 1e-06,
141
- "rope_scaling": {
142
- "mrope_section": [
143
- 16,
144
- 24,
145
- 24
146
- ],
147
- "rope_type": "default",
148
- "type": "default"
149
- },
150
- "rope_theta": 1000000.0,
151
- "sliding_window": 32768,
152
- "torch_dtype": "bfloat16",
153
- "use_cache": true,
154
- "use_sliding_window": false,
155
- "video_token_id": null,
156
- "vision_end_token_id": 151653,
157
- "vision_start_token_id": 151652,
158
- "vision_token_id": 151654,
159
- "vocab_size": 152064
160
- },
161
  "tie_word_embeddings": false,
162
  "torch_dtype": "bfloat16",
163
- "transformers_version": "4.52.0.dev0",
164
  "unsloth_fixed": true,
165
  "use_cache": true,
166
  "use_sliding_window": false,
@@ -177,7 +138,6 @@
177
  "hidden_size": 1280,
178
  "in_channels": 3,
179
  "in_chans": 3,
180
- "initializer_range": 0.02,
181
  "intermediate_size": 3456,
182
  "model_type": "qwen2_5_vl",
183
  "num_heads": 16,
 
119
  },
120
  "rope_theta": 1000000.0,
121
  "sliding_window": 32768,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
122
  "tie_word_embeddings": false,
123
  "torch_dtype": "bfloat16",
124
+ "transformers_version": "4.51.3",
125
  "unsloth_fixed": true,
126
  "use_cache": true,
127
  "use_sliding_window": false,
 
138
  "hidden_size": 1280,
139
  "in_channels": 3,
140
  "in_chans": 3,
 
141
  "intermediate_size": 3456,
142
  "model_type": "qwen2_5_vl",
143
  "num_heads": 16,
generation_config.json CHANGED
@@ -9,5 +9,5 @@
9
  "pad_token_id": 151654,
10
  "repetition_penalty": 1.05,
11
  "temperature": 1e-06,
12
- "transformers_version": "4.52.0.dev0"
13
  }
 
9
  "pad_token_id": 151654,
10
  "repetition_penalty": 1.05,
11
  "temperature": 1e-06,
12
+ "transformers_version": "4.51.3"
13
  }
model-00001-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6dd32fb4099fd34a8bac06ad3da42b0352a088b8760de82e8a43d5a237a37c35
3
- size 4915795445
 
 
 
 
model-00002-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9691f37b23fcd518b692db2bf61253f924bcdce044e3ae1e8241c165c5231bf
3
- size 4893987633
 
 
 
 
model-00003-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:02e1a07d2db13e7e0d1b91adb3f334bd2c4ebd12959c31ea5529cfd13c43c375
3
- size 4981068378
 
 
 
 
model-00004-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0d2070402c7b1f8c6581d864f87416bf1888883305e7506ff35a3e789bbaafb
3
- size 4981068372
 
 
 
 
model-00005-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:35479f3aabc92057ed020f41694cc303849908d1b56ca269136dfac0336e3493
3
- size 4955708699
 
 
 
 
model-00006-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4a1803abe3ad5017d628fe105b705182059ffd9854edb819282e72f163c53fa
3
- size 4981068392
 
 
 
 
model-00007-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9dc7cf2a951abf23f53425d30367de7be20357c94641d5f899dcf9de9f9d02ce
3
- size 4981068380
 
 
 
 
model-00008-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5415c0e673fc08c399da3165c9d32e5af76f829436a48a511a7800fd22ef8ec
3
- size 4981068393
 
 
 
 
model-00009-of-00009.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:af1fa9aeb59848e86a4a488ced7eda38480a9b5d73c21e615f66834933b15516
3
- size 4324404872
 
 
 
 
tokenizer_config.json CHANGED
@@ -195,6 +195,7 @@
195
  "<|video_pad|>"
196
  ],
197
  "bos_token": null,
 
198
  "clean_up_tokenization_spaces": false,
199
  "eos_token": "<|im_end|>",
200
  "errors": "replace",
@@ -205,6 +206,5 @@
205
  "processor_class": "Qwen2_5_VLProcessor",
206
  "split_special_tokens": false,
207
  "tokenizer_class": "Qwen2Tokenizer",
208
- "unk_token": null,
209
- "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
210
  }
 
195
  "<|video_pad|>"
196
  ],
197
  "bos_token": null,
198
+ "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
 
206
  "processor_class": "Qwen2_5_VLProcessor",
207
  "split_special_tokens": false,
208
  "tokenizer_class": "Qwen2Tokenizer",
209
+ "unk_token": null
 
210
  }