upload

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,52 @@
----
-license: apache-2.0
----
+---
+license: apache-2.0
+datasets:
+- FreedomIntelligence/PubMedVision
+language:
+- en
+- zh
+pipeline_tag: text-generation
+---
+<div align="center">
+<h1>
+  HuatuoGPT-Vision-7B
+</h1>
+</div>
+
+<div align="center">
+<a href="https://github.com/FreedomIntelligence/HuatuoGPT-Vision" target="_blank">GitHub</a> | <a href="https://arxiv.org/abs/2406.19280" target="_blank">Paper</a>
+</div>
+
+# <span id="Start">Introduction</span>
+HuatuoGPT-Vision is a multimodal LLM for medical applications, built with the [PubMedVision dataset](https://huggingface.co/datasets/FreedomIntelligence/PubMedVision). HuatuoGPT-Vision-7B is trained based on Qwen2-7B using the LLaVA-v1.5 architecture.
+
+# <span id="Start">Quick Start</span>
+
+1. Get the model inference code from [Github](https://github.com/FreedomIntelligence/HuatuoGPT-Vision).
+```bash
+git clone https://github.com/FreedomIntelligence/HuatuoGPT-Vision.git
+```
+2. Model inference
+```python
+query = 'What does the picture show?'
+image_paths = ['image_path1']
+
+from cli import HuatuoChatbot
+bot = HuatuoChatbot(huatuogpt_vision_model_path) # loads the model 
+output = bot.inference(query, image_paths) # generates
+print(output)  # Prints the model output
+```
+
+# <span id="Start">Citation</span>
+
+```
+@misc{chen2024huatuogptvisioninjectingmedicalvisual,
+      title={HuatuoGPT-Vision, Towards Injecting Medical Visual Knowledge into Multimodal LLMs at Scale}, 
+      author={Junying Chen and Ruyi Ouyang and Anningzhe Gao and Shunian Chen and Guiming Hardy Chen and Xidong Wang and Ruifei Zhang and Zhenyang Cai and Ke Ji and Guangjun Yu and Xiang Wan and Benyou Wang},
+      year={2024},
+      eprint={2406.19280},
+      archivePrefix={arXiv},
+      primaryClass={cs.CV},
+      url={https://arxiv.org/abs/2406.19280}, 
+}
+```

added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b
+size 605

chat_template.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94174d7176c52a7192f96fc34eb2cf23c7c2059d63cdbfadca1586ba89731fb7
+size 1049

config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a63e535ab4b27d0c276eafdef4a2b3d7aab47bdcfe3fcefc5646d91e2f9928
+size 1495

generation_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208ca119f53cc83d58c4e1e3e938c997a26e9a28c4b384588d94e6a6e79fd959
+size 295

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244fd2ecc6e4294ecff60301bb2514679dfeda64a768618bca960bc3ec171e7a
+size 4968243304

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe2bd2c74565a025760762eb1f792098d97448d448a1d751bc517d9c36ba278
+size 4991495816

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41730fda14c80bdd77ffb4f149c350671d86025d855edc76133b50f896be803
+size 4932751040

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e0cfcaeb56aec8c6669ef812e345d88dc4509c2b26113e4009f348c7d8cdea
+size 1691924384

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067e9b0f35596ff3426a0d0ec8c982a51fa1e110c4fc30dcf3be9ea37409df6
+size 57619

preprocessor_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549c158011407dfb750d9ec578047cf76f5bfe365cd0aa069a50137d3f98d9dd
+size 575

special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd
+size 613

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0c439f7be467bf47d12a7e6f9adc6116201056fc60c67f431c679b7c16afc8
+size 11422064

tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c182cc5f590489eba7c5435864b0814fcd9256ef72933f8ccc142116974dbb01
+size 7300

vocab.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910
+size 2776833