processor加载失败
File "/home/shengjie/code/flux_demo/datasets_csv_build_for_faiss_embedding.py", line 96, in stage2
image_processor,model = get_siglip2()
File "/home/shengjie/code/flux_demo/datasets_csv_build_for_faiss_embedding.py", line 68, in get_siglip2
processor = AutoProcessor.from_pretrained(SIGLIP_PATH)
File "/usr/local/lib/python3.10/dist-packages/transformers/models/auto/processing_auto.py", line 326, in from_pretrained
return processor_class.from_pretrained(
File "/usr/local/lib/python3.10/dist-packages/transformers/processing_utils.py", line 915, in from_pretrained
args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/transformers/processing_utils.py", line 961, in _get_arguments_from_pretrained
args.append(attribute_class.from_pretrained(pretrained_model_name_or_path, **kwargs))
File "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py", line 2216, in from_pretrained
return cls._from_pretrained(
File "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py", line 2450, in _from_pretrained
tokenizer = cls(*init_inputs, **init_kwargs)
File "/usr/local/lib/python3.10/dist-packages/transformers/models/siglip/tokenization_siglip.py", line 123, in init
self.sp_model = self.get_spm_processor()
File "/usr/local/lib/python3.10/dist-packages/transformers/models/siglip/tokenization_siglip.py", line 139, in get_spm_processor
with open(self.vocab_file, "rb") as f:
TypeError: expected str, bytes or os.PathLike object, not NoneType
Config打印>>
(Pdb) config
SiglipConfig {
"_name_or_path": "google/siglip2-so400m-patch16-512",
"initializer_factor": 1.0,
"model_type": "siglip",
"text_config": {
"hidden_size": 1152,
"intermediate_size": 4304,
"model_type": "siglip_text_model",
"num_attention_heads": 16,
"num_hidden_layers": 27,
"projection_size": 1152,
"vocab_size": 256000
},
"transformers_version": "4.45.0",
"vision_config": {
"hidden_size": 1152,
"image_size": 512,
"intermediate_size": 4304,
"model_type": "siglip_vision_model",
"num_attention_heads": 16,
"num_hidden_layers": 27
}
}
processor加载会出问题
transformers@v4.49.0-SigLIP-2
得重新安装或者更新一下这个版本的transformers,我是下载下来 pip install -e xxx 的