Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-02-24 12:10:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix_comment

Browse Source
This commit is contained in:
suluyana
2024-11-04 13:55:34 +08:00
parent 08b8dfdf03
commit ba4eb0b097
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modelscope/pipelines/multi_modal/ovis_vl_pipeline.py
View File

@@ -32,11 +32,13 @@ class VisionChatPipeline(VisualQuestionAnsweringPipeline):
self._auto_collate = auto_collate
# ovis
torch_dtype = kwargs.get('torch_dtype', torch.float16)
multimodal_max_length = kwargs.get('multimodal_max_length', 8192)
self.device = 'cuda' if device == 'gpu' else device
self.model = AutoModelForCausalLM.from_pretrained(
model,
torch_dtype=torch.bfloat16,
multimodal_max_length=8192,
torch_dtype=torch_dtype,
multimodal_max_length=multimodal_max_length,
trust_remote_code=True).to(self.device)
self.text_tokenizer = self.model.get_text_tokenizer()
self.visual_tokenizer = self.model.get_visual_tokenizer()