Skip to content

Commit 58b0ad6

Browse files
authored
Update multimodal_max_length in OvisRunner
1 parent 613b223 commit 58b0ad6

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ovis/serve/runner.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ def __init__(self, args: RunnerArguments):
2525
self.dtype = torch.bfloat16
2626
self.device = torch.cuda.current_device()
2727
self.dtype = torch.bfloat16
28-
self.model = Ovis.from_pretrained(self.model_path, torch_dtype=self.dtype, multimodal_max_length=8192)
28+
self.model = Ovis.from_pretrained(self.model_path, torch_dtype=self.dtype, multimodal_max_length=32768)
2929
self.model = self.model.eval().to(device=self.device)
3030
self.eos_token_id = self.model.generation_config.eos_token_id
3131
self.text_tokenizer = self.model.get_text_tokenizer()

0 commit comments

Comments
 (0)