We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 613b223 commit 58b0ad6Copy full SHA for 58b0ad6
ovis/serve/runner.py
@@ -25,7 +25,7 @@ def __init__(self, args: RunnerArguments):
25
self.dtype = torch.bfloat16
26
self.device = torch.cuda.current_device()
27
28
- self.model = Ovis.from_pretrained(self.model_path, torch_dtype=self.dtype, multimodal_max_length=8192)
+ self.model = Ovis.from_pretrained(self.model_path, torch_dtype=self.dtype, multimodal_max_length=32768)
29
self.model = self.model.eval().to(device=self.device)
30
self.eos_token_id = self.model.generation_config.eos_token_id
31
self.text_tokenizer = self.model.get_text_tokenizer()
0 commit comments