More args

This commit is contained in:
Jake Poznanski 2025-10-20 22:09:05 +00:00
parent 3d3fd78499
commit 7472ef905e

View File

@ -26,6 +26,7 @@ class Args:
port: int = 3000 port: int = 3000
model_chat_template: str = "qwen2-vl" model_chat_template: str = "qwen2-vl"
max_model_len: int = 8192 max_model_len: int = 8192
guided_decoding: bool = False
gpu_memory_utilization: float = 0.8 gpu_memory_utilization: float = 0.8
target_longest_image_dim: int = 1024 target_longest_image_dim: int = 1024
target_anchor_text_len: int = 6000 target_anchor_text_len: int = 6000