From 49ff6cefe578cb9761b870eaaa0ec6ec716dc688 Mon Sep 17 00:00:00 2001 From: Leema Date: Mon, 25 Aug 2025 10:06:45 -0400 Subject: [PATCH] Update train.py to support 2D ROPE --- llava/train/train.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llava/train/train.py b/llava/train/train.py index c1505f6a8..682d7929d 100644 --- a/llava/train/train.py +++ b/llava/train/train.py @@ -66,6 +66,8 @@ class ModelArguments: freeze_backbone: bool = field(default=False) tune_mm_mlp_adapter: bool = field(default=False) vision_tower: Optional[str] = field(default=None) + use_vision_rope_2d: Optional[bool] = field(default=False) + rope_theta: Optional[float] = field(default=10000.0) mm_vision_select_layer: Optional[int] = field(default=-1) # default to the last layer pretrain_mm_mlp_adapter: Optional[str] = field(default=None) mm_projector_type: Optional[str] = field(default='linear')