Skip to content

Commit 25948a5

Browse files
committed
__init__ of qwen2vl
1 parent 29d5b3d commit 25948a5

File tree

5 files changed

+29
-2
lines changed

5 files changed

+29
-2
lines changed

src/optimum/rbln/__init__.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -158,6 +158,8 @@
158158
"RBLNQwen2VisionTransformerPretrainedModelConfig",
159159
"RBLNQwen2VLForConditionalGeneration",
160160
"RBLNQwen2VLForConditionalGenerationConfig",
161+
"RBLNQwen2VLModel",
162+
"RBLNQwen2VLModelConfig",
161163
"RBLNResNetForImageClassification",
162164
"RBLNResNetForImageClassificationConfig",
163165
"RBLNRobertaForMaskedLM",
@@ -450,6 +452,8 @@
450452
RBLNQwen2VisionTransformerPretrainedModelConfig,
451453
RBLNQwen2VLForConditionalGeneration,
452454
RBLNQwen2VLForConditionalGenerationConfig,
455+
RBLNQwen2VLModel,
456+
RBLNQwen2VLModelConfig,
453457
RBLNQwen3ForCausalLM,
454458
RBLNQwen3ForCausalLMConfig,
455459
RBLNQwen3Model,

src/optimum/rbln/transformers/__init__.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -140,6 +140,8 @@
140140
"RBLNQwen2VisionTransformerPretrainedModelConfig",
141141
"RBLNQwen2VLForConditionalGeneration",
142142
"RBLNQwen2VLForConditionalGenerationConfig",
143+
"RBLNQwen2VLModel",
144+
"RBLNQwen2VLModelConfig",
143145
"RBLNQwen2Model",
144146
"RBLNQwen2ModelConfig",
145147
"RBLNQwen2ForCausalLM",
@@ -302,6 +304,8 @@
302304
RBLNQwen2VisionTransformerPretrainedModelConfig,
303305
RBLNQwen2VLForConditionalGeneration,
304306
RBLNQwen2VLForConditionalGenerationConfig,
307+
RBLNQwen2VLModel,
308+
RBLNQwen2VLModelConfig,
305309
RBLNQwen3ForCausalLM,
306310
RBLNQwen3ForCausalLMConfig,
307311
RBLNQwen3Model,

src/optimum/rbln/transformers/models/__init__.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -96,6 +96,8 @@
9696
"RBLNQwen2VisionTransformerPretrainedModelConfig",
9797
"RBLNQwen2VLForConditionalGeneration",
9898
"RBLNQwen2VLForConditionalGenerationConfig",
99+
"RBLNQwen2VLModel",
100+
"RBLNQwen2VLModelConfig",
99101
],
100102
"decoderonly": [
101103
"RBLNDecoderOnlyModelConfig",
@@ -305,6 +307,8 @@
305307
RBLNQwen2VisionTransformerPretrainedModelConfig,
306308
RBLNQwen2VLForConditionalGeneration,
307309
RBLNQwen2VLForConditionalGenerationConfig,
310+
RBLNQwen2VLModel,
311+
RBLNQwen2VLModelConfig,
308312
)
309313
from .qwen3 import RBLNQwen3ForCausalLM, RBLNQwen3ForCausalLMConfig, RBLNQwen3Model, RBLNQwen3ModelConfig
310314
from .resnet import RBLNResNetForImageClassification, RBLNResNetForImageClassificationConfig

src/optimum/rbln/transformers/models/qwen2_vl/__init__.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,5 +15,10 @@
1515
from .configuration_qwen2_vl import (
1616
RBLNQwen2VisionTransformerPretrainedModelConfig,
1717
RBLNQwen2VLForConditionalGenerationConfig,
18+
RBLNQwen2VLModelConfig,
19+
)
20+
from .modeling_qwen2_vl import (
21+
RBLNQwen2VisionTransformerPretrainedModel,
22+
RBLNQwen2VLForConditionalGeneration,
23+
RBLNQwen2VLModel,
1824
)
19-
from .modeling_qwen2_vl import RBLNQwen2VisionTransformerPretrainedModel, RBLNQwen2VLForConditionalGeneration

src/optimum/rbln/transformers/models/qwen2_vl/configuration_qwen2_vl.py

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
from typing import Any, Dict, List, Optional, Union
1616

1717
from ....configuration_utils import RBLNModelConfig
18-
from ..decoderonly.configuration_decoderonly import RBLNDecoderOnlyModelForCausalLMConfig
18+
from ..decoderonly.configuration_decoderonly import RBLNDecoderOnlyModelConfig, RBLNDecoderOnlyModelForCausalLMConfig
1919

2020

2121
class RBLNQwen2VLForConditionalGenerationConfig(RBLNDecoderOnlyModelForCausalLMConfig):
@@ -48,6 +48,16 @@ def __init__(
4848
self.visual = visual
4949

5050

51+
class RBLNQwen2VLModelConfig(RBLNDecoderOnlyModelConfig):
52+
"""
53+
Configuration class for RBLNQwen2VLModel.
54+
"""
55+
56+
def __init__(self, visual: Optional[RBLNModelConfig] = None, **kwargs: Dict[str, Any]):
57+
super().__init__(**kwargs)
58+
self.visual = self.initialize_submodule_config(submodule_config=visual)
59+
60+
5161
class RBLNQwen2VisionTransformerPretrainedModelConfig(RBLNModelConfig):
5262
def __init__(self, max_seq_lens: Union[int, List[int]] = None, **kwargs: Dict[str, Any]):
5363
"""

0 commit comments

Comments
 (0)