File size: 968 Bytes
7a3ca4f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
import copy
from typing import Any, Dict
from transformers import PretrainedConfig, Qwen2Config
try:
from transformers.models.qwen2_vl.configuration_qwen2_vl import Qwen2VLVisionConfig
except ImportError:
print('Please upgrade transformers to version 4.46.3 or higher')
class POINTSV15ChatConfig(PretrainedConfig):
model_type = "pointsv1.5_chat"
is_composition = True
"""Configuration class for `POINTSV1.5`."""
def __init__(self,
**kwargs) -> None:
super().__init__(**kwargs)
vision_config = kwargs.pop("vision_config", None)
llm_config = kwargs.pop("llm_config", None)
if isinstance(vision_config, dict):
self.vision_config = Qwen2VLVisionConfig(**vision_config)
else:
self.vision_config = vision_config
if isinstance(llm_config, dict):
self.llm_config = Qwen2Config(**llm_config)
else:
self.llm_config = llm_config
|