
    sg>                     j    d Z ddlmZ ddlmZ ddlmZmZ  ej                  e	      Z
 G d de      Zy)	zVipLlava model configuration   )PretrainedConfig)logging   )CONFIG_MAPPING
AutoConfigc                   F     e Zd ZdZdZeedZddddddg d	d
f fd	Z xZS )VipLlavaConfiga%	  
    This is the configuration class to store the configuration of a [`VipLlavaForConditionalGeneration`]. It is used to instantiate an
    VipLlava model according to the specified arguments, defining the model architecture. Instantiating a configuration
    with the defaults will yield a similar configuration to that of the VipLlava-9B.

    e.g. [ybelkada/vip-llava-7b-hf](https://huggingface.co/ybelkada/vip-llava-7b-hf)

    Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the
    documentation from [`PretrainedConfig`] for more information.

    Args:
        vision_config (`VipLlavaVisionConfig`,  *optional*):
            Custom vision config or dict
        text_config (`Union[AutoConfig, dict]`, *optional*):
            The config object of the text backbone. Can be any of `LlamaConfig` or `MistralConfig`.
        ignore_index (`int`, *optional*, defaults to -100):
            The ignore index for the loss function.
        image_token_index (`int`, *optional*, defaults to 32000):
            The image token index to encode the image prompt.
        projector_hidden_act (`str`, *optional*, defaults to `"gelu"`):
            The activation function used by the multimodal projector.
        projector_layernorm_eps (`float`, *optional*, defaults to 1e-05):
            The layer norm epsilon of the projector layernorm
        vision_feature_layers (`List[int]`, *optional*, defaults to `[-2, -5, -8, -11, 6]`):
            The list of layers to select the vision features from.
        image_seq_length (`int`, *optional*, defaults to 576):
            Sequence length of one image embedding.

    Example:

    ```python
    >>> from transformers import VipLlavaForConditionalGeneration, VipLlavaConfig, CLIPVisionConfig, LlamaConfig

    >>> # Initializing a CLIP-vision config
    >>> vision_config = CLIPVisionConfig()

    >>> # Initializing a Llama config
    >>> text_config = LlamaConfig()

    >>> # Initializing a VipLlava vipllava-7b style configuration
    >>> configuration = VipLlavaConfig(vision_config, text_config)

    >>> # Initializing a model from the vipllava-7b style configuration
    >>> model = VipLlavaForConditionalGeneration(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```vipllava)text_configvision_configNi }  gelugh㈵>)ii   i@  c	           
         || _         || _        || _        || _        || _        || _        || _        t        | j                  t              r%d|v r|d   nd|d<   t        |d      di || _        n|t        d   ddddddd	d
      | _        t        |t              r d|v r|d   nd|d<   t        |d      di |}n|t        d          }|| _
        t        
| 0  di |	 y )N
model_typeclip_vision_modeli   i      iP        r   i   )intermediate_sizehidden_size
patch_size
image_sizenum_hidden_layersnum_attention_heads
vocab_sizeprojection_dimllama )ignore_indeximage_token_indexprojector_hidden_actprojector_layernorm_epsvision_feature_layersimage_seq_lengthr   
isinstancedictr   r   super__init__)selfr   r   r"   r#   r$   r%   r&   r'   kwargs	__class__s             f/var/www/html/venv/lib/python3.12/site-packages/transformers/models/vipllava/configuration_vipllava.pyr+   zVipLlavaConfig.__init__M   s    )!2$8!'>$%:" 0*d(($//;}/Ll+Re ,' "0l0K!L!]}!]D"!/0C!D"& "$$& "	"D k4(EQU`E`L(AfmK%(\)BCRkRK (13K&"6"    )	__name__
__module____qualname____doc__r   r   sub_configsr+   __classcell__)r.   s   @r/   r	   r	      s>    /b J",zJK # $2-# -#r0   r	   N)r4   configuration_utilsr   utilsr   autor   r   
get_loggerr1   loggerr	   r!   r0   r/   <module>r<      s6    # 3  - 
		H	%b#% b#r0   