tensorrt_llm.models.cogvlm.config — TensorRT-LLM (original) (raw)

Source code for tensorrt_llm.models.cogvlm.config

SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.

SPDX-License-Identifier: Apache-2.0

Licensed under the Apache License, Version 2.0 (the "License");

you may not use this file except in compliance with the License.

You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software

distributed under the License is distributed on an "AS IS" BASIS,

WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

See the License for the specific language governing permissions and

limitations under the License.

from typing import Optional

from ..modeling_utils import PretrainedConfig

[docs] class CogVLMConfig(PretrainedConfig):

def __init__(self,
             *,
             mlp_bias: bool = False,
             attn_bias: bool = False,
             rotary_base: float = 10000.0,
             rotary_scaling: Optional[dict] = None,
             **kwargs):
    self.mlp_bias = mlp_bias
    self.attn_bias = attn_bias
    self.rotary_base = rotary_base
    self.rotary_scaling = rotary_scaling
    self.position_embedding_type = 'rope_gpt_neox'
    super().__init__(**kwargs)

[docs] def to_dict(self): output = super().to_dict() # Serialize the fields added in CogVLMConfig output['mlp_bias'] = self.mlp_bias output['attn_bias'] = self.attn_bias output['rotary_base'] = self.rotary_base output['rotary_scaling'] = self.rotary_scaling return output