modeling_continue_oss.py

"""
Continue-1-OSS Model Architecture
"""

from typing import Optional, Tuple, Union

import torch
from transformers import LlamaForCausalLM
from transformers.utils import logging

from .configuration_continue_oss import Continue1Config

logger = logging.get_logger(__name__)


class Continue1ForCausalLM(LlamaForCausalLM):
    config_class = Continue1Config
    base_model_prefix = "model"
    
    def __init__(self, config):
        super().__init__(config)
        self.post_init()


Continue1ForCausalLM.register_for_auto_class("AutoModelForCausalLM")