File size: 557 Bytes
1e409a0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
"""
Continue-1-OSS Model Architecture
"""
from typing import Optional, Tuple, Union
import torch
from transformers import LlamaForCausalLM
from transformers.utils import logging
from .configuration_continue_oss import Continue1Config
logger = logging.get_logger(__name__)
class Continue1ForCausalLM(LlamaForCausalLM):
config_class = Continue1Config
base_model_prefix = "model"
def __init__(self, config):
super().__init__(config)
self.post_init()
Continue1ForCausalLM.register_for_auto_class("AutoModelForCausalLM")
|