|
|
|
|
|
import os |
|
|
from dataclasses import dataclass, field |
|
|
from typing import Literal, Optional |
|
|
|
|
|
from swift.llm import TEMPLATE_MAPPING |
|
|
from swift.utils import get_logger |
|
|
|
|
|
logger = get_logger() |
|
|
|
|
|
|
|
|
@dataclass |
|
|
class TemplateArguments: |
|
|
""" |
|
|
TemplateArguments class is a dataclass that holds various arguments related to template configuration and usage. |
|
|
|
|
|
Args: |
|
|
template (Optional[str]): Template type. Default is None, meaning use the template of the model_type. |
|
|
system (Optional[str]): Override the default system in the template. Default is None. |
|
|
max_length (Optional[int]): Maximum length for the template. Default is None. |
|
|
truncation_strategy (Literal): Strategy for truncating the template. Default is 'delete'. |
|
|
max_pixels (Optional[int]): Maximum number of pixels for the template. Default is None. |
|
|
padding_side: The padding_side when the training batch_size >= 2 |
|
|
loss_scale (str): Loss scale for training. Default is 'default', |
|
|
meaning only calculate the loss of the assistant. |
|
|
sequence_parallel_size (int): Size of sequence parallelism. Default is 1. |
|
|
use_chat_template (str): Use chat template or default generation template, default True |
|
|
template_backend (str): Use swift template or jinja |
|
|
""" |
|
|
template: Optional[str] = field( |
|
|
default=None, metadata={'help': f'template choices: {list(TEMPLATE_MAPPING.keys())}'}) |
|
|
system: Optional[str] = None |
|
|
max_length: Optional[int] = None |
|
|
|
|
|
truncation_strategy: Literal['delete', 'left', 'right', None] = None |
|
|
max_pixels: Optional[int] = None |
|
|
agent_template: Optional[str] = None |
|
|
norm_bbox: Literal['norm1000', 'none', None] = None |
|
|
response_prefix: Optional[str] = None |
|
|
|
|
|
padding_side: Literal['left', 'right'] = 'right' |
|
|
loss_scale: str = 'default' |
|
|
sequence_parallel_size: int = 1 |
|
|
|
|
|
use_chat_template: bool = True |
|
|
template_backend: Literal['swift', 'jinja'] = 'swift' |
|
|
|
|
|
def __post_init__(self): |
|
|
if self.template is None and hasattr(self, 'model_meta'): |
|
|
self.template = self.model_meta.template |
|
|
if self.system is not None: |
|
|
if self.system.endswith('.txt'): |
|
|
assert os.path.isfile(self.system), f'self.system: {self.system}' |
|
|
with open(self.system, 'r') as f: |
|
|
self.system = f.read() |
|
|
else: |
|
|
self.system = self.system.replace('\\n', '\n') |
|
|
if self.response_prefix is not None: |
|
|
self.response_prefix = self.response_prefix.replace('\\n', '\n') |
|
|
if self.truncation_strategy is None: |
|
|
self.truncation_strategy = 'delete' |
|
|
|
|
|
def get_template_kwargs(self): |
|
|
truncation_strategy = self.truncation_strategy |
|
|
if truncation_strategy == 'delete': |
|
|
truncation_strategy = 'raise' |
|
|
return { |
|
|
'default_system': self.system, |
|
|
'max_length': self.max_length, |
|
|
'truncation_strategy': truncation_strategy, |
|
|
'max_pixels': self.max_pixels, |
|
|
'agent_template': self.agent_template, |
|
|
'norm_bbox': self.norm_bbox, |
|
|
'response_prefix': self.response_prefix, |
|
|
'loss_scale': self.loss_scale, |
|
|
'padding_side': self.padding_side, |
|
|
'sequence_parallel_size': self.sequence_parallel_size, |
|
|
'template_backend': self.template_backend, |
|
|
'use_chat_template': self.use_chat_template |
|
|
} |
|
|
|
