File size: 5,202 Bytes
cb2428f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 |
# Copyright (c) Alibaba, Inc. and its affiliates.
from typing import TYPE_CHECKING
from swift.utils.import_utils import _LazyModule
if TYPE_CHECKING:
# Recommend using `xxx_main`
from .infer import (VllmEngine, RequestConfig, LmdeployEngine, PtEngine, InferEngine, infer_main, deploy_main,
InferClient, run_deploy, AdapterRequest, prepare_model_template, BaseInferEngine, rollout_main)
from .export import (export_main, merge_lora, quantize_model, export_to_ollama)
from .eval import eval_main
from .app import app_main
from .train import sft_main, pt_main, rlhf_main, get_multimodal_target_regex
from .sampling import sampling_main
from .argument import (EvalArguments, InferArguments, TrainArguments, ExportArguments, DeployArguments,
RLHFArguments, WebUIArguments, BaseArguments, AppArguments, SamplingArguments)
from .template import (TEMPLATE_MAPPING, Template, Word, get_template, TemplateType, register_template,
TemplateInputs, TemplateMeta, get_template_meta, InferRequest, load_image, MaxLengthError,
load_file, draw_bbox)
from .model import (register_model, MODEL_MAPPING, ModelType, get_model_tokenizer, safe_snapshot_download,
HfConfigFactory, ModelInfo, ModelMeta, ModelKeys, register_model_arch, MultiModelKeys,
ModelArch, get_model_arch, MODEL_ARCH_MAPPING, get_model_info_meta, get_model_name, ModelGroup,
Model, get_model_tokenizer_with_flash_attn, get_model_tokenizer_multimodal, load_by_unsloth,
git_clone_github, get_matched_model_meta)
from .dataset import (AlpacaPreprocessor, ResponsePreprocessor, MessagesPreprocessor, AutoPreprocessor,
DATASET_MAPPING, MediaResource, register_dataset, register_dataset_info, EncodePreprocessor,
LazyLLMDataset, load_dataset, DATASET_TYPE, sample_dataset, RowPreprocessor, DatasetMeta,
HfDataset, SubsetDataset)
from .utils import (deep_getattr, to_float_dtype, to_device, History, Messages, history_to_messages,
messages_to_history, Processor, save_checkpoint, ProcessorMixin,
get_temporary_cache_files_directory, get_cache_dir, is_moe_model)
from .base import SwiftPipeline
from .data_loader import DataLoaderDispatcher, DataLoaderShard, BatchSamplerShard
else:
_import_structure = {
'rlhf': ['rlhf_main'],
'infer': [
'deploy_main', 'VllmEngine', 'RequestConfig', 'LmdeployEngine', 'PtEngine', 'infer_main', 'InferClient',
'run_deploy', 'InferEngine', 'AdapterRequest', 'prepare_model_template', 'BaseInferEngine', 'rollout_main'
],
'export': ['export_main', 'merge_lora', 'quantize_model', 'export_to_ollama'],
'app': ['app_main'],
'eval': ['eval_main'],
'train': ['sft_main', 'pt_main', 'rlhf_main', 'get_multimodal_target_regex'],
'sampling': ['sampling_main'],
'argument': [
'EvalArguments', 'InferArguments', 'TrainArguments', 'ExportArguments', 'WebUIArguments', 'DeployArguments',
'RLHFArguments', 'BaseArguments', 'AppArguments', 'SamplingArguments'
],
'template': [
'TEMPLATE_MAPPING', 'Template', 'Word', 'get_template', 'TemplateType', 'register_template',
'TemplateInputs', 'TemplateMeta', 'get_template_meta', 'InferRequest', 'load_image', 'MaxLengthError',
'load_file', 'draw_bbox'
],
'model': [
'MODEL_MAPPING', 'ModelType', 'get_model_tokenizer', 'safe_snapshot_download', 'HfConfigFactory',
'ModelInfo', 'ModelMeta', 'ModelKeys', 'register_model_arch', 'MultiModelKeys', 'ModelArch',
'MODEL_ARCH_MAPPING', 'get_model_arch', 'get_model_info_meta', 'get_model_name', 'register_model',
'ModelGroup', 'Model', 'get_model_tokenizer_with_flash_attn', 'get_model_tokenizer_multimodal',
'load_by_unsloth', 'git_clone_github', 'get_matched_model_meta'
],
'dataset': [
'AlpacaPreprocessor', 'MessagesPreprocessor', 'AutoPreprocessor', 'DATASET_MAPPING', 'MediaResource',
'register_dataset', 'register_dataset_info', 'EncodePreprocessor', 'LazyLLMDataset', 'load_dataset',
'DATASET_TYPE', 'sample_dataset', 'RowPreprocessor', 'ResponsePreprocessor', 'DatasetMeta', 'HfDataset',
'SubsetDataset'
],
'utils': [
'deep_getattr', 'to_device', 'to_float_dtype', 'History', 'Messages', 'history_to_messages',
'messages_to_history', 'Processor', 'save_checkpoint', 'ProcessorMixin',
'get_temporary_cache_files_directory', 'get_cache_dir', 'is_moe_model'
],
'base': ['SwiftPipeline'],
'data_loader': ['DataLoaderDispatcher', 'DataLoaderShard', 'BatchSamplerShard'],
}
import sys
sys.modules[__name__] = _LazyModule(
__name__,
globals()['__file__'],
_import_structure,
module_spec=__spec__,
extra_objects={},
)
|