File size: 2,020 Bytes
cb2428f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
# Copyright (c) Alibaba, Inc. and its affiliates.
import datetime as dt
import os
from abc import ABC, abstractmethod
from typing import List, Union
from swift.utils import get_logger, parse_args, seed_everything
from .argument import BaseArguments
from .utils import ProcessorMixin
logger = get_logger()
class SwiftPipeline(ABC, ProcessorMixin):
args_class = BaseArguments
def __init__(self, args: Union[List[str], args_class, None] = None):
self.args = self._parse_args(args)
args = self.args
if hasattr(args, 'seed'):
seed = args.seed + max(getattr(args, 'rank', -1), 0)
seed_everything(seed)
logger.info(f'args: {args}')
self._compat_dsw_gradio(args)
def _parse_args(self, args: Union[List[str], args_class, None] = None) -> args_class:
if isinstance(args, self.args_class):
return args
assert self.args_class is not None
args, remaining_argv = parse_args(self.args_class, args)
if len(remaining_argv) > 0:
if getattr(args, 'ignore_args_error', False):
logger.warning(f'remaining_argv: {remaining_argv}')
else:
raise ValueError(f'remaining_argv: {remaining_argv}')
return args
@staticmethod
def _compat_dsw_gradio(args) -> None:
from swift.llm import WebUIArguments, AppArguments
if (isinstance(args, (WebUIArguments, AppArguments)) and 'JUPYTER_NAME' in os.environ
and 'dsw-' in os.environ['JUPYTER_NAME'] and 'GRADIO_ROOT_PATH' not in os.environ):
os.environ['GRADIO_ROOT_PATH'] = f"/{os.environ['JUPYTER_NAME']}/proxy/{args.server_port}"
def main(self):
logger.info(f'Start time of running main: {dt.datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f")}')
result = self.run()
logger.info(f'End time of running main: {dt.datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f")}')
return result
@abstractmethod
def run(self):
pass
|