| import inspect |
| import itertools |
| import shutil |
| import signal |
| import sys |
| from time import time |
|
|
| from facefusion import benchmarker, cli_helper, content_analyser, hash_helper, logger, state_manager, translator |
| from facefusion.args import apply_args, collect_job_args, reduce_job_args, reduce_step_args |
| from facefusion.download import conditional_download_hashes, conditional_download_sources |
| from facefusion.exit_helper import hard_exit, signal_exit |
| from facefusion.filesystem import get_file_extension, get_file_name, is_video, resolve_file_paths, resolve_file_pattern |
| from facefusion.jobs import job_helper, job_manager, job_runner |
| from facefusion.jobs.job_list import compose_job_list |
| from facefusion.processors.core import get_processors_modules |
| from facefusion.program import create_program |
| from facefusion.program_helper import validate_args |
| from facefusion.types import Args, ErrorCode, WorkflowMode |
| from facefusion.workflows import image_to_image, image_to_video |
|
|
|
|
| def cli() -> None: |
| if pre_check(): |
| signal.signal(signal.SIGINT, signal_exit) |
| program = create_program() |
|
|
| if validate_args(program): |
| args = vars(program.parse_args()) |
| apply_args(args, state_manager.init_item) |
|
|
| if state_manager.get_item('command'): |
| logger.init(state_manager.get_item('log_level')) |
| route(args) |
| else: |
| program.print_help() |
| else: |
| hard_exit(2) |
| else: |
| hard_exit(2) |
|
|
|
|
| def route(args : Args) -> None: |
| if state_manager.get_item('command') == 'force-download': |
| error_code = force_download() |
| hard_exit(error_code) |
|
|
| if state_manager.get_item('command') == 'benchmark': |
| if not common_pre_check() or not processors_pre_check() or not benchmarker.pre_check(): |
| hard_exit(2) |
| benchmarker.render() |
|
|
| if state_manager.get_item('command') in [ 'job-list', 'job-create', 'job-submit', 'job-submit-all', 'job-delete', 'job-delete-all', 'job-add-step', 'job-remix-step', 'job-insert-step', 'job-remove-step' ]: |
| if not job_manager.init_jobs(state_manager.get_item('jobs_path')): |
| hard_exit(1) |
| error_code = route_job_manager(args) |
| hard_exit(error_code) |
|
|
| if state_manager.get_item('command') == 'run': |
| import facefusion.uis.core as ui |
|
|
| if not common_pre_check() or not processors_pre_check(): |
| hard_exit(2) |
| for ui_layout in ui.get_ui_layouts_modules(state_manager.get_item('ui_layouts')): |
| if not ui_layout.pre_check(): |
| hard_exit(2) |
| ui.init() |
| ui.launch() |
|
|
| if state_manager.get_item('command') == 'headless-run': |
| if not job_manager.init_jobs(state_manager.get_item('jobs_path')): |
| hard_exit(1) |
| error_code = process_headless(args) |
| hard_exit(error_code) |
|
|
| if state_manager.get_item('command') == 'batch-run': |
| if not job_manager.init_jobs(state_manager.get_item('jobs_path')): |
| hard_exit(1) |
| error_code = process_batch(args) |
| hard_exit(error_code) |
|
|
| if state_manager.get_item('command') in [ 'job-run', 'job-run-all', 'job-retry', 'job-retry-all' ]: |
| if not job_manager.init_jobs(state_manager.get_item('jobs_path')): |
| hard_exit(1) |
| error_code = route_job_runner() |
| hard_exit(error_code) |
|
|
|
|
| def pre_check() -> bool: |
| if sys.version_info < (3, 10): |
| logger.error(translator.get('python_not_supported').format(version = '3.10'), __name__) |
| return False |
|
|
| for dependency in [ 'curl', 'ffmpeg', 'ffprobe' ]: |
| if not shutil.which(dependency): |
| logger.error(translator.get('dependency_not_installed').format(dependency = dependency), __name__) |
| return False |
| return True |
|
|
|
|
| def common_pre_check() -> bool: |
| content_analyser_content = inspect.getsource(content_analyser).encode() |
|
|
| return hash_helper.create_hash(content_analyser_content) == '3c6ce25e' |
|
|
|
|
| def processors_pre_check() -> bool: |
| for processor_module in get_processors_modules(state_manager.get_item('processors')): |
| if not processor_module.pre_check(): |
| return False |
| return True |
|
|
|
|
| def force_download() -> ErrorCode: |
| download_scope = state_manager.get_item('download_scope') |
| available_processors = [ get_file_name(file_path) for file_path in resolve_file_paths('facefusion/processors/modules') ] |
| processor_modules = get_processors_modules(available_processors) |
| common_modules = [] |
|
|
| for processor_module in processor_modules: |
| for common_module in processor_module.get_common_modules(): |
| if common_module not in common_modules: |
| common_modules.append(common_module) |
|
|
| for module in common_modules + processor_modules: |
| if hasattr(module, 'create_static_model_set'): |
| for model in module.create_static_model_set(download_scope).values(): |
| model_hash_set = model.get('hashes') |
| model_source_set = model.get('sources') |
|
|
| if model_hash_set and model_source_set: |
| if not conditional_download_hashes(model_hash_set) or not conditional_download_sources(model_source_set): |
| return 1 |
|
|
| return 0 |
|
|
|
|
| def route_job_manager(args : Args) -> ErrorCode: |
| if state_manager.get_item('command') == 'job-list': |
| job_headers, job_contents = compose_job_list(state_manager.get_item('job_status')) |
|
|
| if job_contents: |
| cli_helper.render_table(job_headers, job_contents) |
| return 0 |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-create': |
| if job_manager.create_job(state_manager.get_item('job_id')): |
| logger.info(translator.get('job_created').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 0 |
| logger.error(translator.get('job_not_created').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-submit': |
| if job_manager.submit_job(state_manager.get_item('job_id')): |
| logger.info(translator.get('job_submitted').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 0 |
| logger.error(translator.get('job_not_submitted').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-submit-all': |
| if job_manager.submit_jobs(state_manager.get_item('halt_on_error')): |
| logger.info(translator.get('job_all_submitted'), __name__) |
| return 0 |
| logger.error(translator.get('job_all_not_submitted'), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-delete': |
| if job_manager.delete_job(state_manager.get_item('job_id')): |
| logger.info(translator.get('job_deleted').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 0 |
| logger.error(translator.get('job_not_deleted').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-delete-all': |
| if job_manager.delete_jobs(state_manager.get_item('halt_on_error')): |
| logger.info(translator.get('job_all_deleted'), __name__) |
| return 0 |
| logger.error(translator.get('job_all_not_deleted'), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-add-step': |
| step_args = reduce_step_args(args) |
|
|
| if job_manager.add_step(state_manager.get_item('job_id'), step_args): |
| logger.info(translator.get('job_step_added').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 0 |
| logger.error(translator.get('job_step_not_added').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-remix-step': |
| step_args = reduce_step_args(args) |
|
|
| if job_manager.remix_step(state_manager.get_item('job_id'), state_manager.get_item('step_index'), step_args): |
| logger.info(translator.get('job_remix_step_added').format(job_id = state_manager.get_item('job_id'), step_index = state_manager.get_item('step_index')), __name__) |
| return 0 |
| logger.error(translator.get('job_remix_step_not_added').format(job_id = state_manager.get_item('job_id'), step_index = state_manager.get_item('step_index')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-insert-step': |
| step_args = reduce_step_args(args) |
|
|
| if job_manager.insert_step(state_manager.get_item('job_id'), state_manager.get_item('step_index'), step_args): |
| logger.info(translator.get('job_step_inserted').format(job_id = state_manager.get_item('job_id'), step_index = state_manager.get_item('step_index')), __name__) |
| return 0 |
| logger.error(translator.get('job_step_not_inserted').format(job_id = state_manager.get_item('job_id'), step_index = state_manager.get_item('step_index')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-remove-step': |
| if job_manager.remove_step(state_manager.get_item('job_id'), state_manager.get_item('step_index')): |
| logger.info(translator.get('job_step_removed').format(job_id = state_manager.get_item('job_id'), step_index = state_manager.get_item('step_index')), __name__) |
| return 0 |
| logger.error(translator.get('job_step_not_removed').format(job_id = state_manager.get_item('job_id'), step_index = state_manager.get_item('step_index')), __name__) |
| return 1 |
| return 1 |
|
|
|
|
| def route_job_runner() -> ErrorCode: |
| if state_manager.get_item('command') == 'job-run': |
| logger.info(translator.get('running_job').format(job_id = state_manager.get_item('job_id')), __name__) |
| if job_runner.run_job(state_manager.get_item('job_id'), process_step): |
| logger.info(translator.get('processing_job_succeeded').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 0 |
| logger.info(translator.get('processing_job_failed').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-run-all': |
| logger.info(translator.get('running_jobs'), __name__) |
| if job_runner.run_jobs(process_step, state_manager.get_item('halt_on_error')): |
| logger.info(translator.get('processing_jobs_succeeded'), __name__) |
| return 0 |
| logger.info(translator.get('processing_jobs_failed'), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-retry': |
| logger.info(translator.get('retrying_job').format(job_id = state_manager.get_item('job_id')), __name__) |
| if job_runner.retry_job(state_manager.get_item('job_id'), process_step): |
| logger.info(translator.get('processing_job_succeeded').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 0 |
| logger.info(translator.get('processing_job_failed').format(job_id = state_manager.get_item('job_id')), __name__) |
| return 1 |
|
|
| if state_manager.get_item('command') == 'job-retry-all': |
| logger.info(translator.get('retrying_jobs'), __name__) |
| if job_runner.retry_jobs(process_step, state_manager.get_item('halt_on_error')): |
| logger.info(translator.get('processing_jobs_succeeded'), __name__) |
| return 0 |
| logger.info(translator.get('processing_jobs_failed'), __name__) |
| return 1 |
| return 2 |
|
|
|
|
| def process_headless(args : Args) -> ErrorCode: |
| job_id = job_helper.suggest_job_id('headless') |
| step_args = reduce_step_args(args) |
|
|
| if job_manager.create_job(job_id) and job_manager.add_step(job_id, step_args) and job_manager.submit_job(job_id) and job_runner.run_job(job_id, process_step): |
| return 0 |
| return 1 |
|
|
|
|
| def process_batch(args : Args) -> ErrorCode: |
| job_id = job_helper.suggest_job_id('batch') |
| step_args = reduce_step_args(args) |
| job_args = reduce_job_args(args) |
| source_paths = resolve_file_pattern(job_args.get('source_pattern')) |
| target_paths = resolve_file_pattern(job_args.get('target_pattern')) |
|
|
| if job_manager.create_job(job_id): |
| if source_paths and target_paths: |
| for index, (source_path, target_path) in enumerate(itertools.product(source_paths, target_paths)): |
| step_args['source_paths'] = [ source_path ] |
| step_args['target_path'] = target_path |
|
|
| try: |
| step_args['output_path'] = job_args.get('output_pattern').format(index = index, source_name = get_file_name(source_path), target_name = get_file_name(target_path), target_extension = get_file_extension(target_path)) |
| except KeyError: |
| return 1 |
|
|
| if not job_manager.add_step(job_id, step_args): |
| return 1 |
| if job_manager.submit_job(job_id) and job_runner.run_job(job_id, process_step): |
| return 0 |
|
|
| if not source_paths and target_paths: |
| for index, target_path in enumerate(target_paths): |
| step_args['target_path'] = target_path |
|
|
| try: |
| step_args['output_path'] = job_args.get('output_pattern').format(index = index, target_name = get_file_name(target_path), target_extension = get_file_extension(target_path)) |
| except KeyError: |
| return 1 |
|
|
| if not job_manager.add_step(job_id, step_args): |
| return 1 |
| if job_manager.submit_job(job_id) and job_runner.run_job(job_id, process_step): |
| return 0 |
| return 1 |
|
|
|
|
| def process_step(job_id : str, step_index : int, step_args : Args) -> bool: |
| step_total = job_manager.count_step_total(job_id) |
| step_args.update(collect_job_args()) |
| apply_args(step_args, state_manager.set_item) |
|
|
| logger.info(translator.get('processing_step').format(step_current = step_index + 1, step_total = step_total), __name__) |
| if common_pre_check() and processors_pre_check(): |
| error_code = conditional_process() |
| return error_code == 0 |
| return False |
|
|
|
|
| def conditional_process() -> ErrorCode: |
| start_time = time() |
|
|
| if state_manager.get_item('workflow_mode') == 'auto': |
| state_manager.set_item('workflow_mode', detect_workflow_mode()) |
|
|
| if state_manager.get_item('workflow_mode') == detect_workflow_mode(): |
| for processor_module in get_processors_modules(state_manager.get_item('processors')): |
| if not processor_module.pre_process('output'): |
| return 2 |
|
|
| if state_manager.get_item('workflow_mode') == 'image-to-image': |
| return image_to_image.process(start_time) |
| if state_manager.get_item('workflow_mode') == 'image-to-video': |
| return image_to_video.process(start_time) |
|
|
| return 0 |
|
|
| return 2 |
|
|
|
|
| def detect_workflow_mode() -> WorkflowMode: |
| if is_video(state_manager.get_item('target_path')): |
| return 'image-to-video' |
|
|
| return 'image-to-image' |
|
|
|
|
|
|
