File size: 970 Bytes
31b85e0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | # Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: Apache-2.0
# DeepSpeed Team
import os
from uc_analysis import UniversalCheckpointingAnalysis
def find_files(directory, file_affix):
"""
Searches for files with a specific affix in a directory using os.walk().
Args:
directory (str): The path to the directory to search.
file_affix (str): The desired file affix.
Returns:
list: A list of paths to matching files.
"""
matching_paths = []
for root, _, files in os.walk(directory):
for filename in files:
if root not in matching_paths and filename.lower().startswith(file_affix.lower()):
matching_paths.append(os.path.join(root))
return matching_paths
def get_analyzer(analyzer_name):
if analyzer_name == 'universal_checkpointing':
return UniversalCheckpointingAnalysis()
else:
raise ValueError(f"Unsupported analyzer {analyzer_name}")
|