File size: 993 Bytes
31dc8dc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | """
Diffulex Benchmark - Benchmark framework for evaluating Diffulex inference engine performance
"""
from diffulex_bench.runner import BenchmarkRunner
from diffulex_bench.datasets import load_benchmark_dataset
from diffulex_bench.metrics import compute_metrics
from diffulex.logger import setup_logger, get_logger
from diffulex_bench.config import BenchmarkConfig, EngineConfig, EvalConfig
# Import lm_eval model to register it
try:
from diffulex_bench.lm_eval_model import DiffulexLM
__all__ = [
"BenchmarkRunner",
"load_benchmark_dataset",
"compute_metrics",
"setup_logger",
"get_logger",
"BenchmarkConfig",
"EngineConfig",
"EvalConfig",
"DiffulexLM",
]
except ImportError:
__all__ = [
"BenchmarkRunner",
"load_benchmark_dataset",
"compute_metrics",
"setup_logger",
"get_logger",
"BenchmarkConfig",
"EngineConfig",
"EvalConfig",
]
|