github-actions[bot]
Deploy from GitHub Actions (commit: 8b247ffacd77c0672965b8378f1d52a7dcd187ae)
9366995
| """ | |
| Evaluators module. | |
| Import this module to automatically register all evaluators. | |
| """ | |
| from evaluators.base import Evaluator | |
| from evaluators.registry import ( | |
| register_evaluator, | |
| get_evaluator_class, | |
| create_evaluator, | |
| list_available_metrics, | |
| get_registry | |
| ) | |
| # Import all evaluator implementations to register them | |
| # Add new evaluators here as they are created | |
| try: | |
| from evaluators.impl.talk_type_evaluator import TalkTypeEvaluator | |
| except ImportError: | |
| pass | |
| try: | |
| from evaluators.impl.empathy_er_evaluator import EmpathyEREvaluator | |
| except ImportError: | |
| pass | |
| try: | |
| from evaluators.impl.empathy_ip_evaluator import EmpathyIPEvaluator | |
| except ImportError: | |
| pass | |
| try: | |
| from evaluators.impl.empathy_ex_evaluator import EmpathyEXEvaluator | |
| except ImportError: | |
| pass | |
| try: | |
| from evaluators.impl.factuality_evaluator import MentalHealthFactualityEvaluator | |
| except ImportError: | |
| pass | |
| try: | |
| from evaluators.impl.emotion_evaluator import EmotionEvaluator | |
| except ImportError: | |
| pass | |
| try: | |
| from evaluators.impl.toxicity_evaluator import ToxicityEvaluator | |
| except ImportError: | |
| pass | |
| # Import examples (optional, for testing) | |
| try: | |
| from evaluators.examples.example_evaluators import ( | |
| ExampleUtteranceEvaluator, | |
| ExampleConversationEvaluator, | |
| ExampleSegmentEvaluator, | |
| ExampleMixedEvaluator | |
| ) | |
| except ImportError: | |
| pass | |
| from evaluators.registry import ( | |
| get_ui_labels, | |
| get_metrics_by_category, | |
| get_metric_metadata | |
| ) | |
| __all__ = [ | |
| "Evaluator", | |
| "register_evaluator", | |
| "get_evaluator_class", | |
| "create_evaluator", | |
| "list_available_metrics", | |
| "get_ui_labels", | |
| "get_metrics_by_category", | |
| "get_metric_metadata", | |
| "get_registry", | |
| ] | |