| COMPARATORS = { | |
| # "base_llm_based_comparator": ..., | |
| "sentence_transformers_based_comparator": ..., | |
| "levenshtein_comparator": ..., | |
| "jaro_winkler_comparator": ..., | |
| "n_gram_comparator": ..., | |
| } | |
| EXPLAINERS = { | |
| "generic_explainer": "generic_explainer", | |
| } | |
| MODELS = { | |
| "flan-t5-xl": ..., | |
| "flan-t5-xxl": ..., | |
| "llama-2-7b-hf": ..., | |
| "llama-2-13b-hf": ..., | |
| "gpt-3.5-turbo": ..., | |
| } | |
| PERTURBERS = { | |
| "leave_one_out": ..., | |
| "random_word_perturber": ..., | |
| "reorder_perturber": ..., | |
| "antonym_perturber": ..., | |
| "synonym_perturber": ..., | |
| "entity_perturber": ..., | |
| } | |