| # install this lib : pip install {PATH}/ParaPLUIE | |
| from .ppluie import ppluie | |
| template = "FS-DIRECT" | |
| device = "cuda:1" | |
| scorer = ppluie("mistralai/Mistral-7B-Instruct-v0.2", device) | |
| scorer.setTemplate(template) | |
| # to show available prompting templates styles | |
| scorer.show_templates() | |
| # to show how is the prompt encoded, to ensure that the correct numbers of special tokens are removed | |
| # and Yes / No words fit on one token | |
| scorer.chech_end_tokens_tmpl() | |
| # to show LLM already tested with ParaPLUIE | |
| scorer.show_available_models() | |
| S = "Have you ever seen a tsunami ?" | |
| H = "Have you ever seen a tiramisu ?" | |
| score = scorer(S, H) | |
| print("Result score : ",score) |