self_check_gpt.py

import torch
from selfcheckgpt.modeling_selfcheck import SelfCheckNLI
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")


selfcheck_nli = SelfCheckNLI(device=device) # set device to 'cuda' if GPU is available


def nli_confidence(proofs, sentences):

    sent_scores_nli = selfcheck_nli.predict(
        sentences = sentences,                          # list of sentences
        sampled_passages = proofs, # list of sampled passages
    )
    #print(sent_scores_nli)
    sent_scores_nli = [round(1-s, 4) for s in sent_scores_nli]
    return sent_scores_nli