binoculars_utils.py

from binoculars import Binoculars

def initialize_binoculars():
    chat_model_pair = {
        "observer": "deepseek-ai/deepseek-llm-7b-base",
        "performer": "deepseek-ai/deepseek-llm-7b-chat"
    }

    coder_model_pair = {
        "observer": "deepseek-ai/deepseek-llm-7b-base",
        "performer": "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
    }
    
    print("Initializing Binoculars models...")
    
    bino_chat = Binoculars(
        mode="accuracy", 
        observer_name_or_path=chat_model_pair["observer"],
        performer_name_or_path=chat_model_pair["performer"],
        max_token_observed=2048
    )

    bino_coder = Binoculars(
        mode="accuracy", 
        observer_name_or_path=coder_model_pair["observer"],
        performer_name_or_path=coder_model_pair["performer"],
        max_token_observed=2048
    )
    
    return bino_chat, bino_coder

def compute_scores(text, bino_chat=None, bino_coder=None):
    scores = {}
    
    if bino_chat:
        #print("Computing score_chat...")
        scores['score_chat'] = bino_chat.compute_score(text)
    
    if bino_coder:
        #print("Computing score_coder...")
        scores['score_coder'] = bino_coder.compute_score(text)
    
    return scores