File size: 1,281 Bytes
8db7949
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
from binoculars import Binoculars

def initialize_binoculars():
    chat_model_pair = {
        "observer": "deepseek-ai/deepseek-llm-7b-base",
        "performer": "deepseek-ai/deepseek-llm-7b-chat"
    }

    coder_model_pair = {
        "observer": "deepseek-ai/deepseek-llm-7b-base",
        "performer": "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
    }
    
    print("Initializing Binoculars models...")
    
    bino_chat = Binoculars(
        mode="accuracy", 
        observer_name_or_path=chat_model_pair["observer"],
        performer_name_or_path=chat_model_pair["performer"],
        max_token_observed=2048
    )

    bino_coder = Binoculars(
        mode="accuracy", 
        observer_name_or_path=coder_model_pair["observer"],
        performer_name_or_path=coder_model_pair["performer"],
        max_token_observed=2048
    )
    
    return bino_chat, bino_coder

def compute_scores(text, bino_chat=None, bino_coder=None):
    scores = {}
    
    if bino_chat:
        #print("Computing score_chat...")
        scores['score_chat'] = bino_chat.compute_score(text)
    
    if bino_coder:
        #print("Computing score_coder...")
        scores['score_coder'] = bino_coder.compute_score(text)
    
    return scores