Spaces:
Running
Running
File size: 1,281 Bytes
8db7949 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
from binoculars import Binoculars
def initialize_binoculars():
chat_model_pair = {
"observer": "deepseek-ai/deepseek-llm-7b-base",
"performer": "deepseek-ai/deepseek-llm-7b-chat"
}
coder_model_pair = {
"observer": "deepseek-ai/deepseek-llm-7b-base",
"performer": "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
}
print("Initializing Binoculars models...")
bino_chat = Binoculars(
mode="accuracy",
observer_name_or_path=chat_model_pair["observer"],
performer_name_or_path=chat_model_pair["performer"],
max_token_observed=2048
)
bino_coder = Binoculars(
mode="accuracy",
observer_name_or_path=coder_model_pair["observer"],
performer_name_or_path=coder_model_pair["performer"],
max_token_observed=2048
)
return bino_chat, bino_coder
def compute_scores(text, bino_chat=None, bino_coder=None):
scores = {}
if bino_chat:
#print("Computing score_chat...")
scores['score_chat'] = bino_chat.compute_score(text)
if bino_coder:
#print("Computing score_coder...")
scores['score_coder'] = bino_coder.compute_score(text)
return scores |