add

ape/llm.py

@@ -81,12 +81,10 @@ class LLMGPT(object):
             output_len = len(LLMGPT.encoding.encode(sample[1]))
             print(output_len)
             llmresult = eval_chain.generate([{'instruction': instruction, 'input': sample[0], 'output': sample[1]}])
-            print(llmresult)
             logprobs = llmresult.generations[0][0].generation_info['logprobs']
             print(logprobs)
             tokens = logprobs['tokens']
+            print(len(tokens))
             token_probs = logprobs['token_logprobs']
-            print(tokens)
-            print(token_probs)
-            score += sum(token_probs)
+            score += sum(token_probs[-output_len:])
         return score