diana3135 commited on
Commit
af3f052
·
1 Parent(s): 9c69e61

evaluation prompt, update criteria

Browse files
Files changed (1) hide show
  1. utils.py +4 -2
utils.py CHANGED
@@ -72,6 +72,8 @@ def modify_with_suggestion(task_description, text, suggestions, api_key = None):
72
  def get_evaluation_with_gpt(task_description, text, api_key = None):
73
  prompt = f"Given the task as :{task_description}, the answer provided is: {text}\n" + \
74
  f"Evaluate the answer and provide scores between 0 and 10,\n" + \
75
- f"where criteria for evaluation are correctness, relevance, novelty, fluency, and aesthetic Value:" +\
76
- f"And finally conclude it with an overall score in the range of 0 to 10: "
 
 
77
  return generate_text_with_gpt(prompt, api_key)
 
72
  def get_evaluation_with_gpt(task_description, text, api_key = None):
73
  prompt = f"Given the task as :{task_description}, the answer provided is: {text}\n" + \
74
  f"Evaluate the answer and provide scores between 0 and 10,\n" + \
75
+ f"where criteria for evaluation are Novelty, Feasibility, and Defensibility.\n" + \
76
+ f"Use a professional standard, where 5 represents an acceptable quality,\n" + \
77
+ f"and scores closer to 10 should reflect exceptional quality.\n" + \
78
+ f"Finally conclude with an overall score in the range of 0 to 10:"
79
  return generate_text_with_gpt(prompt, api_key)