fix
Browse files
generateDistractors/senseToVec.py
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
from sense2vec import Sense2Vec
|
| 2 |
-
from fastapi import FastAPI
|
| 3 |
from sentence_transformers import SentenceTransformer
|
| 4 |
import wget
|
| 5 |
import os
|
|
@@ -30,29 +29,27 @@ class S2V:
|
|
| 30 |
return answer_embedding,distractor_embeddings
|
| 31 |
|
| 32 |
def execute(self, originalword):
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
for dist in final_distractors:
|
| 49 |
-
filtered_distractors.append(dist[0])
|
| 50 |
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
return {
|
| 54 |
-
"answer": Answer,
|
| 55 |
-
"distractors": Filtered_Distractors
|
| 56 |
-
}
|
| 57 |
|
| 58 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
from sense2vec import Sense2Vec
|
|
|
|
| 2 |
from sentence_transformers import SentenceTransformer
|
| 3 |
import wget
|
| 4 |
import os
|
|
|
|
| 29 |
return answer_embedding,distractor_embeddings
|
| 30 |
|
| 31 |
def execute(self, originalword):
|
| 32 |
+
try:
|
| 33 |
+
word = originalword.lower()
|
| 34 |
+
word = word.replace(" ", "_")
|
| 35 |
+
# Find the best-matching sense for a given word based on the available senses and frequency counts.
|
| 36 |
+
sense = self.s2v.get_best_sense(word)
|
| 37 |
+
# Get the most similar entries in the table
|
| 38 |
+
most_similar = self.s2v.most_similar(sense, n=20)
|
| 39 |
+
#remove duplicates
|
| 40 |
+
distractors = self.removeDuplicates(most_similar, originalword)
|
| 41 |
+
distractors.insert(0,originalword)
|
| 42 |
+
# encode distractors and answer
|
| 43 |
+
answer_embedd, distractor_embedds = self.get_answer_and_distractor_embeddings(originalword,distractors)
|
| 44 |
+
#Maximal Marginal Relevance origin: https://maartengr.github.io/KeyBERT/api/mmr.html
|
| 45 |
+
final_distractors = mmr(answer_embedd,distractor_embedds,distractors,5)
|
| 46 |
+
filtered_distractors = []
|
|
|
|
|
|
|
| 47 |
|
| 48 |
+
for dist in final_distractors:
|
| 49 |
+
filtered_distractors.append(dist[0])
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
|
| 51 |
+
#Answer = filtered_distractors[0]
|
| 52 |
+
Filtered_Distractors = filtered_distractors[1:]
|
| 53 |
+
return Filtered_Distractors
|
| 54 |
+
except:
|
| 55 |
+
return []
|
questionGeneration/questionGeneration.py
CHANGED
|
@@ -32,5 +32,3 @@ class QuestionGeneration:
|
|
| 32 |
Question = dec[0].replace("question:","")
|
| 33 |
Question= Question.strip()
|
| 34 |
return Question
|
| 35 |
-
|
| 36 |
-
Question = QuestionGeneration()
|
|
|
|
| 32 |
Question = dec[0].replace("question:","")
|
| 33 |
Question= Question.strip()
|
| 34 |
return Question
|
|
|
|
|
|
summarizer/summarizer.py
CHANGED
|
@@ -65,6 +65,3 @@ class Summarizer:
|
|
| 65 |
summary= summary.strip()
|
| 66 |
|
| 67 |
return summary
|
| 68 |
-
|
| 69 |
-
Summary = Summarizer()
|
| 70 |
-
|
|
|
|
| 65 |
summary= summary.strip()
|
| 66 |
|
| 67 |
return summary
|
|
|
|
|
|
|
|
|