Upload 6 files

q_generator1.py

@@ -1,8 +1,8 @@
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
+from transformers import T5Tokenizer, AutoModelForSeq2SeqLM, pipeline
 
 class QGenerator:
     def __init__(self):
-        tokenizer = AutoTokenizer.from_pretrained("valhalla/t5-small-qg-hl", use_fast=False)
+        tokenizer = T5Tokenizer.from_pretrained("valhalla/t5-small-qg-hl", use_fast=False)
         model = AutoModelForSeq2SeqLM.from_pretrained("valhalla/t5-small-qg-hl")
         self.qg = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
 

requirements.txt

@@ -6,3 +6,6 @@ PyPDF2
 scikit-learn
 numpy
 uuid
+sentence_transformers
+sentencepiece
+tiktoken