oluinioluwa814 commited on
Commit
ac02b36
·
verified ·
1 Parent(s): abe1881

Update generator.py

Browse files
Files changed (1) hide show
  1. generator.py +16 -0
generator.py CHANGED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ## File: `generator.py`
2
+
3
+ ```python
4
+ """Optional separate generator module if you want to swap models easily."""
5
+ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
6
+
7
+ class Generator:
8
+ def __init__(self, model_name: str = "google/flan-t5-small"):
9
+ self.model_name = model_name
10
+ self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
11
+ self.model = AutoModelForSeq2SeqLM.from_pretrained(self.model_name)
12
+ self.pipeline = pipeline("text2text-generation", model=self.model, tokenizer=self.tokenizer)
13
+
14
+ def generate(self, prompt: str, max_length: int = 256):
15
+ out = self.pipeline(prompt, max_length=max_length, do_sample=False)
16
+ return out[0]['generated_text'] if out else ""