ginnigarg commited on
Commit
5b83b4e
·
verified ·
1 Parent(s): 43d9c2e

tried fixing tensor error

Browse files
Files changed (1) hide show
  1. app.py +14 -1
app.py CHANGED
@@ -34,7 +34,20 @@ sym_spell.load_dictionary(dictionary_path, term_index=0, count_index=1)
34
  # -----------------------------
35
  # 3. QA Model (Generative)
36
  # -----------------------------
37
- qa_pipeline = pipeline("text2text-generation", model="google/flan-t5-large", device=-1)
 
 
 
 
 
 
 
 
 
 
 
 
 
38
 
39
  # -----------------------------
40
  # 4. Embed Portfolio Documents
 
34
  # -----------------------------
35
  # 3. QA Model (Generative)
36
  # -----------------------------
37
+
38
+ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
39
+
40
+ model_name = "google/flan-t5-large"
41
+
42
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
43
+ model = AutoModelForSeq2SeqLM.from_pretrained(
44
+ model_name,
45
+ device_map=None, # don’t use meta-tensors
46
+ low_cpu_mem_usage=False # force eager weight loading
47
+ )
48
+
49
+ qa_pipeline = pipeline("text2text-generation", model=model, tokenizer=tokenizer, device=-1)
50
+ # qa_pipeline = pipeline("text2text-generation", model="google/flan-t5-large", device=-1)
51
 
52
  # -----------------------------
53
  # 4. Embed Portfolio Documents