JDhruv14 commited on
Commit
a2ef1b5
·
verified ·
1 Parent(s): 2ee216f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -1,5 +1,6 @@
1
  import os, torch, gradio as gr, spaces
2
  from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
 
3
 
4
  MODEL_ID = os.getenv("MODEL_ID", "JDhruv14/Qwen2.5-3B-Gita-FT")
5
 
@@ -13,6 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
13
  trust_remote_code=True,
14
  )
15
 
 
16
  # Ensure pad token exists (many chat models reuse EOS as PAD)
17
  if tokenizer.pad_token_id is None and tokenizer.eos_token_id is not None:
18
  tokenizer.pad_token = tokenizer.eos_token
 
1
  import os, torch, gradio as gr, spaces
2
  from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
3
+ from datasets import load_dataset
4
 
5
  MODEL_ID = os.getenv("MODEL_ID", "JDhruv14/Qwen2.5-3B-Gita-FT")
6
 
 
14
  trust_remote_code=True,
15
  )
16
 
17
+ dataset = load_dataset("JDhruv14/Bhagavad-Gita-QA")
18
  # Ensure pad token exists (many chat models reuse EOS as PAD)
19
  if tokenizer.pad_token_id is None and tokenizer.eos_token_id is not None:
20
  tokenizer.pad_token = tokenizer.eos_token