alaselababatunde commited on
Commit
c868e00
·
1 Parent(s): 9824156
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -20,7 +20,7 @@ from transformers import pipeline
20
  # CONFIGURATION
21
  # ===============================================
22
  API_SECRET = "techdisciplesai404"
23
- MODEL_NAME = "google/flan-t5-large"
24
  DEVICE = 0 if torch.cuda.is_available() else -1
25
 
26
  # ===============================================
@@ -42,7 +42,7 @@ try:
42
 
43
 
44
  hf_pipeline = pipeline(
45
- "text2text-generation",
46
  model=MODEL_NAME,
47
  device=DEVICE,
48
  max_new_tokens=1024,
 
20
  # CONFIGURATION
21
  # ===============================================
22
  API_SECRET = "techdisciplesai404"
23
+ MODEL_NAME = "meta-llama/Llama-2-13b-chat-hf"
24
  DEVICE = 0 if torch.cuda.is_available() else -1
25
 
26
  # ===============================================
 
42
 
43
 
44
  hf_pipeline = pipeline(
45
+ "text-generation-inference",
46
  model=MODEL_NAME,
47
  device=DEVICE,
48
  max_new_tokens=1024,