alaselababatunde commited on
Commit
6fde3bf
·
1 Parent(s): 328d04d
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -21,7 +21,7 @@ from transformers import pipeline
21
  # CONFIGURATION
22
  # =====================================================
23
  API_SECRET = "techdisciplesai404"
24
- PRIMARY_MODEL = "openai-community/gpt2"
25
  FALLBACK_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
26
  DEVICE = 0 if torch.cuda.is_available() else -1
27
 
@@ -56,7 +56,7 @@ def load_model(model_name, token=None):
56
  model=model_name,
57
  device=DEVICE,
58
  max_new_tokens=1024,
59
- temperature=0.4,
60
  top_p=0.9,
61
  repetition_penalty=1.15,
62
  do_sample=True,
 
21
  # CONFIGURATION
22
  # =====================================================
23
  API_SECRET = "techdisciplesai404"
24
+ PRIMARY_MODEL = "google/gemma-3-1b-it"
25
  FALLBACK_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
26
  DEVICE = 0 if torch.cuda.is_available() else -1
27
 
 
56
  model=model_name,
57
  device=DEVICE,
58
  max_new_tokens=1024,
59
+ temperature=0.3,
60
  top_p=0.9,
61
  repetition_penalty=1.15,
62
  do_sample=True,