Spaces:
Sleeping
Sleeping
Commit ·
c868e00
1
Parent(s): 9824156
Updated
Browse files
main.py
CHANGED
|
@@ -20,7 +20,7 @@ from transformers import pipeline
|
|
| 20 |
# CONFIGURATION
|
| 21 |
# ===============================================
|
| 22 |
API_SECRET = "techdisciplesai404"
|
| 23 |
-
MODEL_NAME = "
|
| 24 |
DEVICE = 0 if torch.cuda.is_available() else -1
|
| 25 |
|
| 26 |
# ===============================================
|
|
@@ -42,7 +42,7 @@ try:
|
|
| 42 |
|
| 43 |
|
| 44 |
hf_pipeline = pipeline(
|
| 45 |
-
"
|
| 46 |
model=MODEL_NAME,
|
| 47 |
device=DEVICE,
|
| 48 |
max_new_tokens=1024,
|
|
|
|
| 20 |
# CONFIGURATION
|
| 21 |
# ===============================================
|
| 22 |
API_SECRET = "techdisciplesai404"
|
| 23 |
+
MODEL_NAME = "meta-llama/Llama-2-13b-chat-hf"
|
| 24 |
DEVICE = 0 if torch.cuda.is_available() else -1
|
| 25 |
|
| 26 |
# ===============================================
|
|
|
|
| 42 |
|
| 43 |
|
| 44 |
hf_pipeline = pipeline(
|
| 45 |
+
"text-generation-inference",
|
| 46 |
model=MODEL_NAME,
|
| 47 |
device=DEVICE,
|
| 48 |
max_new_tokens=1024,
|