Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
|
@@ -9,16 +9,9 @@ import torch
|
|
| 9 |
|
| 10 |
app = FastAPI()
|
| 11 |
|
| 12 |
-
model_id = "meta-llama/Meta-Llama-3-8B"
|
| 13 |
|
| 14 |
-
try:
|
| 15 |
-
pipeline = transformers.pipeline(
|
| 16 |
-
"text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto")
|
| 17 |
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
except:
|
| 21 |
-
print("ERROR")
|
| 22 |
|
| 23 |
|
| 24 |
|
|
|
|
| 9 |
|
| 10 |
app = FastAPI()
|
| 11 |
|
|
|
|
| 12 |
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
+
summarizer = transformers.pipeline("summarization", model="Falconsai/text_summarization")
|
|
|
|
|
|
|
|
|
|
| 15 |
|
| 16 |
|
| 17 |
|