NicholasGuerrero
commited on
Commit
·
f7787c5
1
Parent(s):
35a5e17
revert
Browse files
app.py
CHANGED
|
@@ -4,8 +4,7 @@ from typing import Tuple, List
|
|
| 4 |
|
| 5 |
deepsparse.cpu.print_hardware_capability()
|
| 6 |
|
| 7 |
-
|
| 8 |
-
MODEL_ID = "hf:meta-llama/Meta-Llama-3-8B-Instruct"
|
| 9 |
|
| 10 |
DESCRIPTION = f"""
|
| 11 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|
|
|
|
| 4 |
|
| 5 |
deepsparse.cpu.print_hardware_capability()
|
| 6 |
|
| 7 |
+
MODEL_ID = "hf:neuralmagic/Llama-2-7b-pruned70-retrained-ultrachat-quant-ds"
|
|
|
|
| 8 |
|
| 9 |
DESCRIPTION = f"""
|
| 10 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|