NicholasGuerrero
commited on
Commit
·
70c7cdb
1
Parent(s):
ebf048f
tweak
Browse files
app.py
CHANGED
|
@@ -4,8 +4,8 @@ from typing import Tuple, List
|
|
| 4 |
|
| 5 |
deepsparse.cpu.print_hardware_capability()
|
| 6 |
|
| 7 |
-
|
| 8 |
-
MODEL_ID = "hf:neuralmagic/mpt-7b-chat-pruned50-quant"
|
| 9 |
|
| 10 |
DESCRIPTION = f"""
|
| 11 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|
|
|
|
| 4 |
|
| 5 |
deepsparse.cpu.print_hardware_capability()
|
| 6 |
|
| 7 |
+
MODEL_ID = "hf:neuralmagic/Llama-2-7b-pruned70-retrained-ultrachat-quant-ds"
|
| 8 |
+
# MODEL_ID = "hf:neuralmagic/mpt-7b-chat-pruned50-quant"
|
| 9 |
|
| 10 |
DESCRIPTION = f"""
|
| 11 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|