Spaces:
Runtime error
Runtime error
zenaight commited on
Commit ·
215c68c
1
Parent(s): 8675df6
test and work
Browse files- app/main.py +1 -1
app/main.py
CHANGED
|
@@ -178,7 +178,7 @@ def get_llm(model_name: str):
|
|
| 178 |
elif model_name == "Llama":
|
| 179 |
logging.info("Initializing Llama model - note this is a gated model and requires special access")
|
| 180 |
try:
|
| 181 |
-
# Try smaller Llama model that's under the 10GB limit
|
| 182 |
return HFInferenceLLM(
|
| 183 |
model="meta-llama/Llama-3.2-3B-Instruct",
|
| 184 |
provider="hf-inference",
|
|
|
|
| 178 |
elif model_name == "Llama":
|
| 179 |
logging.info("Initializing Llama model - note this is a gated model and requires special access")
|
| 180 |
try:
|
| 181 |
+
# Try smaller Llama model that's under the 10GB limit push
|
| 182 |
return HFInferenceLLM(
|
| 183 |
model="meta-llama/Llama-3.2-3B-Instruct",
|
| 184 |
provider="hf-inference",
|