zenaight commited on
Commit
215c68c
·
1 Parent(s): 8675df6

test and work

Browse files
Files changed (1) hide show
  1. app/main.py +1 -1
app/main.py CHANGED
@@ -178,7 +178,7 @@ def get_llm(model_name: str):
178
  elif model_name == "Llama":
179
  logging.info("Initializing Llama model - note this is a gated model and requires special access")
180
  try:
181
- # Try smaller Llama model that's under the 10GB limit
182
  return HFInferenceLLM(
183
  model="meta-llama/Llama-3.2-3B-Instruct",
184
  provider="hf-inference",
 
178
  elif model_name == "Llama":
179
  logging.info("Initializing Llama model - note this is a gated model and requires special access")
180
  try:
181
+ # Try smaller Llama model that's under the 10GB limit push
182
  return HFInferenceLLM(
183
  model="meta-llama/Llama-3.2-3B-Instruct",
184
  provider="hf-inference",