Andrew-Gl commited on
Commit
b352f3c
·
verified ·
1 Parent(s): 7996881

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -50,7 +50,8 @@ visit_webpage = VisitWebpageTool()
50
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
51
 
52
  model= LiteLLMModel(
53
- model_id="ollama_chat/qwen2.5:7b-instruct", # Or try other Ollama-supported models
 
54
  api_base="http://127.0.0.1:11434", # Default Ollama local server
55
  num_ctx=8192,
56
  )
 
50
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
51
 
52
  model= LiteLLMModel(
53
+ model_id="hf.co/unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF:Q4_K_M",
54
+ # model_id="ollama_chat/qwen2.5:7b-instruct", # Or try other Ollama-supported models
55
  api_base="http://127.0.0.1:11434", # Default Ollama local server
56
  num_ctx=8192,
57
  )