JerryGao commited on
Commit
994179f
·
verified ·
1 Parent(s): 5851418

Update app.py

Browse files

update with an alternative model

Files changed (1) hide show
  1. app.py +13 -7
app.py CHANGED
@@ -40,14 +40,20 @@ final_answer = FinalAnswerTool()
40
  # meta-llama/Llama-3.2-3B-Instruct
41
  # meta-llama/Llama-3.2-1B-Instruct
42
  # meta-llama/Meta-Llama-3-8B-Instruct
43
- model = HfApiModel(
44
- max_tokens=2096,
45
- temperature=0.5,
46
- model_id='https://wxknx1kg971u7k1n.us-east-1.aws.endpoints.huggingface.cloud',# it is possible that this model may be overloaded
47
- custom_role_conversions=None,
48
- )
 
49
 
50
- # model = HfApiModel(max_tokens=2096, model_id='HuggingFaceTB/SmolLM2-1.7B-Instruct')
 
 
 
 
 
51
 
52
 
53
  # Import tool from Hub
 
40
  # meta-llama/Llama-3.2-3B-Instruct
41
  # meta-llama/Llama-3.2-1B-Instruct
42
  # meta-llama/Meta-Llama-3-8B-Instruct
43
+ # microsoft/Phi-3.5-mini-instruct
44
+ # model = HfApiModel(
45
+ # max_tokens=2096,
46
+ # temperature=0.5,
47
+ # model_id='https://wxknx1kg971u7k1n.us-east-1.aws.endpoints.huggingface.cloud',# it is possible that this model may be overloaded
48
+ # custom_role_conversions=None,
49
+ # )
50
 
51
+ model = HfApiModel(
52
+ max_tokens=2096,
53
+ temperature=0.5,
54
+ model_id='microsoft/Phi-3.5-mini-instruct',
55
+ custom_role_conversions=None,
56
+ )
57
 
58
 
59
  # Import tool from Hub