AlexZaShared commited on
Commit
a892ea7
·
verified ·
1 Parent(s): 1186fcf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -13
app.py CHANGED
@@ -43,12 +43,12 @@ final_answer = FinalAnswerTool()
43
  # api_key=os.getenv("LITELLM_API_KEY")
44
  #)
45
 
46
- #model = HfApiModel(
47
- # max_tokens=2096,
48
- # temperature=0.5,
49
- # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
50
- # custom_role_conversions=None,
51
- #)
52
 
53
  #model = HfApiModel(
54
  # max_tokens=2096,
@@ -68,13 +68,13 @@ final_answer = FinalAnswerTool()
68
  #)
69
 
70
  # transformer
71
- model = TransformersModel(
72
- model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
73
- device_map="auto",
74
- torch_dtype="auto",
75
- max_new_tokens=2096,
76
- temperature=0.6,
77
- )
78
 
79
  # print("Model Image")
80
  # Import tool from Hub
 
43
  # api_key=os.getenv("LITELLM_API_KEY")
44
  #)
45
 
46
+ model = HfApiModel(
47
+ max_tokens=2096,
48
+ temperature=0.5,
49
+ model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
50
+ custom_role_conversions=None,
51
+ )
52
 
53
  #model = HfApiModel(
54
  # max_tokens=2096,
 
68
  #)
69
 
70
  # transformer
71
+ #model = TransformersModel(
72
+ # model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
73
+ # device_map="auto",
74
+ # torch_dtype="auto",
75
+ # max_new_tokens=2096,
76
+ # temperature=0.6,
77
+ #)
78
 
79
  # print("Model Image")
80
  # Import tool from Hub