Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -43,12 +43,12 @@ final_answer = FinalAnswerTool()
|
|
| 43 |
# api_key=os.getenv("LITELLM_API_KEY")
|
| 44 |
#)
|
| 45 |
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
|
| 53 |
#model = HfApiModel(
|
| 54 |
# max_tokens=2096,
|
|
@@ -68,13 +68,13 @@ final_answer = FinalAnswerTool()
|
|
| 68 |
#)
|
| 69 |
|
| 70 |
# transformer
|
| 71 |
-
model = TransformersModel(
|
| 72 |
-
model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
|
| 73 |
-
device_map="auto",
|
| 74 |
-
torch_dtype="auto",
|
| 75 |
-
max_new_tokens=2096,
|
| 76 |
-
temperature=0.6,
|
| 77 |
-
)
|
| 78 |
|
| 79 |
# print("Model Image")
|
| 80 |
# Import tool from Hub
|
|
|
|
| 43 |
# api_key=os.getenv("LITELLM_API_KEY")
|
| 44 |
#)
|
| 45 |
|
| 46 |
+
model = HfApiModel(
|
| 47 |
+
max_tokens=2096,
|
| 48 |
+
temperature=0.5,
|
| 49 |
+
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
|
| 50 |
+
custom_role_conversions=None,
|
| 51 |
+
)
|
| 52 |
|
| 53 |
#model = HfApiModel(
|
| 54 |
# max_tokens=2096,
|
|
|
|
| 68 |
#)
|
| 69 |
|
| 70 |
# transformer
|
| 71 |
+
#model = TransformersModel(
|
| 72 |
+
# model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
|
| 73 |
+
# device_map="auto",
|
| 74 |
+
# torch_dtype="auto",
|
| 75 |
+
# max_new_tokens=2096,
|
| 76 |
+
# temperature=0.6,
|
| 77 |
+
#)
|
| 78 |
|
| 79 |
# print("Model Image")
|
| 80 |
# Import tool from Hub
|