Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,14 +2,15 @@ import gradio as gr
|
|
| 2 |
import requests
|
| 3 |
|
| 4 |
API_KEY = "Prep@123"
|
| 5 |
-
LCG_SERVICE_URL_v1 = "http://bore.testsprep.online:
|
| 6 |
-
LCG_SERVICE_URL_v2 = "http://bore.testsprep.online:
|
| 7 |
LCG_SERVICE_URL_v3 = "http://bore.testsprep.online:8083/v1/theory_lcg"
|
| 8 |
LCG_SERVICE_URL_v4 = "http://bore.testsprep.online:8084/v1/theory_lcg"
|
| 9 |
|
| 10 |
MODEL2SERVICE = {
|
| 11 |
-
'llama-3.1-sft-awq': LCG_SERVICE_URL_v1,
|
| 12 |
-
'storm-llama-3.1-sft-awq':
|
|
|
|
| 13 |
}
|
| 14 |
|
| 15 |
weights_mapping = {
|
|
@@ -64,7 +65,7 @@ def get_response_message(config):
|
|
| 64 |
"temperature": 0.7,
|
| 65 |
"top_p": 0.9,
|
| 66 |
"n": 1,
|
| 67 |
-
"max_tokens":
|
| 68 |
"stop": "string",
|
| 69 |
"stream": False
|
| 70 |
}
|
|
|
|
| 2 |
import requests
|
| 3 |
|
| 4 |
API_KEY = "Prep@123"
|
| 5 |
+
LCG_SERVICE_URL_v1 = "http://bore.testsprep.online:8081/v1/theory_lcg"
|
| 6 |
+
LCG_SERVICE_URL_v2 = "http://bore.testsprep.online:8082/v1/theory_lcg"
|
| 7 |
LCG_SERVICE_URL_v3 = "http://bore.testsprep.online:8083/v1/theory_lcg"
|
| 8 |
LCG_SERVICE_URL_v4 = "http://bore.testsprep.online:8084/v1/theory_lcg"
|
| 9 |
|
| 10 |
MODEL2SERVICE = {
|
| 11 |
+
'llama-3.1-sft-awq-v6.3': LCG_SERVICE_URL_v1,
|
| 12 |
+
'storm-llama-3.1-sft-awq-v6.3': LCG_SERVICE_URL_v3,
|
| 13 |
+
'llama-3.1-sft-awq-v6.0': LCG_SERVICE_URL_v2
|
| 14 |
}
|
| 15 |
|
| 16 |
weights_mapping = {
|
|
|
|
| 65 |
"temperature": 0.7,
|
| 66 |
"top_p": 0.9,
|
| 67 |
"n": 1,
|
| 68 |
+
"max_tokens": 8192,
|
| 69 |
"stop": "string",
|
| 70 |
"stream": False
|
| 71 |
}
|