Spaces:
Sleeping
Sleeping
Upload app.py
Browse files
app.py
CHANGED
|
@@ -26,16 +26,16 @@ from openai import OpenAI
|
|
| 26 |
|
| 27 |
from time import time
|
| 28 |
|
| 29 |
-
|
| 30 |
#############################################################
|
| 31 |
-
BASE_URL="
|
| 32 |
-
#
|
| 33 |
-
BASE_API_KEY="
|
| 34 |
BASE_CLIENT = AsyncOpenAI(
|
| 35 |
base_url=BASE_URL,
|
| 36 |
api_key=BASE_API_KEY
|
| 37 |
) # Global state for client
|
| 38 |
-
BASEMODEL_ID = "
|
| 39 |
CLIENT =OpenAI(
|
| 40 |
base_url=BASE_URL,
|
| 41 |
api_key=BASE_API_KEY
|
|
|
|
| 26 |
|
| 27 |
from time import time
|
| 28 |
|
| 29 |
+
|
| 30 |
#############################################################
|
| 31 |
+
BASE_URL="http://localhost:1234/v1"
|
| 32 |
+
#create mock
|
| 33 |
+
BASE_API_KEY="none"
|
| 34 |
BASE_CLIENT = AsyncOpenAI(
|
| 35 |
base_url=BASE_URL,
|
| 36 |
api_key=BASE_API_KEY
|
| 37 |
) # Global state for client
|
| 38 |
+
BASEMODEL_ID = "leroydyer/lcars/_lcars_master_system.gguf" # Global state for selected model ID
|
| 39 |
CLIENT =OpenAI(
|
| 40 |
base_url=BASE_URL,
|
| 41 |
api_key=BASE_API_KEY
|