Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -42,14 +42,14 @@ BASE_CLIENT = AsyncOpenAI(
|
|
| 42 |
base_url=BASE_URL,
|
| 43 |
api_key=BASE_API_KEY
|
| 44 |
) # Global state for client
|
| 45 |
-
BASEMODEL_ID = "
|
| 46 |
CLIENT =OpenAI(
|
| 47 |
base_url=BASE_URL,
|
| 48 |
api_key=BASE_API_KEY)
|
| 49 |
# --- Configuration ---
|
| 50 |
DEFAULT_BASE_URL = "http://localhost:1234/v1"
|
| 51 |
DEFAULT_API_KEY = "not-needed"
|
| 52 |
-
DEFAULT_MODEL_ID = "
|
| 53 |
DEFAULT_TEMPERATURE = 0.3
|
| 54 |
DEFAULT_MAX_TOKENS = 5000
|
| 55 |
|
|
|
|
| 42 |
base_url=BASE_URL,
|
| 43 |
api_key=BASE_API_KEY
|
| 44 |
) # Global state for client
|
| 45 |
+
BASEMODEL_ID = "https://huggingface.co/LeroyDyer/_Starfleet_II_-Q4_K_S-GGUF/resolve/main/_starfleet_ii_-q4_k_s.gguf" # Global state for selected model ID
|
| 46 |
CLIENT =OpenAI(
|
| 47 |
base_url=BASE_URL,
|
| 48 |
api_key=BASE_API_KEY)
|
| 49 |
# --- Configuration ---
|
| 50 |
DEFAULT_BASE_URL = "http://localhost:1234/v1"
|
| 51 |
DEFAULT_API_KEY = "not-needed"
|
| 52 |
+
DEFAULT_MODEL_ID = "https://huggingface.co/LeroyDyer/_Starfleet_II_-Q4_K_S-GGUF/resolve/main/_starfleet_ii_-q4_k_s.gguf"
|
| 53 |
DEFAULT_TEMPERATURE = 0.3
|
| 54 |
DEFAULT_MAX_TOKENS = 5000
|
| 55 |
|