Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,6 +10,8 @@ import os, time, threading, subprocess, requests
|
|
| 10 |
from fastapi import FastAPI, Request, Response
|
| 11 |
import gradio as gr
|
| 12 |
|
|
|
|
|
|
|
| 13 |
MODEL_ID = os.environ.get("MODEL_ID", "Qwen/Qwen2.5-14B-Instruct-AWQ")
|
| 14 |
API_PORT = int(os.environ.get("API_PORT", "8000")) # vLLM internal port
|
| 15 |
SYSTEM_PROMPT = os.environ.get(
|
|
|
|
| 10 |
from fastapi import FastAPI, Request, Response
|
| 11 |
import gradio as gr
|
| 12 |
|
| 13 |
+
os.environ["VLLM_USE_OUTLINES"] = "0" # turn off outlines so pyairports isn't imported
|
| 14 |
+
|
| 15 |
MODEL_ID = os.environ.get("MODEL_ID", "Qwen/Qwen2.5-14B-Instruct-AWQ")
|
| 16 |
API_PORT = int(os.environ.get("API_PORT", "8000")) # vLLM internal port
|
| 17 |
SYSTEM_PROMPT = os.environ.get(
|