Spaces:

MuhammadNoman7600
/

qwen_2.5_model

Sleeping

MuhammadNoman7600 commited on Mar 25

Commit

f478d14

verified ·

1 Parent(s): 434ecaa

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -25,7 +25,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
 MODEL_NAME = "Qwen/Qwen2.5-0.5B-Instruct"
 HOST = "0.0.0.0"
 PORT = 7860
-MAX_NEW_TOKENS = 1024
 # ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
 app = FastAPI(

 MODEL_NAME = "Qwen/Qwen2.5-0.5B-Instruct"
 HOST = "0.0.0.0"
 PORT = 7860
+MAX_NEW_TOKENS = 32768
 # ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
 app = FastAPI(