Spaces:

aryo100
/

qwen_api

Sleeping

aryo100 commited on Sep 24, 2025

Commit

809867d

1 Parent(s): c83545d

update app

Files changed (1) hide show

app.py CHANGED Viewed

@@ -8,8 +8,8 @@ import uvicorn
 app = FastAPI()
 # Load model & tokenizer sekali saat startup
-MODEL_NAME = "Qwen/Qwen1.5-1.8B-Chat"
-# MODEL_NAME = "Qwen/Qwen-14B-Chat"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,

 app = FastAPI()
 # Load model & tokenizer sekali saat startup
+# MODEL_NAME = "Qwen/Qwen1.5-1.8B-Chat"
+MODEL_NAME = "Qwen/Qwen3-0.6B-GPTQ-Int8"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,