GPU-SmolLM-Instruct

Runtime error

Kkordik commited on Jul 20, 2024

Commit

e2d00cb

verified ·

1 Parent(s): 22d8950

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -44,7 +44,7 @@ model1 = AutoModelForCausalLM.from_pretrained(MODEL_LIST[1]).to(device)
 tokenizer2 = AutoTokenizer.from_pretrained(MODEL_LIST[2])
 model2 = AutoModelForCausalLM.from_pretrained(MODEL_LIST[2]).to(device)
-#@spaces.GPU()
 def stream_chat(
     message: str,
     history: list,

 tokenizer2 = AutoTokenizer.from_pretrained(MODEL_LIST[2])
 model2 = AutoModelForCausalLM.from_pretrained(MODEL_LIST[2]).to(device)
+@spaces.GPU()
 def stream_chat(
     message: str,
     history: list,