Spaces:

UCODE
/

agent

Runtime error

abenkbp commited on Aug 17, 2024

Commit

f8b793e

1 Parent(s): c94668b

debug

Files changed (1) hide show

data/models/llama3-1-70b.py CHANGED Viewed

@@ -22,7 +22,7 @@ model = AutoModelForCausalLM.from_pretrained(
 ).to("cuda")
 @app.route('/chat', methods=['POST'])
-@spaces.GPU(enable_queue=True)
 def chat_completion():
     data = request.json

 ).to("cuda")
 @app.route('/chat', methods=['POST'])
+@spaces.GPU(duration=120)
 def chat_completion():
     data = request.json