abenkbp commited on
Commit
cd7a33c
·
1 Parent(s): 5977718
Files changed (1) hide show
  1. data/models/llama3-1-70b.py +1 -0
data/models/llama3-1-70b.py CHANGED
@@ -24,6 +24,7 @@ model = AutoModelForCausalLM.from_pretrained(
24
  @app.route('/chat', methods=['POST'])
25
  @spaces.GPU()
26
  def chat_completion():
 
27
  data = request.json
28
 
29
  user_input = data[0].get('user_input', [])
 
24
  @app.route('/chat', methods=['POST'])
25
  @spaces.GPU()
26
  def chat_completion():
27
+ torch.cuda.empty_cache()
28
  data = request.json
29
 
30
  user_input = data[0].get('user_input', [])