ntaexams commited on
Commit
dd79d33
·
verified ·
1 Parent(s): 9c70ca8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -12,7 +12,8 @@ model = AutoModelForCausalLM.from_pretrained(
12
  model_file=model_file,
13
  model_type="mistral",
14
  # Uncomment if GPU is available
15
- # gpu_layers=50
 
16
  )
17
  print("Model downloaded and loaded successfully.")
18
 
 
12
  model_file=model_file,
13
  model_type="mistral",
14
  # Uncomment if GPU is available
15
+ gpu_layers=50
16
+ context_length=1024
17
  )
18
  print("Model downloaded and loaded successfully.")
19