arjunanand13 commited on
Commit
10d11c4
·
verified ·
1 Parent(s): edb7051

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -6,6 +6,8 @@ from PIL import Image
6
  import torch
7
  import spaces
8
  import subprocess
 
 
9
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
10
 
11
  DEVICE = "cuda:0"
 
6
  import torch
7
  import spaces
8
  import subprocess
9
+ from peft import LoraConfig
10
+ from transformers import BitsAndBytesConfig
11
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
12
 
13
  DEVICE = "cuda:0"