Spaces:

ignitariumcloud
/

idefics2

Runtime error

arjunanand13 commited on May 9, 2024

Commit

1a36d4e

verified ·

1 Parent(s): 7777eff

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ import subprocess
 import torch
 from peft import LoraConfig
 from huggingface_hub import InferenceApi
-# from transformers import BitsAndBytesConfig
 subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 DEVICE = "cuda:0"

 import torch
 from peft import LoraConfig
 from huggingface_hub import InferenceApi
+from transformers import BitsAndBytesConfig
 subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 DEVICE = "cuda:0"