Spaces:
Runtime error
Runtime error
δΈδΈ
commited on
Commit
Β·
e6df3f2
1
Parent(s):
f64747c
Update requirements
Browse files- app.py +1 -1
- requirements.txt +1 -0
app.py
CHANGED
|
@@ -14,7 +14,7 @@ model_name = 'AIDC-AI/Ovis1.6-Llama3.2-3B'
|
|
| 14 |
model = AutoModelForCausalLM.from_pretrained(model_name,
|
| 15 |
torch_dtype=torch.bfloat16,
|
| 16 |
multimodal_max_length=8192,
|
| 17 |
-
|
| 18 |
trust_remote_code=True).to(device='cuda')
|
| 19 |
text_tokenizer = model.get_text_tokenizer()
|
| 20 |
visual_tokenizer = model.get_visual_tokenizer()
|
|
|
|
| 14 |
model = AutoModelForCausalLM.from_pretrained(model_name,
|
| 15 |
torch_dtype=torch.bfloat16,
|
| 16 |
multimodal_max_length=8192,
|
| 17 |
+
token=os.getenv('HUGGINGFACE_TOKEN'),
|
| 18 |
trust_remote_code=True).to(device='cuda')
|
| 19 |
text_tokenizer = model.get_text_tokenizer()
|
| 20 |
visual_tokenizer = model.get_visual_tokenizer()
|
requirements.txt
CHANGED
|
@@ -1,3 +1,4 @@
|
|
| 1 |
numpy==1.24.3
|
| 2 |
torch==2.2.0
|
| 3 |
transformers==4.44.2
|
|
|
|
|
|
| 1 |
numpy==1.24.3
|
| 2 |
torch==2.2.0
|
| 3 |
transformers==4.44.2
|
| 4 |
+
flash-attn==2.6.3
|