Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -60,12 +60,12 @@ for filename in filenames:
|
|
| 60 |
# List of domains
|
| 61 |
|
| 62 |
model = AutoModelForCausalLM.from_pretrained(
|
| 63 |
-
'
|
| 64 |
torch_dtype=torch.float16,
|
| 65 |
low_cpu_mem_usage=True,
|
| 66 |
local_files_only=True
|
| 67 |
).to(0)
|
| 68 |
-
tokenizer = AutoTokenizer.from_pretrained('
|
| 69 |
vision_tower = model.get_vision_tower()
|
| 70 |
vision_tower.load_model()
|
| 71 |
vision_tower.to(device="cuda", dtype=torch.float16)
|
|
|
|
| 60 |
# List of domains
|
| 61 |
|
| 62 |
model = AutoModelForCausalLM.from_pretrained(
|
| 63 |
+
'/path/to/model/',
|
| 64 |
torch_dtype=torch.float16,
|
| 65 |
low_cpu_mem_usage=True,
|
| 66 |
local_files_only=True
|
| 67 |
).to(0)
|
| 68 |
+
tokenizer = AutoTokenizer.from_pretrained('/path/to/model/',local_files_only=True)
|
| 69 |
vision_tower = model.get_vision_tower()
|
| 70 |
vision_tower.load_model()
|
| 71 |
vision_tower.to(device="cuda", dtype=torch.float16)
|