Spaces:
Runtime error
Runtime error
fixing error
Browse files- main.py +4 -4
- requirement.txt +0 -8
- requirements.txt +4 -2
main.py
CHANGED
|
@@ -8,7 +8,7 @@ from PIL import Image
|
|
| 8 |
|
| 9 |
# Import library Hugging Face untuk vision-language/LLM model
|
| 10 |
# Pastikan library 'transformers' dan 'peft' sudah ada di requirements.txt
|
| 11 |
-
from transformers import AutoProcessor,
|
| 12 |
from peft import PeftModel
|
| 13 |
|
| 14 |
app = FastAPI(
|
|
@@ -47,11 +47,11 @@ def load_model_to_ram():
|
|
| 47 |
print(f"Loading processor dari local directory...")
|
| 48 |
processor = AutoProcessor.from_pretrained(".")
|
| 49 |
|
| 50 |
-
|
| 51 |
print(f"Loading base model: {BASE_MODEL_NAME} (CPU mode)...")
|
| 52 |
-
base_model =
|
| 53 |
BASE_MODEL_NAME,
|
| 54 |
-
torch_dtype=torch.float32, #
|
| 55 |
low_cpu_mem_usage=True
|
| 56 |
)
|
| 57 |
|
|
|
|
| 8 |
|
| 9 |
# Import library Hugging Face untuk vision-language/LLM model
|
| 10 |
# Pastikan library 'transformers' dan 'peft' sudah ada di requirements.txt
|
| 11 |
+
from transformers import AutoProcessor, AutoModelForPreTraining
|
| 12 |
from peft import PeftModel
|
| 13 |
|
| 14 |
app = FastAPI(
|
|
|
|
| 47 |
print(f"Loading processor dari local directory...")
|
| 48 |
processor = AutoProcessor.from_pretrained(".")
|
| 49 |
|
| 50 |
+
# 2. Load Base Model ke CPU (Menggunakan AutoModelForPreTraining khusus PaliGemma)
|
| 51 |
print(f"Loading base model: {BASE_MODEL_NAME} (CPU mode)...")
|
| 52 |
+
base_model = AutoModelForPreTraining.from_pretrained(
|
| 53 |
BASE_MODEL_NAME,
|
| 54 |
+
torch_dtype=torch.float32, # Wajib float32 di CPU gratisan Hugging Face
|
| 55 |
low_cpu_mem_usage=True
|
| 56 |
)
|
| 57 |
|
requirement.txt
DELETED
|
@@ -1,8 +0,0 @@
|
|
| 1 |
-
torch
|
| 2 |
-
torchvision
|
| 3 |
-
transformers
|
| 4 |
-
peft
|
| 5 |
-
fastapi
|
| 6 |
-
uvicorn
|
| 7 |
-
python-multipart
|
| 8 |
-
jinja2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
requirements.txt
CHANGED
|
@@ -1,8 +1,10 @@
|
|
|
|
|
| 1 |
torch
|
| 2 |
torchvision
|
| 3 |
-
transformers
|
| 4 |
peft
|
| 5 |
fastapi
|
| 6 |
uvicorn
|
| 7 |
python-multipart
|
| 8 |
-
jinja2
|
|
|
|
|
|
| 1 |
+
--find-links https://download.pytorch.org/whl/cpu
|
| 2 |
torch
|
| 3 |
torchvision
|
| 4 |
+
transformers>=4.41.0
|
| 5 |
peft
|
| 6 |
fastapi
|
| 7 |
uvicorn
|
| 8 |
python-multipart
|
| 9 |
+
jinja2
|
| 10 |
+
pillow
|