Daman07 commited on
Commit
5a83301
·
1 Parent(s): d7e2b54

fixing error

Browse files
Files changed (3) hide show
  1. main.py +4 -4
  2. requirement.txt +0 -8
  3. requirements.txt +4 -2
main.py CHANGED
@@ -8,7 +8,7 @@ from PIL import Image
8
 
9
  # Import library Hugging Face untuk vision-language/LLM model
10
  # Pastikan library 'transformers' dan 'peft' sudah ada di requirements.txt
11
- from transformers import AutoProcessor, AutoModelForVision2Seq
12
  from peft import PeftModel
13
 
14
  app = FastAPI(
@@ -47,11 +47,11 @@ def load_model_to_ram():
47
  print(f"Loading processor dari local directory...")
48
  processor = AutoProcessor.from_pretrained(".")
49
 
50
- # 2. Load Base Model ke CPU
51
  print(f"Loading base model: {BASE_MODEL_NAME} (CPU mode)...")
52
- base_model = AutoModelForVision2Seq.from_pretrained(
53
  BASE_MODEL_NAME,
54
- torch_dtype=torch.float32, # Gunakan float32 untuk CPU stability
55
  low_cpu_mem_usage=True
56
  )
57
 
 
8
 
9
  # Import library Hugging Face untuk vision-language/LLM model
10
  # Pastikan library 'transformers' dan 'peft' sudah ada di requirements.txt
11
+ from transformers import AutoProcessor, AutoModelForPreTraining
12
  from peft import PeftModel
13
 
14
  app = FastAPI(
 
47
  print(f"Loading processor dari local directory...")
48
  processor = AutoProcessor.from_pretrained(".")
49
 
50
+ # 2. Load Base Model ke CPU (Menggunakan AutoModelForPreTraining khusus PaliGemma)
51
  print(f"Loading base model: {BASE_MODEL_NAME} (CPU mode)...")
52
+ base_model = AutoModelForPreTraining.from_pretrained(
53
  BASE_MODEL_NAME,
54
+ torch_dtype=torch.float32, # Wajib float32 di CPU gratisan Hugging Face
55
  low_cpu_mem_usage=True
56
  )
57
 
requirement.txt DELETED
@@ -1,8 +0,0 @@
1
- torch
2
- torchvision
3
- transformers
4
- peft
5
- fastapi
6
- uvicorn
7
- python-multipart
8
- jinja2
 
 
 
 
 
 
 
 
 
requirements.txt CHANGED
@@ -1,8 +1,10 @@
 
1
  torch
2
  torchvision
3
- transformers
4
  peft
5
  fastapi
6
  uvicorn
7
  python-multipart
8
- jinja2
 
 
1
+ --find-links https://download.pytorch.org/whl/cpu
2
  torch
3
  torchvision
4
+ transformers>=4.41.0
5
  peft
6
  fastapi
7
  uvicorn
8
  python-multipart
9
+ jinja2
10
+ pillow