Update handler.py
Browse files- handler.py +3 -4
handler.py
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
import torch
|
| 2 |
-
from transformers import
|
| 3 |
from PIL import Image
|
| 4 |
import base64
|
| 5 |
import io
|
| 6 |
|
| 7 |
# Load model and processor globally
|
| 8 |
-
model_id = "
|
| 9 |
|
| 10 |
-
model =
|
| 11 |
model_id,
|
| 12 |
torch_dtype=torch.bfloat16,
|
| 13 |
device_map="auto",
|
|
@@ -49,4 +49,3 @@ def handler(event, context):
|
|
| 49 |
|
| 50 |
except Exception as e:
|
| 51 |
return {'error': str(e)}
|
| 52 |
-
#111
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from transformers import LlamaForCausalLM, AutoProcessor
|
| 3 |
from PIL import Image
|
| 4 |
import base64
|
| 5 |
import io
|
| 6 |
|
| 7 |
# Load model and processor globally
|
| 8 |
+
model_id = "kiddobellamy/Llama_Vision"
|
| 9 |
|
| 10 |
+
model = LlamaForCausalLM.from_pretrained(
|
| 11 |
model_id,
|
| 12 |
torch_dtype=torch.bfloat16,
|
| 13 |
device_map="auto",
|
|
|
|
| 49 |
|
| 50 |
except Exception as e:
|
| 51 |
return {'error': str(e)}
|
|
|