Rename handler (8).py to handler.py
Browse files
handler (8).py → handler.py
RENAMED
|
@@ -33,8 +33,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
|
| 33 |
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(levelname)s - %(message)s')
|
| 34 |
|
| 35 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 36 |
-
model_id = "unsloth/Llama-3.2-11B-Vision-Instruct"
|
| 37 |
-
adapter_id = "Portx/
|
| 38 |
|
| 39 |
class PromptSet:
|
| 40 |
main_order_information_prompt = """
|
|
|
|
| 33 |
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(levelname)s - %(message)s')
|
| 34 |
|
| 35 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 36 |
+
model_id = "unsloth/Llama-3.2-11B-Vision-Instruct-bnb-4bit"
|
| 37 |
+
adapter_id = "Portx/v2-extractor-lora"
|
| 38 |
|
| 39 |
class PromptSet:
|
| 40 |
main_order_information_prompt = """
|