Update README.md
Browse files
README.md
CHANGED
|
@@ -66,7 +66,7 @@ from transformers import AutoProcessor, AutoModelForImageTextToText
|
|
| 66 |
from accelerate import Accelerator
|
| 67 |
|
| 68 |
torch_device = Accelerator().device
|
| 69 |
-
model_checkpoint = "galaxyMindAiLabs/IoGPT-A1"
|
| 70 |
processor = AutoProcessor.from_pretrained(model_checkpoint)
|
| 71 |
model = AutoModelForImageTextToText.from_pretrained(model_checkpoint,torch_dtype=torch.bfloat16, device_map="auto")
|
| 72 |
user_prompt = "Why sky is blue?"
|
|
@@ -88,7 +88,7 @@ Since this model was trained with Unsloth, using their library provides 2x faste
|
|
| 88 |
from unsloth import FastLanguageModel
|
| 89 |
|
| 90 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
| 91 |
-
model_name = "galaxyMindAiLabs/IoGPT-A1",
|
| 92 |
max_seq_length = 2048,
|
| 93 |
dtype = None,
|
| 94 |
load_in_4bit = True,
|
|
@@ -115,6 +115,7 @@ Framework Versions
|
|
| 115 |
* Pytorch: 2.10.0
|
| 116 |
* Datasets: 4.3.0
|
| 117 |
* Tokenizers: 0.22.2
|
|
|
|
| 118 |
**Citations**
|
| 119 |
```
|
| 120 |
@misc{vonwerra2022trl,
|
|
|
|
| 66 |
from accelerate import Accelerator
|
| 67 |
|
| 68 |
torch_device = Accelerator().device
|
| 69 |
+
model_checkpoint = "galaxyMindAiLabs/IoGPT-A1-Instruct"
|
| 70 |
processor = AutoProcessor.from_pretrained(model_checkpoint)
|
| 71 |
model = AutoModelForImageTextToText.from_pretrained(model_checkpoint,torch_dtype=torch.bfloat16, device_map="auto")
|
| 72 |
user_prompt = "Why sky is blue?"
|
|
|
|
| 88 |
from unsloth import FastLanguageModel
|
| 89 |
|
| 90 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
| 91 |
+
model_name = "galaxyMindAiLabs/IoGPT-A1-Instruct",
|
| 92 |
max_seq_length = 2048,
|
| 93 |
dtype = None,
|
| 94 |
load_in_4bit = True,
|
|
|
|
| 115 |
* Pytorch: 2.10.0
|
| 116 |
* Datasets: 4.3.0
|
| 117 |
* Tokenizers: 0.22.2
|
| 118 |
+
---
|
| 119 |
**Citations**
|
| 120 |
```
|
| 121 |
@misc{vonwerra2022trl,
|