Spaces:
Sleeping
Sleeping
Jeff Myers II
commited on
Commit
·
3a00533
1
Parent(s):
235fd3f
Update space
Browse files- Gemma_Model.py +2 -0
Gemma_Model.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
from transformers import AutoTokenizer, BitsAndBytesConfig, Gemma3ForCausalLM
|
| 2 |
import torch
|
| 3 |
import json
|
|
|
|
| 4 |
|
| 5 |
__export__ = ["GemmaLLM"]
|
| 6 |
|
|
@@ -16,6 +17,7 @@ class GemmaLLM:
|
|
| 16 |
quantization_config=quantization_config,
|
| 17 |
low_cpu_mem_usage=True,
|
| 18 |
torch_dtype=torch.float16,
|
|
|
|
| 19 |
).eval()
|
| 20 |
|
| 21 |
self.tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
|
|
| 1 |
from transformers import AutoTokenizer, BitsAndBytesConfig, Gemma3ForCausalLM
|
| 2 |
import torch
|
| 3 |
import json
|
| 4 |
+
import os
|
| 5 |
|
| 6 |
__export__ = ["GemmaLLM"]
|
| 7 |
|
|
|
|
| 17 |
quantization_config=quantization_config,
|
| 18 |
low_cpu_mem_usage=True,
|
| 19 |
torch_dtype=torch.float16,
|
| 20 |
+
token=os.environ.get("GEMMA_TOKEN"),
|
| 21 |
).eval()
|
| 22 |
|
| 23 |
self.tokenizer = AutoTokenizer.from_pretrained(model_id)
|