Update app.py
Browse files
app.py
CHANGED
|
@@ -12,12 +12,14 @@ models = {
|
|
| 12 |
"mistralai/Mistral-7B-Instruct-v0.3",
|
| 13 |
device_map="auto",
|
| 14 |
torch_dtype=torch.bfloat16, # Use bfloat16
|
|
|
|
| 15 |
token=hf_token # Add authentication here
|
| 16 |
),
|
| 17 |
"BICORP/Lake-1-Advanced": AutoModelForCausalLM.from_pretrained(
|
| 18 |
"BICORP/Lake-1-Advanced",
|
| 19 |
device_map="auto",
|
| 20 |
torch_dtype=torch.bfloat16, # Use bfloat16
|
|
|
|
| 21 |
token=hf_token # Add authentication here
|
| 22 |
)
|
| 23 |
}
|
|
@@ -25,10 +27,12 @@ models = {
|
|
| 25 |
tokenizers = {
|
| 26 |
"mistralai/Mistral-7B-Instruct-v0.3": AutoTokenizer.from_pretrained(
|
| 27 |
"mistralai/Mistral-7B-Instruct-v0.3",
|
|
|
|
| 28 |
token=hf_token # Add authentication here
|
| 29 |
),
|
| 30 |
"BICORP/Lake-1-Advanced": AutoTokenizer.from_pretrained(
|
| 31 |
"BICORP/Lake-1-Advanced",
|
|
|
|
| 32 |
token=hf_token # Add authentication here
|
| 33 |
)
|
| 34 |
}
|
|
|
|
| 12 |
"mistralai/Mistral-7B-Instruct-v0.3",
|
| 13 |
device_map="auto",
|
| 14 |
torch_dtype=torch.bfloat16, # Use bfloat16
|
| 15 |
+
use_auth_token=True,
|
| 16 |
token=hf_token # Add authentication here
|
| 17 |
),
|
| 18 |
"BICORP/Lake-1-Advanced": AutoModelForCausalLM.from_pretrained(
|
| 19 |
"BICORP/Lake-1-Advanced",
|
| 20 |
device_map="auto",
|
| 21 |
torch_dtype=torch.bfloat16, # Use bfloat16
|
| 22 |
+
use_auth_token=True,
|
| 23 |
token=hf_token # Add authentication here
|
| 24 |
)
|
| 25 |
}
|
|
|
|
| 27 |
tokenizers = {
|
| 28 |
"mistralai/Mistral-7B-Instruct-v0.3": AutoTokenizer.from_pretrained(
|
| 29 |
"mistralai/Mistral-7B-Instruct-v0.3",
|
| 30 |
+
use_auth_token=True,
|
| 31 |
token=hf_token # Add authentication here
|
| 32 |
),
|
| 33 |
"BICORP/Lake-1-Advanced": AutoTokenizer.from_pretrained(
|
| 34 |
"BICORP/Lake-1-Advanced",
|
| 35 |
+
use_auth_token=True,
|
| 36 |
token=hf_token # Add authentication here
|
| 37 |
)
|
| 38 |
}
|