BICORP commited on
Commit
5a665d0
·
verified ·
1 Parent(s): fd91cce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -12,12 +12,14 @@ models = {
12
  "mistralai/Mistral-7B-Instruct-v0.3",
13
  device_map="auto",
14
  torch_dtype=torch.bfloat16, # Use bfloat16
 
15
  token=hf_token # Add authentication here
16
  ),
17
  "BICORP/Lake-1-Advanced": AutoModelForCausalLM.from_pretrained(
18
  "BICORP/Lake-1-Advanced",
19
  device_map="auto",
20
  torch_dtype=torch.bfloat16, # Use bfloat16
 
21
  token=hf_token # Add authentication here
22
  )
23
  }
@@ -25,10 +27,12 @@ models = {
25
  tokenizers = {
26
  "mistralai/Mistral-7B-Instruct-v0.3": AutoTokenizer.from_pretrained(
27
  "mistralai/Mistral-7B-Instruct-v0.3",
 
28
  token=hf_token # Add authentication here
29
  ),
30
  "BICORP/Lake-1-Advanced": AutoTokenizer.from_pretrained(
31
  "BICORP/Lake-1-Advanced",
 
32
  token=hf_token # Add authentication here
33
  )
34
  }
 
12
  "mistralai/Mistral-7B-Instruct-v0.3",
13
  device_map="auto",
14
  torch_dtype=torch.bfloat16, # Use bfloat16
15
+ use_auth_token=True,
16
  token=hf_token # Add authentication here
17
  ),
18
  "BICORP/Lake-1-Advanced": AutoModelForCausalLM.from_pretrained(
19
  "BICORP/Lake-1-Advanced",
20
  device_map="auto",
21
  torch_dtype=torch.bfloat16, # Use bfloat16
22
+ use_auth_token=True,
23
  token=hf_token # Add authentication here
24
  )
25
  }
 
27
  tokenizers = {
28
  "mistralai/Mistral-7B-Instruct-v0.3": AutoTokenizer.from_pretrained(
29
  "mistralai/Mistral-7B-Instruct-v0.3",
30
+ use_auth_token=True,
31
  token=hf_token # Add authentication here
32
  ),
33
  "BICORP/Lake-1-Advanced": AutoTokenizer.from_pretrained(
34
  "BICORP/Lake-1-Advanced",
35
+ use_auth_token=True,
36
  token=hf_token # Add authentication here
37
  )
38
  }