anaspro commited on
Commit
f995d2e
·
1 Parent(s): 862f67f

Add HF_TOKEN support for accessing private/gated models like Shako-4B-it-v4

Browse files
Files changed (1) hide show
  1. app.py +8 -2
app.py CHANGED
@@ -11,12 +11,18 @@ import time
11
  # model config
12
  model_12b_name = "anaspro/Shako-4B-it-v4"
13
  model_4b_name = "anaspro/Shako-4B-it"
 
 
 
 
14
  model_12b = Gemma3ForConditionalGeneration.from_pretrained(
15
  model_12b_name,
16
  device_map="auto",
17
- torch_dtype=torch.bfloat16
 
18
  ).eval()
19
- processor_12b = AutoProcessor.from_pretrained(model_12b_name)
 
20
  model_4b = Gemma3ForConditionalGeneration.from_pretrained(
21
  model_4b_name,
22
  device_map="auto",
 
11
  # model config
12
  model_12b_name = "anaspro/Shako-4B-it-v4"
13
  model_4b_name = "anaspro/Shako-4B-it"
14
+
15
+ # Load token from environment if available
16
+ hf_token = os.getenv("HF_TOKEN")
17
+
18
  model_12b = Gemma3ForConditionalGeneration.from_pretrained(
19
  model_12b_name,
20
  device_map="auto",
21
+ torch_dtype=torch.bfloat16,
22
+ token=hf_token
23
  ).eval()
24
+ processor_12b = AutoProcessor.from_pretrained(model_12b_name, token=hf_token)
25
+
26
  model_4b = Gemma3ForConditionalGeneration.from_pretrained(
27
  model_4b_name,
28
  device_map="auto",