ebru.zltn@yahoo.com commited on
Commit
ddf87ae
·
1 Parent(s): 5f8c6e2

Add token-based access for gated model

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -1,10 +1,12 @@
 
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
3
 
4
  model_id = "meta-llama/Llama-3.1-8B-Instruct"
 
5
 
6
- tokenizer = AutoTokenizer.from_pretrained(model_id)
7
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
8
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
9
 
10
  def bust_myth(statement):
 
1
+ import os
2
  import gradio as gr
3
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
 
5
  model_id = "meta-llama/Llama-3.1-8B-Instruct"
6
+ hf_token = os.environ.get("HF_TOKEN") # Hugging Face access token (added via Secrets)
7
 
8
+ tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token)
9
+ model = AutoModelForCausalLM.from_pretrained(model_id, token=hf_token, device_map="auto")
10
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
11
 
12
  def bust_myth(statement):