Sachin21112004 commited on
Commit
7869b67
·
verified ·
1 Parent(s): f928316

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -2
app.py CHANGED
@@ -1,14 +1,22 @@
1
  import gradio as gr
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
 
 
 
 
 
 
4
 
5
  # Load FunctionGemma model and tokenizer
6
  model_name = "google/functiongemma-270m-it"
7
- tokenizer = AutoTokenizer.from_pretrained(model_name)
8
  model = AutoModelForCausalLM.from_pretrained(
9
  model_name,
10
  torch_dtype=torch.float16,
11
- device_map="auto"
 
12
  )
13
 
14
  def test_function_calling(user_input: str, temperature: float = 0.7) -> str:
 
1
  import gradio as gr
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
+ from huggingface_hub import login
5
+ import os
6
+
7
+ # Authenticate with HuggingFace using environment variable
8
+ hf_token = os.getenv('HF_TOKEN')
9
+ if hf_token:
10
+ login(token=hf_token)
11
 
12
  # Load FunctionGemma model and tokenizer
13
  model_name = "google/functiongemma-270m-it"
14
+ tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
  torch_dtype=torch.float16,
18
+ device_map="auto",
19
+ token=hf_token
20
  )
21
 
22
  def test_function_calling(user_input: str, temperature: float = 0.7) -> str: