data-ject commited on
Commit
6f43869
·
verified ·
1 Parent(s): 9b62667

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -9
app.py CHANGED
@@ -1,18 +1,14 @@
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
- import os
5
 
6
- # Set up the Hugging Face API token
7
- hf_token = os.getenv("HF_TOKEN")
8
-
9
- # Define model name and local cache directory
10
  model_name = "facebook/chameleon-7b"
11
- cache_dir = "./model_cache"
12
 
13
- # Load the model and tokenizer with the token and cache directory
14
- tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token, cache_dir=cache_dir)
15
- model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token, cache_dir=cache_dir)
16
 
17
  # Function to generate response
18
  def generate_response(input_text):
 
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
 
4
 
5
+ # Define model name and local directory
 
 
 
6
  model_name = "facebook/chameleon-7b"
7
+ local_model_dir = "./chameleon-7b"
8
 
9
+ # Load the model and tokenizer from the local directory
10
+ tokenizer = AutoTokenizer.from_pretrained(local_model_dir)
11
+ model = AutoModelForCausalLM.from_pretrained(local_model_dir)
12
 
13
  # Function to generate response
14
  def generate_response(input_text):