Vivannn commited on
Commit
d15d245
·
verified ·
1 Parent(s): 3d49e9e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -2,11 +2,12 @@
2
  import gradio as gr
3
  from huggingface_hub import InferenceClient
4
 
5
- """
6
- For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
7
- """
8
- client = InferenceClient("Zhengyi/LLaMA-Mesh")
9
- #client = InferenceClient("unsloth/Llama-3.2-1B-Instruct")
 
10
 
11
 
12
  def respond(
 
2
  import gradio as gr
3
  from huggingface_hub import InferenceClient
4
 
5
+
6
+ # Load model directly
7
+ from transformers import AutoTokenizer, AutoModelForCausalLM
8
+
9
+ tokenizer = AutoTokenizer.from_pretrained("Zhengyi/LLaMA-Mesh")
10
+ model = AutoModelForCausalLM.from_pretrained("Zhengyi/LLaMA-Mesh")
11
 
12
 
13
  def respond(