rishu834763 commited on
Commit
c9825a1
·
verified ·
1 Parent(s): 9721aa8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -2
app.py CHANGED
@@ -2,8 +2,17 @@ import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
 
5
- from transformers import AutoModel
6
- model = AutoModel.from_pretrained("rishu834763/java-explainer-lora", dtype="auto")
 
 
 
 
 
 
 
 
 
7
 
8
  def respond(
9
  message,
 
2
  from huggingface_hub import InferenceClient
3
 
4
 
5
+ from transformers import AutoModelForCausalLM
6
+ from peft import PeftModel
7
+
8
+ # This automatically loads the base model mentioned in adapter_config.json
9
+ model = AutoModelForCausalLM.from_pretrained(
10
+ "rishu834763/java-explainer-lora",
11
+ device_map="auto",
12
+ torch_dtype="auto",
13
+ trust_remote_code=True # only needed for some gated/gated models
14
+ )
15
+ model = PeftModel.from_pretrained(model, "rishu834763/java-explainer-lora")
16
 
17
  def respond(
18
  message,