hou12q commited on
Commit
41f3fff
·
verified ·
1 Parent(s): 319d740

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -4
app.py CHANGED
@@ -1,7 +1,20 @@
1
- import gradio as gr
 
 
 
2
 
3
- def greet(name):
4
- return "Hello " + name + "!!"
5
 
6
- demo = gr.Interface(fn=greet, inputs="text", outputs="text")
 
 
 
 
 
 
 
 
 
 
 
 
7
  demo.launch()
 
1
+ # Load DeepSeek model
2
+ model_id = "deepseek-ai/deepseek-llm-7b-chat"
3
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
4
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
5
 
 
 
6
 
7
+ def generate_response(prompt):
8
+ inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
9
+ outputs = model.generate(
10
+ **inputs,
11
+ do_sample=True,
12
+ temperature=1.0,
13
+ top_p=0.9
14
+ )
15
+
16
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)
17
+ # return "Hello " + name + "!!"
18
+
19
+ demo = gr.Interface(fn=generate_response, inputs="text", outputs="text")
20
  demo.launch()