AdhamAshraf commited on
Commit
a7397b2
·
1 Parent(s): 805a776

Initial Space setup

Browse files
Files changed (2) hide show
  1. app.py +33 -0
  2. requirements.txt +5 -0
app.py ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+
4
+ MODEL_NAME = "AdhamAshraf/SlangGPT"
5
+
6
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
7
+
8
+ model = AutoModelForCausalLM.from_pretrained(
9
+ MODEL_NAME,
10
+ low_cpu_mem_usage=True
11
+ )
12
+
13
+ def generate_text(prompt):
14
+ inputs = tokenizer(prompt, return_tensors="pt")
15
+
16
+ outputs = model.generate(
17
+ **inputs,
18
+ max_new_tokens=50,
19
+ do_sample=True,
20
+ temperature=0.8,
21
+ top_p=0.95
22
+ )
23
+
24
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)
25
+
26
+ iface = gr.Interface(
27
+ fn=generate_text,
28
+ inputs="text",
29
+ outputs="text",
30
+ title="SlangGPT"
31
+ )
32
+
33
+ iface.launch()
requirements.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ gradio
2
+ transformers
3
+ torch
4
+ accelerate
5
+ sentencepiece