app and model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+thirdai-0.7.18+a1506df-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,13 +1,13 @@
 ---
 title: Thirdai Llm
-emoji: 🏆
+emoji: 📖
 colorFrom: purple
 colorTo: red
 sdk: gradio
 sdk_version: 3.43.2
 app_file: app.py
 pinned: false
-license: apache-2.0
+license: other
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,39 @@
+import gradio as gr
+from thirdai import bolt, licensing
+from transformers import GPT2Tokenizer
+
+licensing.activate("7511CC-0E24D7-69439D-5D6CBA-33AAFD-V3")
+
+tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
+model = bolt.GenerativeModel.load("./generative.model")
+
+
+def generate(prompt):
+    prompt = tokenizer.encode(prompt)
+
+    stream = model.streaming_generation(
+        input_tokens=prompt,
+        prediction_chunk_size=2,
+        max_predictions=100,
+        beam_width=10,
+    )
+
+    for res in stream:
+        yield tokenizer.decode(res)
+
+
+with gr.Blocks() as demo:
+    output = gr.TextArea(label="Output")
+    prompt = gr.Textbox(
+        label="Prompt",
+    )
+    prompt.submit(generate, inputs=[prompt], outputs=[output])
+
+    btn = gr.Button(value="Generate")
+    btn.click(generate, inputs=[prompt], outputs=[output])
+
+    gr.ClearButton(components=[prompt, output])
+
+if __name__ == "__main__":
+    demo.queue()
+    demo.launch()

generative.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b4aab4f77a23d4bcd74ac8b585a7855f61ddf5dfeb3c5ba29fc55e0b3c68cb
+size 10526674514

requirements.txt

@@ -0,0 +1,3 @@
+gradio
+transformers
+thirdai-0.7.18+a1506df-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl

thirdai-0.7.18+a1506df-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9b69d5bd77b66db4f0cc62ff94ff2666c6d3996bb534ea782cf29b004d283b
+size 6137931