Duplicate from grandestroyer/joefreaks_api_test

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,14 @@
+---
+title: Joefreaks
+emoji: 🐠
+colorFrom: gray
+colorTo: blue
+sdk: gradio
+sdk_version: 3.20.1
+app_file: app.py
+pinned: false
+license: mit
+duplicated_from: grandestroyer/joefreaks_api_test
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,76 @@
+from aitextgen import aitextgen
+import gradio as gr
+import os
+
+cache_dir = os.getcwd() + '/cache'
+ai = aitextgen(model="grandestroyer/joefreaks", cache_dir=cache_dir)
+
+
+def generate(n, temp, prompt, exclude_repetitions):
+    no_repeat_ngram_size = 2 if exclude_repetitions else 0
+    print('Generating with params n={}, temp={}, prompt="{}", no_repeat_ngram_size={}'
+          .format(n, temp, prompt, no_repeat_ngram_size))
+    if prompt == '':
+        return [txt.strip() for txt in ai.generate(n=n, temperature=temp, top_p=0.9, top_k=40, return_as_list=True,
+                                                   no_repeat_ngram_size=no_repeat_ngram_size, max_length=500)]
+    else:
+        return [txt.strip() for txt in
+                ai.generate(prompt=prompt, n=n, temperature=temp, top_p=0.9, top_k=40, return_as_list=True,
+                            no_repeat_ngram_size=no_repeat_ngram_size, max_length=500)]
+
+
+def generate_from_full_params(prompt='', n=1, temp=0.7, top_p=0.9, top_k=40, max_length=500, exclude_repetitions=False):
+    no_repeat_ngram_size = 2 if exclude_repetitions else 0
+    temp_normalized = 0.1 if temp <= 0 else (1.9 if temp >= 2 else temp)
+    print('Generating with params prompt="{}", n={}, temp={}, top_p={}, top_k={}, max_length={}, no_repeat_ngram_size={}'
+          .format(prompt, n, temp_normalized, top_p, top_k, max_length, no_repeat_ngram_size))
+    return [txt.strip() for txt in
+            ai.generate(prompt=prompt, n=n, temperature=temp_normalized, top_p=top_p, top_k=top_k, return_as_list=True,
+                        no_repeat_ngram_size=no_repeat_ngram_size, max_length=max_length)]
+
+
+def display_results(prompt, results):
+    history = []
+    if prompt != '':
+        history = history + [(None, prompt)]
+    else:
+        history = history + [(None, '&lt;empty prompt&gt;')]
+    for res in results:
+        history = history + [(res, None)]
+    return history
+
+
+def submit_input(n, temp, prompt, exclude_repetitions):
+    results = generate(n, temp, prompt, exclude_repetitions)
+    return display_results(prompt, results)
+
+
+def generate_one(temp, prompt, exclude_repetitions):
+    temp_normalized = 0.1 if temp <= 0 else (1.9 if temp >= 2 else temp)
+    return generate(n=1, temp=temp_normalized, prompt=prompt, exclude_repetitions=exclude_repetitions)[0]
+
+
+with gr.Blocks() as demo:
+    temp = gr.Number(visible=False, label='temp', value=0.7)
+    top_p_el = gr.Number(visible=False, label='top_p', value=0.9)
+    top_k_el = gr.Number(visible=False, label='top_k', value=40, precision=0)
+    max_length_el = gr.Number(visible=False, label='max_length', value=500, precision=0)
+    result = gr.Textbox(visible=False)
+    apiBtn = gr.Button(visible=False)
+    apiFullBtn = gr.Button(visible=False)
+
+    with gr.Row():
+        with gr.Column(scale=0.5):
+            n_el = gr.Number(label='Number of generated strings', value=5, precision=0)
+            temp_el = gr.Slider(label='Temperature', value=0.7, minimum=0.1, maximum=2.0)
+            exclude_repetitions_el = gr.Checkbox(label='Reduce repetitions (if possible)', value=False)
+            prompt_el = gr.Textbox(label='Prompt (optional)')
+            btn = gr.Button(value='Submit')
+        with gr.Column(scale=0.5):
+            chatbox_el = gr.Chatbot().style(height=500)
+    btn.click(submit_input, inputs=[n_el, temp_el, prompt_el, exclude_repetitions_el], outputs=[chatbox_el])
+    apiBtn.click(generate_one, [temp, prompt_el, exclude_repetitions_el], [result], api_name='generate')
+    apiFullBtn.click(generate_from_full_params, [prompt_el, n_el, temp, top_p_el, top_k_el, max_length_el, exclude_repetitions_el], [chatbox_el], api_name='generateWithFullParams')
+
+if __name__ == "__main__":
+    demo.launch()

requirements.txt

@@ -0,0 +1 @@
+git+https://github.com/llimllib/aitextgen@fix_tpu_available