Update app.py
Browse files
app.py
CHANGED
|
@@ -2,11 +2,11 @@ from ctransformers import AutoModelForCausalLM
|
|
| 2 |
import gradio as gr
|
| 3 |
|
| 4 |
greety = """
|
| 5 |
-
|
| 6 |
Follow us on [linkedin](https://www.linkedin.com/company/gathnex/) and [Github](https://github.com/gathnexadmin). A special thanks to the Gathnex team members who made a significant contribution to this project.
|
| 7 |
"""
|
| 8 |
|
| 9 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
| 10 |
model_type='mistral',
|
| 11 |
max_new_tokens = 1096,
|
| 12 |
threads = 3,
|
|
@@ -52,7 +52,7 @@ chat_interface = gr.ChatInterface(
|
|
| 52 |
)
|
| 53 |
|
| 54 |
with gr.Blocks(css=css) as demo:
|
| 55 |
-
gr.HTML("<h1><center>Gathnex
|
| 56 |
gr.HTML("<h3><center><a href='https://medium.com/@gathnex'>Gathnex AI</a>💬<h3><center>")
|
| 57 |
gr.DuplicateButton(value="Duplicate Space for private use", elem_id="duplicate-button")
|
| 58 |
chat_interface.render()
|
|
|
|
| 2 |
import gradio as gr
|
| 3 |
|
| 4 |
greety = """
|
| 5 |
+
Follow [Gathnex](https://medium.com/@gathnex) on more update on Genrative AI, LLM,
|
| 6 |
Follow us on [linkedin](https://www.linkedin.com/company/gathnex/) and [Github](https://github.com/gathnexadmin). A special thanks to the Gathnex team members who made a significant contribution to this project.
|
| 7 |
"""
|
| 8 |
|
| 9 |
+
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
|
| 10 |
model_type='mistral',
|
| 11 |
max_new_tokens = 1096,
|
| 12 |
threads = 3,
|
|
|
|
| 52 |
)
|
| 53 |
|
| 54 |
with gr.Blocks(css=css) as demo:
|
| 55 |
+
gr.HTML("<h1><center>Gathnex Free LLM Deployment Space<h1><center>")
|
| 56 |
gr.HTML("<h3><center><a href='https://medium.com/@gathnex'>Gathnex AI</a>💬<h3><center>")
|
| 57 |
gr.DuplicateButton(value="Duplicate Space for private use", elem_id="duplicate-button")
|
| 58 |
chat_interface.render()
|