Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,12 +4,14 @@
|
|
| 4 |
|
| 5 |
import gradio as gr
|
| 6 |
import os
|
|
|
|
| 7 |
os.system("apt update | search openblas | apt install libopenblas-dev | update-alternatives --config libblas.so.3")
|
| 8 |
os.system("make clean | LLAMA_OPENBLAS=1 make")
|
| 9 |
os.system('CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python transformers')
|
| 10 |
|
| 11 |
from llama_cpp import Llama
|
| 12 |
from transformers import AutoTokenizer
|
|
|
|
| 13 |
model_id = "Elijahbodden/eliGPTv1.1"
|
| 14 |
|
| 15 |
# MODEL
|
|
@@ -113,7 +115,7 @@ demo = gr.ChatInterface(
|
|
| 113 |
title="EliGPT v1.idon'tfuckingknow",
|
| 114 |
additional_inputs=[
|
| 115 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens", info="How many words can the model generate?"),
|
| 116 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7,
|
| 117 |
gr.Slider(
|
| 118 |
minimum=0.0,
|
| 119 |
maximum=10.0,
|
|
|
|
| 4 |
|
| 5 |
import gradio as gr
|
| 6 |
import os
|
| 7 |
+
# OPENBLAS INSTALL STILL NOT WORKING
|
| 8 |
os.system("apt update | search openblas | apt install libopenblas-dev | update-alternatives --config libblas.so.3")
|
| 9 |
os.system("make clean | LLAMA_OPENBLAS=1 make")
|
| 10 |
os.system('CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python transformers')
|
| 11 |
|
| 12 |
from llama_cpp import Llama
|
| 13 |
from transformers import AutoTokenizer
|
| 14 |
+
from transformers.generation.logits_process import ExponentialDecayLengthPenalty
|
| 15 |
model_id = "Elijahbodden/eliGPTv1.1"
|
| 16 |
|
| 17 |
# MODEL
|
|
|
|
| 115 |
title="EliGPT v1.idon'tfuckingknow",
|
| 116 |
additional_inputs=[
|
| 117 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens", info="How many words can the model generate?"),
|
| 118 |
+
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature", info="How chaotic should the model be?"),
|
| 119 |
gr.Slider(
|
| 120 |
minimum=0.0,
|
| 121 |
maximum=10.0,
|