Spaces:

emya
/

SteveJobs-Chat

Runtime error

emya commited on Nov 5, 2023

Commit

8ad2f92

1 Parent(s): 54673f1

use 8bit model

Files changed (1) hide show

app.py CHANGED Viewed

@@ -2,7 +2,7 @@ import gradio as gr
 from transformers import pipeline
-pipe = pipeline("translation", model="emya/vicuna-7b-v1.5-steve-jobs-v1")
 def predict(text):
     prompt = f"{text} (Answer in a few sentences)"
@@ -14,4 +14,4 @@ demo = gr.Interface(
     outputs='text',
 )
-demo.launch()

 from transformers import pipeline
+pipe = pipeline("translation", model="emya/vicuna-7b-v1.5-steve-jobs-8bit-v1")
 def predict(text):
     prompt = f"{text} (Answer in a few sentences)"
     outputs='text',
 )
+demo.launch()