Update app.py
Browse files
app.py
CHANGED
|
@@ -7,12 +7,13 @@ st.set_page_config(
|
|
| 7 |
page_icon=":robot:",
|
| 8 |
layout='wide'
|
| 9 |
)
|
| 10 |
-
device = "
|
| 11 |
st.title("Creek")
|
| 12 |
|
| 13 |
@st.cache_resource
|
| 14 |
def get_model():
|
| 15 |
import os
|
|
|
|
| 16 |
os.system('pip install transformers')
|
| 17 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
| 18 |
class FastapiTaskStramer(TextIteratorStreamer):
|
|
|
|
| 7 |
page_icon=":robot:",
|
| 8 |
layout='wide'
|
| 9 |
)
|
| 10 |
+
device = "cpu"
|
| 11 |
st.title("Creek")
|
| 12 |
|
| 13 |
@st.cache_resource
|
| 14 |
def get_model():
|
| 15 |
import os
|
| 16 |
+
os.system('pip install torch')
|
| 17 |
os.system('pip install transformers')
|
| 18 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
| 19 |
class FastapiTaskStramer(TextIteratorStreamer):
|