Spaces:
Runtime error
Runtime error
Commit ·
51308f1
1
Parent(s): a4869ab
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,8 +5,8 @@ import torch.nn.functional as F
|
|
| 5 |
import pandas as pd
|
| 6 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 7 |
|
| 8 |
-
tokenizer = AutoTokenizer.from_pretrained('
|
| 9 |
-
model = AutoModelForCausalLM.from_pretrained('
|
| 10 |
text1 = solara.reactive("Never gonna give you up, never gonna let you")
|
| 11 |
@solara.component
|
| 12 |
def Page():
|
|
|
|
| 5 |
import pandas as pd
|
| 6 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 7 |
|
| 8 |
+
tokenizer = AutoTokenizer.from_pretrained('mistralai/Mistral-7B-v0.1', device_map="auto", load_in_4bit=True)
|
| 9 |
+
model = AutoModelForCausalLM.from_pretrained('mistralai/Mistral-7B-v0.1', device_map="auto", load_in_4bit=True)
|
| 10 |
text1 = solara.reactive("Never gonna give you up, never gonna let you")
|
| 11 |
@solara.component
|
| 12 |
def Page():
|