wendys-llc commited on
Commit
51308f1
·
1 Parent(s): a4869ab

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,8 +5,8 @@ import torch.nn.functional as F
5
  import pandas as pd
6
  from transformers import AutoTokenizer, AutoModelForCausalLM
7
 
8
- tokenizer = AutoTokenizer.from_pretrained('gpt2')
9
- model = AutoModelForCausalLM.from_pretrained('gpt2')
10
  text1 = solara.reactive("Never gonna give you up, never gonna let you")
11
  @solara.component
12
  def Page():
 
5
  import pandas as pd
6
  from transformers import AutoTokenizer, AutoModelForCausalLM
7
 
8
+ tokenizer = AutoTokenizer.from_pretrained('mistralai/Mistral-7B-v0.1', device_map="auto", load_in_4bit=True)
9
+ model = AutoModelForCausalLM.from_pretrained('mistralai/Mistral-7B-v0.1', device_map="auto", load_in_4bit=True)
10
  text1 = solara.reactive("Never gonna give you up, never gonna let you")
11
  @solara.component
12
  def Page():