Hugging Face's logo

Spaces:
davanstrien
/
Genstruct-7B
Runtime error

App Files Community
davanstrien HF Staff commited on
Commit
e84a108
·
verified ·
1 Parent(s): 2b23a3d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -5,7 +5,8 @@ import spaces
5
 
6
  MODEL_NAME = 'NousResearch/Genstruct-7B'
7
 
8
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda', load_in_8bit=True)
 
9
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
10
 
11
  @spaces.GPU
 
5
 
6
  MODEL_NAME = 'NousResearch/Genstruct-7B'
7
 
8
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME,load_in_8bit=True)
9
+ model.to("cuda")
10
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
11
 
12
  @spaces.GPU