Spaces:

Trickshotblaster
/

mike-chat

Sleeping

Trickshotblaster commited on Jul 18, 2024

Commit

6c242fa

1 Parent(s): 01db43e

yee

Files changed (1) hide show

gpt.py CHANGED Viewed

@@ -113,7 +113,7 @@ torch.set_float32_matmul_precision('high')
 my_GPT = GPT(enc.n_vocab, block_size, n_layers, n_heads, d_model, dropout=0.1) #enc.n_vocab
 my_GPT = my_GPT.to(device)
 my_GPT = torch.compile(my_GPT)
-my_GPT.load_state_dict(torch.load('latest_model_finetune.pth'))
 my_GPT.eval()
 eot = enc._special_tokens['<|endoftext|>']

 my_GPT = GPT(enc.n_vocab, block_size, n_layers, n_heads, d_model, dropout=0.1) #enc.n_vocab
 my_GPT = my_GPT.to(device)
 my_GPT = torch.compile(my_GPT)
+my_GPT.load_state_dict(torch.load('latest_model_finetune.pth', map_location=torch.device('cpu')))
 my_GPT.eval()
 eot = enc._special_tokens['<|endoftext|>']