Update README.md
Browse files
README.md
CHANGED
|
@@ -4,6 +4,9 @@ datasets:
|
|
| 4 |
- flytech/python-codes-25k
|
| 5 |
tags:
|
| 6 |
- code
|
|
|
|
|
|
|
|
|
|
| 7 |
---
|
| 8 |
# GPT2 PyCode
|
| 9 |
|
|
@@ -51,11 +54,15 @@ Use the code below to get started with the model.
|
|
| 51 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
| 52 |
import re
|
| 53 |
|
| 54 |
-
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
|
| 55 |
-
model = GPT2Model.from_pretrained('gpt2')
|
| 56 |
|
| 57 |
-
|
| 58 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
|
| 60 |
input_ids = encoded_input['input_ids']
|
| 61 |
attention_mask = encoded_input['attention_mask']
|
|
|
|
| 4 |
- flytech/python-codes-25k
|
| 5 |
tags:
|
| 6 |
- code
|
| 7 |
+
language:
|
| 8 |
+
- en
|
| 9 |
+
library_name: transformers
|
| 10 |
---
|
| 11 |
# GPT2 PyCode
|
| 12 |
|
|
|
|
| 54 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
| 55 |
import re
|
| 56 |
|
|
|
|
|
|
|
| 57 |
|
| 58 |
+
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 59 |
+
|
| 60 |
+
tokenizer = GPT2Tokenizer.from_pretrained('maharnab/gpt2_pycode')
|
| 61 |
+
model = GPT2LMHeadModel.from_pretrained('maharnab/gpt2_pycode')
|
| 62 |
+
model.to(device)
|
| 63 |
+
|
| 64 |
+
prompt = "How to reverse a string in Python."
|
| 65 |
+
encoded_input = tokenizer.encode_plus(f"<sos><user>{prompt}</user><assistant>", max_length=20, truncation=True, return_tensors="pt").to(device)
|
| 66 |
|
| 67 |
input_ids = encoded_input['input_ids']
|
| 68 |
attention_mask = encoded_input['attention_mask']
|