Percy3822 commited on
Commit
c1c8351
·
verified ·
1 Parent(s): 8033fa5

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +1 -1
train.py CHANGED
@@ -2,7 +2,7 @@ from datasets import load_dataset
2
  from transformers import AutoTokenizer, AutoModelForCausalLM, Trainer, TrainingArguments
3
 
4
  # Load dataset from jsonl
5
- dataset = load_dataset("json", data_files="Python.jsonl")
6
 
7
  # Load tokenizer and model
8
  model_name = "distilgpt2"
 
2
  from transformers import AutoTokenizer, AutoModelForCausalLM, Trainer, TrainingArguments
3
 
4
  # Load dataset from jsonl
5
+ dataset = load_dataset("json", data_files="python.jsonl")
6
 
7
  # Load tokenizer and model
8
  model_name = "distilgpt2"