| { | |
| "status": "completed", | |
| "device": "cuda", | |
| "args": { | |
| "train_limit": 60000, | |
| "max_steps": 3000, | |
| "val_limit": 8000, | |
| "max_indexed_lines_per_shard": 8000, | |
| "streaming_train": true, | |
| "dataloader_workers": 2, | |
| "max_nodes": 384, | |
| "max_edges": 1536, | |
| "max_sequence_tokens": 160, | |
| "dim": 384, | |
| "graph_layers": 6, | |
| "decoder_layers": 8, | |
| "dropout": 0.1, | |
| "untie_embeddings": true, | |
| "label_smoothing": 0.02, | |
| "token_path_weight": 0.02, | |
| "transition_path_weight": 0.02, | |
| "relation_transition_weight": 0.02, | |
| "causal_path_weight": 0.01, | |
| "batch_size": 4, | |
| "grad_accum_steps": 4, | |
| "epochs": 1, | |
| "lr": 2.5e-05, | |
| "seed": 17, | |
| "eval_every": 500, | |
| "log_every": 100, | |
| "max_val_batches": 8, | |
| "generate_samples": 6, | |
| "generate_temperature": 0.85, | |
| "generate_top_k": 40, | |
| "generate_repetition_penalty": 1.15, | |
| "generate_no_repeat_ngram_size": 3, | |
| "dataset_dir": "<dataset_dir_with_tokenizer_json>", | |
| "out_dir": "<run_output_dir>", | |
| "init_checkpoint": "<base_checkpoint_path>" | |
| }, | |
| "history": [ | |
| { | |
| "epoch": 1, | |
| "step": 1, | |
| "train_loss": 1.9422078132629395, | |
| "val": { | |
| "loss": 1.966778, | |
| "lm_loss": 1.882799, | |
| "token_path_loss": 0.891007, | |
| "transition_path_loss": 0.351464, | |
| "relation_transition_loss": 1.400138, | |
| "causal_path_loss": 3.112694 | |
| } | |
| }, | |
| { | |
| "epoch": 1, | |
| "step": 500, | |
| "train_loss": 3.0139243602752686, | |
| "val": { | |
| "loss": 1.900857, | |
| "lm_loss": 1.828009, | |
| "token_path_loss": 0.963915, | |
| "transition_path_loss": 0.401815, | |
| "relation_transition_loss": 1.313515, | |
| "causal_path_loss": 1.926316 | |
| } | |
| }, | |
| { | |
| "epoch": 1, | |
| "step": 1000, | |
| "train_loss": 2.4254908561706543, | |
| "val": { | |
| "loss": 1.909393, | |
| "lm_loss": 1.837318, | |
| "token_path_loss": 0.982912, | |
| "transition_path_loss": 0.382726, | |
| "relation_transition_loss": 1.30477, | |
| "causal_path_loss": 1.866657 | |
| } | |
| }, | |
| { | |
| "epoch": 1, | |
| "step": 1500, | |
| "train_loss": 2.447852611541748, | |
| "val": { | |
| "loss": 1.919875, | |
| "lm_loss": 1.847281, | |
| "token_path_loss": 1.03384, | |
| "transition_path_loss": 0.406147, | |
| "relation_transition_loss": 1.358098, | |
| "causal_path_loss": 1.663202 | |
| } | |
| }, | |
| { | |
| "epoch": 1, | |
| "step": 2000, | |
| "train_loss": 3.3588695526123047, | |
| "val": { | |
| "loss": 1.893908, | |
| "lm_loss": 1.825509, | |
| "token_path_loss": 0.975963, | |
| "transition_path_loss": 0.347646, | |
| "relation_transition_loss": 1.242863, | |
| "causal_path_loss": 1.706934 | |
| } | |
| }, | |
| { | |
| "epoch": 1, | |
| "step": 2500, | |
| "train_loss": 2.1248202323913574, | |
| "val": { | |
| "loss": 1.872795, | |
| "lm_loss": 1.805862, | |
| "token_path_loss": 0.974104, | |
| "transition_path_loss": 0.347611, | |
| "relation_transition_loss": 1.206935, | |
| "causal_path_loss": 1.635989 | |
| } | |
| }, | |
| { | |
| "epoch": 1, | |
| "step": 3000, | |
| "train_loss": 1.3327230215072632, | |
| "val": { | |
| "loss": 1.88428, | |
| "lm_loss": 1.816859, | |
| "token_path_loss": 0.984824, | |
| "transition_path_loss": 0.39309, | |
| "relation_transition_loss": 1.208215, | |
| "causal_path_loss": 1.56985 | |
| } | |
| } | |
| ], | |
| "generated": [ | |
| { | |
| "prompt": "Continue the story in natural language.", | |
| "gold": "were very sad and the farmer was upset. The farmer asked the cow why she was so bossy and the cow said she was always hungry. The farmer hugged the cow and said he would give her more food if she stopped being bossy. The cow was happy and promised to be nicer to the other animals. From that day on, the cow was kind to the other animals and they all shared the hay together. The farmer was happy and hugged all his animals. They all lived happily ever after.", | |
| "pred": "the hay began to get hungry. The other animals wanted to be friends. So, the cow was happy and she handed it to everyone. So the cow opened his head and everyone ran out" | |
| }, | |
| { | |
| "prompt": "Continue the story in natural language.", | |
| "gold": "said, \"Hey, that's my chair. You need to ask before you sit on it.\" Lily replied, \"But it's so comfortable. Can't we share it?\" Timmy shook his head and said, \"No, it's just for me. We need to discuss this and find a solution.\" They talked for a while and came up with a plan. They would take turns sitting on the armchair every day. Timmy was happy to share his nice chair with his sister and they both learned the importance of discussing problems and finding a solution together.", | |
| "pred": "Timmy said, \"Mommy, do you like to bake a fun one?\" His sister replied, \"Yes, I am happy. But sometimes cleaning, I'm sorry." | |
| }, | |
| { | |
| "prompt": "did he receive and invitation?", | |
| "gold": "Yes", | |
| "pred": "Yes" | |
| }, | |
| { | |
| "prompt": "Continue the story in natural language.", | |
| "gold": "He was having so much fun that he didn't notice it was getting late. Suddenly, Jack's mom came in and told him it was time for bed. Jack didn't want to stop playing, but he knew he had to finish his game and turn off the lights. The next morning, Jack woke up and ran to his toys. But something terrible happened - all his toys were gone! Jack realized that he forgot to clean up his toys before going to bed. He felt very sad and wished he had finished his game and turned off the lights earlier. From that day on, Jack always made sure to finish his games and clean up his toys before going to bed.", | |
| "pred": "hungry, but he didn't want to stop. Jack was sad and cried. His mom asked him what happenedo wanted to do. He said he found. Suddenly, they heard an amazing" | |
| }, | |
| { | |
| "prompt": "Continue the story in natural language.", | |
| "gold": "brought out the cake and they sang \"Happy Birthday\" together. Lily was about to take a big bite when her mom said, \"Wait, let's be honest. You have to blow out the candles first.\" Lily giggled and blew out the candles. As they were eating the cake, Lily's mom asked her, \"What do you want to be when you grow up?\" Lily thought for a moment and said, \"I want to be a teacher so I can read books to kids.\" Her mom smiled and said, \"That's a great dream, Lily. I know you'll make it come true.\" And with that, they finished their cake and went to bed.", | |
| "pred": "her favorite game. Lily was so happy and picked up the cake as one. As they were reading cake, Lily's mom said, \"Don't worry, I will allow you to get your way aw" | |
| }, | |
| { | |
| "prompt": "Continue the story in natural language.", | |
| "gold": "distant, but the boy kept running until he got close enough. He kicked the ball and watched it roll away. He kept chasing it, but it kept getting further away. It rolled into a distant field, and the boy followed. He kept running until finally, the ball stopped. The boy was so happy to catch up to it, and he couldn't wait to give it another kick! So, he kicked it hard and it went flying across the sky. The little boy watched the ball go until it was out of sight. He had a great adventure that day, and he was so happy.", | |
| "pred": "a little bird. The ball was singing so stopped that he felt like his friend tells him. He didn't kick the ball but it wouldnây. The lit... I can't!\" The ball" | |
| } | |
| ] | |
| } |