scripts/create_downstream_dataset.sh

#!/bin/bash
# ------------------------------------------------------------------
# [Author] Title
#          Description
# ------------------------------------------------------------------

VERSION=0.1.0
SUBJECT=DialoGLMRedditDataset
USAGE="Usage: "


# Please follow parlai to download WoW and WoI dataset
# WOW_PATH=/home/bapeng/anaconda3/envs/parlai/lib/python3.8/site-packages/data/wizard_of_wikipedia
# python downstream_tasks_converter.py WoWConverter ${WOW_PATH}

# WOI_PATH=/home/bapeng/anaconda3/envs/parlai/lib/python3.8/site-packages/data/wizard_of_interent
# python downstream_tasks_converter.py WoIConverter ${WOI_PATH}

# # Please follow https://github.com/stanfordnlp/coqa-baselines to prepare seq2seq-train-h2 and seq2seq-dev-h2
# COQA_PATH=/home/bapeng/experiment/cqa/coqa-baselines/data
# python downstream_tasks_converter.py CoQAConverter ${COQA_PATH}

# Please clone https://github.com/wenhuchen/HDSA-Dialog to download the data.
MULTIWOZ_PATH=/home/bapeng/experiment/HDSA-Dialog/data
python downstream_tasks_converter.py MultiWOZConverter ${MULTIWOZ_PATH}