MrResilient commited on
Commit
fb61b26
·
verified ·
1 Parent(s): f1da6a2

Update save_data.py

Browse files
Files changed (1) hide show
  1. save_data.py +2 -3
save_data.py CHANGED
@@ -4,11 +4,10 @@ import json
4
  import requests
5
  import re as r
6
  from urllib.request import urlopen
7
- # from huggingface_hub import Repository
8
- from datasets import load_dataset
9
 
10
  HF_TOKEN = os.environ.get("HF_TOKEN")
11
- DATASET_NAME = load_dataset("SRDdev/QABERT-small")
12
  DATASET_REPO_URL = f"https://huggingface.co/datasets/pragnakalp/{DATASET_NAME}"
13
  DATA_FILENAME = "qna_logs.csv"
14
  DATA_FILE = os.path.join("qna_logs", DATA_FILENAME)
 
4
  import requests
5
  import re as r
6
  from urllib.request import urlopen
7
+ from huggingface_hub import Repository
 
8
 
9
  HF_TOKEN = os.environ.get("HF_TOKEN")
10
+ DATASET_NAME = "bert_based_qna_dataset"
11
  DATASET_REPO_URL = f"https://huggingface.co/datasets/pragnakalp/{DATASET_NAME}"
12
  DATA_FILENAME = "qna_logs.csv"
13
  DATA_FILE = os.path.join("qna_logs", DATA_FILENAME)