model update
Browse files- config.json +1 -1
- eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
- eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
- eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt +191 -0
- eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt +191 -0
- eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt +191 -0
- eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt +92 -0
- eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt +92 -0
- eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt +92 -0
- pytorch_model.bin +2 -2
- tokenizer_config.json +1 -1
- trainer_config.json +1 -0
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "bart_base_subjqa_books/
|
| 3 |
"activation_dropout": 0.1,
|
| 4 |
"activation_function": "gelu",
|
| 5 |
"add_bias_logits": false,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "lmqg_output/qg_subjqa/bart_base_subjqa_books/model_lsesee/epoch_1",
|
| 3 |
"activation_dropout": 0.1,
|
| 4 |
"activation_function": "gelu",
|
| 5 |
"add_bias_logits": false,
|
eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22448979591795085, "Bleu_2": 0.1486520419495365, "Bleu_3": 0.07201476568113177, "Bleu_4": 0.041052038331411765, "METEOR": 0.2230187525566285, "ROUGE_L": 0.24683525540210097, "BERTScore": 0.9314991553192553, "MoverScore": 0.6423145024222839}, "test": {"Bleu_1": 0.22470904207679077, "Bleu_2": 0.13033282260971363, "Bleu_3": 0.04521613303786913, "Bleu_4": 0.020303473293418344, "METEOR": 0.20565745633046878, "ROUGE_L": 0.23235777169504496, "BERTScore": 0.9296420772038205, "MoverScore": 0.628451129823324}}
|
eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22242990654164033, "Bleu_2": 0.1469362508325754, "Bleu_3": 0.07172997523284383, "Bleu_4": 0.041087344036695506, "METEOR": 0.229087368668027, "ROUGE_L": 0.2418137408446097, "BERTScore": 0.9309343041285224, "MoverScore": 0.6363377416262407}, "test": {"Bleu_1": 0.23139013452894047, "Bleu_2": 0.13886148209897578, "Bleu_3": 0.05948167663000455, "Bleu_4": 0.029685548548140022, "METEOR": 0.20639230837994324, "ROUGE_L": 0.2381973346508468, "BERTScore": 0.9294410269921987, "MoverScore": 0.6263522325752666}}
|
eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.2380073800733616, "Bleu_2": 0.15933440894682946, "Bleu_3": 0.07917925058136249, "Bleu_4": 0.043953719260108354, "METEOR": 0.22734841945686635, "ROUGE_L": 0.2581124906253284, "BERTScore": 0.9312980330508688, "MoverScore": 0.6346634471844459}, "test": {"Bleu_1": 0.2157031924070615, "Bleu_2": 0.12666506663102062, "Bleu_3": 0.043549605788082923, "Bleu_4": 0.019375983996001805, "METEOR": 0.20830861154161748, "ROUGE_L": 0.2282312867819686, "BERTScore": 0.9274213694777164, "MoverScore": 0.625819505480643}}
|
eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22410546139317494, "Bleu_2": 0.14799059275910859, "Bleu_3": 0.07221011128114985, "Bleu_4": 0.04133339545205571, "METEOR": 0.22238994430799522, "ROUGE_L": 0.24565046521101747, "BERTScore": 0.9317284468766097, "MoverScore": 0.6425192035509074}, "test": {"Bleu_1": 0.22470904207679077, "Bleu_2": 0.13033282260971363, "Bleu_3": 0.04521613303786913, "Bleu_4": 0.020303473293418344, "METEOR": 0.20565745633046878, "ROUGE_L": 0.23235777169504496, "BERTScore": 0.9296420762676219, "MoverScore": 0.628451129823324}}
|
eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22201138519881972, "Bleu_2": 0.1462409581485441, "Bleu_3": 0.07191564848826648, "Bleu_4": 0.04136819962663336, "METEOR": 0.22851124666732595, "ROUGE_L": 0.24057376917487244, "BERTScore": 0.931157417349763, "MoverScore": 0.6364767637109324}, "test": {"Bleu_1": 0.23139013452894047, "Bleu_2": 0.13886148209897578, "Bleu_3": 0.05948167663000455, "Bleu_4": 0.029685548548140022, "METEOR": 0.20639230837994324, "ROUGE_L": 0.2381973346508468, "BERTScore": 0.9294410335455889, "MoverScore": 0.6263522325752666}}
|
eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.23782771535535988, "Bleu_2": 0.15884673691238546, "Bleu_3": 0.0794640429852893, "Bleu_4": 0.044281810097276615, "METEOR": 0.2267584554237969, "ROUGE_L": 0.2570516260960386, "BERTScore": 0.9315045744508177, "MoverScore": 0.6347782584038794}, "test": {"Bleu_1": 0.2157031924070615, "Bleu_2": 0.12666506663102062, "Bleu_3": 0.043549605788082923, "Bleu_4": 0.019375983996001805, "METEOR": 0.20830861154161748, "ROUGE_L": 0.2282312867819686, "BERTScore": 0.9274213641725909, "MoverScore": 0.625819505480643}}
|
eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22284644194714823, "Bleu_2": 0.1470737672415528, "Bleu_3": 0.07170668962455548, "Bleu_4": 0.04099842066703572, "METEOR": 0.22292677873227765, "ROUGE_L": 0.2445638670162668, "BERTScore": 0.9317431037242596, "MoverScore": 0.6413942265127902}, "test": {"Bleu_1": 0.22470904207679077, "Bleu_2": 0.13033282260971363, "Bleu_3": 0.04521613303786913, "Bleu_4": 0.020303473293418344, "METEOR": 0.20565745633046878, "ROUGE_L": 0.23235777169504496, "BERTScore": 0.9296420787641515, "MoverScore": 0.628451129823324}}
|
eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22075471698071555, "Bleu_2": 0.1453273589523525, "Bleu_3": 0.07140943379639374, "Bleu_4": 0.041028997943514826, "METEOR": 0.22905064738384173, "ROUGE_L": 0.23948717098012173, "BERTScore": 0.9311720381726275, "MoverScore": 0.6353517863986378}, "test": {"Bleu_1": 0.23139013452894047, "Bleu_2": 0.13886148209897578, "Bleu_3": 0.05948167663000455, "Bleu_4": 0.029685548548140022, "METEOR": 0.20639230837994324, "ROUGE_L": 0.2381973346508468, "BERTScore": 0.9294410226232719, "MoverScore": 0.6263522325752666}}
|
eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.23782771535535988, "Bleu_2": 0.15884673691238546, "Bleu_3": 0.0794640429852893, "Bleu_4": 0.044281810097276615, "METEOR": 0.2267584554237969, "ROUGE_L": 0.2570516260960386, "BERTScore": 0.9315045731408256, "MoverScore": 0.6347782584038794}, "test": {"Bleu_1": 0.2157031924070615, "Bleu_2": 0.12666506663102062, "Bleu_3": 0.043549605788082923, "Bleu_4": 0.019375983996001805, "METEOR": 0.20830861154161748, "ROUGE_L": 0.2282312867819686, "BERTScore": 0.9274213647967233, "MoverScore": 0.625819505480643}}
|
eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22284644194714823, "Bleu_2": 0.1470737672415528, "Bleu_3": 0.07170668962455548, "Bleu_4": 0.04099842066703572, "METEOR": 0.22292677873227765, "ROUGE_L": 0.2445638670162668, "BERTScore": 0.9317431161691855, "MoverScore": 0.6413942265127902}, "test": {"Bleu_1": 0.22470904207679077, "Bleu_2": 0.13033282260971363, "Bleu_3": 0.04521613303786913, "Bleu_4": 0.020303473293418344, "METEOR": 0.20565745633046878, "ROUGE_L": 0.23235777169504496, "BERTScore": 0.9296420606643118, "MoverScore": 0.628451129823324}}
|
eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22075471698071555, "Bleu_2": 0.1453273589523525, "Bleu_3": 0.07140943379639374, "Bleu_4": 0.041028997943514826, "METEOR": 0.22905064738384173, "ROUGE_L": 0.23948717098012173, "BERTScore": 0.9311720381726275, "MoverScore": 0.6353517863986378}, "test": {"Bleu_1": 0.23139013452894047, "Bleu_2": 0.13886148209897578, "Bleu_3": 0.05948167663000455, "Bleu_4": 0.029685548548140022, "METEOR": 0.20639230837994324, "ROUGE_L": 0.2381973346508468, "BERTScore": 0.9294410273042649, "MoverScore": 0.6263522325752666}}
|
eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.23782771535535988, "Bleu_2": 0.15884673691238546, "Bleu_3": 0.0794640429852893, "Bleu_4": 0.044281810097276615, "METEOR": 0.2267584554237969, "ROUGE_L": 0.2570516260960386, "BERTScore": 0.9315045711758373, "MoverScore": 0.6347782584038794}, "test": {"Bleu_1": 0.2157031924070615, "Bleu_2": 0.12666506663102062, "Bleu_3": 0.043549605788082923, "Bleu_4": 0.019375983996001805, "METEOR": 0.20830861154161748, "ROUGE_L": 0.2282312867819686, "BERTScore": 0.9274213782155701, "MoverScore": 0.625819505480643}}
|
eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22284644194714823, "Bleu_2": 0.1470737672415528, "Bleu_3": 0.07170668962455548, "Bleu_4": 0.04099842066703572, "METEOR": 0.22292677873227765, "ROUGE_L": 0.2445638670162668, "BERTScore": 0.931743120099162, "MoverScore": 0.6413942265127902}, "test": {"Bleu_1": 0.22470904207679077, "Bleu_2": 0.13033282260971363, "Bleu_3": 0.04521613303786913, "Bleu_4": 0.020303473293418344, "METEOR": 0.20565745633046878, "ROUGE_L": 0.23235777169504496, "BERTScore": 0.9296420762676219, "MoverScore": 0.628451129823324}}
|
eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22075471698071555, "Bleu_2": 0.1453273589523525, "Bleu_3": 0.07140943379639374, "Bleu_4": 0.041028997943514826, "METEOR": 0.22905064738384173, "ROUGE_L": 0.23948717098012173, "BERTScore": 0.9311720388276237, "MoverScore": 0.6353517863986378}, "test": {"Bleu_1": 0.23139013452894047, "Bleu_2": 0.13886148209897578, "Bleu_3": 0.05948167663000455, "Bleu_4": 0.029685548548140022, "METEOR": 0.20639230837994324, "ROUGE_L": 0.2381973346508468, "BERTScore": 0.9294410269921987, "MoverScore": 0.6263522325752666}}
|
eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.23782771535535988, "Bleu_2": 0.15884673691238546, "Bleu_3": 0.0794640429852893, "Bleu_4": 0.044281810097276615, "METEOR": 0.2267584554237969, "ROUGE_L": 0.2570516260960386, "BERTScore": 0.931504576415806, "MoverScore": 0.6347782584038794}, "test": {"Bleu_1": 0.2157031924070615, "Bleu_2": 0.12666506663102062, "Bleu_3": 0.043549605788082923, "Bleu_4": 0.019375983996001805, "METEOR": 0.20830861154161748, "ROUGE_L": 0.2282312867819686, "BERTScore": 0.9274213619881275, "MoverScore": 0.625819505480643}}
|
eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22410546139317494, "Bleu_2": 0.14799059275910859, "Bleu_3": 0.07221011128114985, "Bleu_4": 0.04133339545205571, "METEOR": 0.22238994430799522, "ROUGE_L": 0.24565046521101747, "BERTScore": 0.9317284730764536, "MoverScore": 0.6425192035509074}, "test": {"Bleu_1": 0.22470904207679077, "Bleu_2": 0.13033282260971363, "Bleu_3": 0.04521613303786913, "Bleu_4": 0.020303473293418344, "METEOR": 0.20565745633046878, "ROUGE_L": 0.23235777169504496, "BERTScore": 0.9296420750193571, "MoverScore": 0.628451129823324}}
|
eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.22201138519881972, "Bleu_2": 0.1462409581485441, "Bleu_3": 0.07191564848826648, "Bleu_4": 0.04136819962663336, "METEOR": 0.22851124666732595, "ROUGE_L": 0.24057376917487244, "BERTScore": 0.931157418004759, "MoverScore": 0.6364767637109324}, "test": {"Bleu_1": 0.23139013452894047, "Bleu_2": 0.13886148209897578, "Bleu_3": 0.05948167663000455, "Bleu_4": 0.029685548548140022, "METEOR": 0.20639230837994324, "ROUGE_L": 0.2381973346508468, "BERTScore": 0.9294410273042649, "MoverScore": 0.6263522325752666}}
|
eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"validation": {"Bleu_1": 0.23782771535535988, "Bleu_2": 0.15884673691238546, "Bleu_3": 0.0794640429852893, "Bleu_4": 0.044281810097276615, "METEOR": 0.2267584554237969, "ROUGE_L": 0.2570516260960386, "BERTScore": 0.9315045731408256, "MoverScore": 0.6347782584038794}, "test": {"Bleu_1": 0.2157031924070615, "Bleu_2": 0.12666506663102062, "Bleu_3": 0.043549605788082923, "Bleu_4": 0.019375983996001805, "METEOR": 0.20830861154161748, "ROUGE_L": 0.2282312867819686, "BERTScore": 0.9274213651087896, "MoverScore": 0.625819505480643}}
|
eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
What is the quality of the book?
|
| 2 |
+
How is the relationship?
|
| 3 |
+
How is the book?
|
| 4 |
+
How is the character?
|
| 5 |
+
How is the writing?
|
| 6 |
+
How is the dialogue?
|
| 7 |
+
How is the story?
|
| 8 |
+
How is the story?
|
| 9 |
+
What do you think about the book?
|
| 10 |
+
How is the relationship?
|
| 11 |
+
How is the ending?
|
| 12 |
+
How is the perspective?
|
| 13 |
+
How is information?
|
| 14 |
+
How is the plot?
|
| 15 |
+
How is the writing?
|
| 16 |
+
How is the beginning?
|
| 17 |
+
How is the book?
|
| 18 |
+
How is the story?
|
| 19 |
+
How is the story?
|
| 20 |
+
How is the ending?
|
| 21 |
+
How do you like the story?
|
| 22 |
+
How is the story?
|
| 23 |
+
Who wrote the book?
|
| 24 |
+
How is the theme?
|
| 25 |
+
How is the plot?
|
| 26 |
+
How do you like the book?
|
| 27 |
+
How do you like the book?
|
| 28 |
+
How do you like the book?
|
| 29 |
+
How is the description of the characters?
|
| 30 |
+
What do you think about the book?
|
| 31 |
+
What is the quality of the book?
|
| 32 |
+
How is the story line?
|
| 33 |
+
How is the quality of the story?
|
| 34 |
+
How is the quality of the story?
|
| 35 |
+
How is the story?
|
| 36 |
+
How do you like the character?
|
| 37 |
+
How is the character?
|
| 38 |
+
How do you like the book?
|
| 39 |
+
How is the character development?
|
| 40 |
+
Who is the author?
|
| 41 |
+
How do you like the story?
|
| 42 |
+
How is the cover?
|
| 43 |
+
How is the dialogue?
|
| 44 |
+
How is the end of the story?
|
| 45 |
+
What do you think about the cover?
|
| 46 |
+
How is the relationship?
|
| 47 |
+
How is the relationship?
|
| 48 |
+
How is the character development?
|
| 49 |
+
How is the character?
|
| 50 |
+
How is the story?
|
| 51 |
+
How is the writing?
|
| 52 |
+
How do you like the story?
|
| 53 |
+
How do you like the characters?
|
| 54 |
+
How is the development of the characters?
|
| 55 |
+
How is the character development?
|
| 56 |
+
What is the review?
|
| 57 |
+
How do you like the story?
|
| 58 |
+
How is the plot?
|
| 59 |
+
What do you think about the story?
|
| 60 |
+
How is character development?
|
| 61 |
+
How is the story?
|
| 62 |
+
How is the concept?
|
| 63 |
+
How is the writing style?
|
| 64 |
+
How is the character?
|
| 65 |
+
How do you like the book?
|
| 66 |
+
How is the book?
|
| 67 |
+
How is the story?
|
| 68 |
+
How is the relationship?
|
| 69 |
+
How is the mystery?
|
| 70 |
+
What is the name of the book?
|
| 71 |
+
How is the relationship?
|
| 72 |
+
What is the quality of the writing?
|
| 73 |
+
How is the plot?
|
| 74 |
+
How is the romance?
|
| 75 |
+
How long is the story?
|
| 76 |
+
How do you like the story?
|
| 77 |
+
How is the book?
|
| 78 |
+
How is the plot?
|
| 79 |
+
How is the description of the book?
|
| 80 |
+
How is the relationship?
|
| 81 |
+
How is the ending?
|
| 82 |
+
How is the story?
|
| 83 |
+
Who wrote the book?
|
| 84 |
+
How is the writing style?
|
| 85 |
+
How is the love story?
|
| 86 |
+
How long is the book?
|
| 87 |
+
What is the name of the character?
|
| 88 |
+
How is the language?
|
| 89 |
+
How is the book?
|
| 90 |
+
How is the imagery?
|
| 91 |
+
How is the writing?
|
| 92 |
+
How is the development?
|
| 93 |
+
What is the name of the book?
|
| 94 |
+
How is the setting?
|
| 95 |
+
How do you like the characters?
|
| 96 |
+
How do you like the character?
|
| 97 |
+
How is the story?
|
| 98 |
+
What is the quality of the book?
|
| 99 |
+
How do you like the story?
|
| 100 |
+
How is the character?
|
| 101 |
+
How is the information?
|
| 102 |
+
How do you like the story?
|
| 103 |
+
How is the quality of the reviews?
|
| 104 |
+
How is the cover?
|
| 105 |
+
How is the cover?
|
| 106 |
+
How is the character?
|
| 107 |
+
How is the story?
|
| 108 |
+
How is the book?
|
| 109 |
+
How do you like the characters?
|
| 110 |
+
How is action?
|
| 111 |
+
How is the writing style?
|
| 112 |
+
How is the craft?
|
| 113 |
+
How is the plot?
|
| 114 |
+
How is the storyline?
|
| 115 |
+
How is the mystery?
|
| 116 |
+
How is the romance?
|
| 117 |
+
How is the character?
|
| 118 |
+
What is the name of the book?
|
| 119 |
+
How is the dialogue?
|
| 120 |
+
How is the cover?
|
| 121 |
+
How do you like the book?
|
| 122 |
+
How is the story?
|
| 123 |
+
How is the character?
|
| 124 |
+
How do you like the book?
|
| 125 |
+
How is the book?
|
| 126 |
+
How is the story?
|
| 127 |
+
How is the quality of the book?
|
| 128 |
+
How is the character?
|
| 129 |
+
How is the relationship?
|
| 130 |
+
How is the romance?
|
| 131 |
+
What do you think the author wanted to do?
|
| 132 |
+
How is the story?
|
| 133 |
+
How do you like the story?
|
| 134 |
+
How do you like the story?
|
| 135 |
+
How is the relationship?
|
| 136 |
+
How is the book?
|
| 137 |
+
What is the name of the book?
|
| 138 |
+
How is the book?
|
| 139 |
+
How is the advice?
|
| 140 |
+
How is the character?
|
| 141 |
+
What is the quality of the story?
|
| 142 |
+
How is the detail of the story?
|
| 143 |
+
How is the story?
|
| 144 |
+
How is the quality of the book?
|
| 145 |
+
How is the writing style?
|
| 146 |
+
How do you like the story?
|
| 147 |
+
How is the book?
|
| 148 |
+
How is the story?
|
| 149 |
+
How is the relationship?
|
| 150 |
+
How is the quality of the book?
|
| 151 |
+
How is the ending?
|
| 152 |
+
How old is the character?
|
| 153 |
+
How is the plot line?
|
| 154 |
+
How is the setting?
|
| 155 |
+
How is the book?
|
| 156 |
+
How is the ending?
|
| 157 |
+
How is the information?
|
| 158 |
+
How is the plot?
|
| 159 |
+
How is the dialogue?
|
| 160 |
+
How is the story?
|
| 161 |
+
How is the plot?
|
| 162 |
+
How is the book?
|
| 163 |
+
How is the book?
|
| 164 |
+
How is the story?
|
| 165 |
+
How is the book?
|
| 166 |
+
How is the story?
|
| 167 |
+
How is the quality of the book?
|
| 168 |
+
How is the story?
|
| 169 |
+
How is the character?
|
| 170 |
+
What is the quality of the book?
|
| 171 |
+
How is the quality of the book?
|
| 172 |
+
How is the story line?
|
| 173 |
+
How is the mystery?
|
| 174 |
+
How is the book?
|
| 175 |
+
How do you like the book?
|
| 176 |
+
How is the information?
|
| 177 |
+
How do you like the book?
|
| 178 |
+
How is the quality of the writing?
|
| 179 |
+
How is the character development?
|
| 180 |
+
How is the story?
|
| 181 |
+
How is the premise of the story?
|
| 182 |
+
How is the sound?
|
| 183 |
+
How is the writing?
|
| 184 |
+
How is the story?
|
| 185 |
+
What is the name of the book?
|
| 186 |
+
How are the strategies?
|
| 187 |
+
How do you like the writing?
|
| 188 |
+
How is the character?
|
| 189 |
+
How is the story?
|
| 190 |
+
How is the character development?
|
| 191 |
+
How is the writing?
|
eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
What is the quality of the book?
|
| 2 |
+
How is the relationship?
|
| 3 |
+
How is the book?
|
| 4 |
+
How is the writing style?
|
| 5 |
+
How is the writing?
|
| 6 |
+
How is the dialogue?
|
| 7 |
+
How is the story?
|
| 8 |
+
How is the story?
|
| 9 |
+
How do you like the book?
|
| 10 |
+
How is the relationship?
|
| 11 |
+
How is the ending?
|
| 12 |
+
How is the writing style?
|
| 13 |
+
How is the information?
|
| 14 |
+
How is the plot?
|
| 15 |
+
How long is the story?
|
| 16 |
+
How is the beginning?
|
| 17 |
+
How is the book?
|
| 18 |
+
How is the story?
|
| 19 |
+
How is the story?
|
| 20 |
+
How is the ending?
|
| 21 |
+
How do you like the story?
|
| 22 |
+
How is the story?
|
| 23 |
+
How is the book?
|
| 24 |
+
How is the theme?
|
| 25 |
+
How is the plot?
|
| 26 |
+
How do you like the book?
|
| 27 |
+
How is the story?
|
| 28 |
+
How do you like the book?
|
| 29 |
+
How do you like the book?
|
| 30 |
+
How is the book?
|
| 31 |
+
How is the book?
|
| 32 |
+
How is the story line?
|
| 33 |
+
How is the quality of the book?
|
| 34 |
+
How is the quality of the story?
|
| 35 |
+
How is the story?
|
| 36 |
+
How do you like the character?
|
| 37 |
+
How is the character?
|
| 38 |
+
How do you like the book?
|
| 39 |
+
How is the story line?
|
| 40 |
+
How is the story?
|
| 41 |
+
How do you like the story?
|
| 42 |
+
How is the cover?
|
| 43 |
+
How is the dialogue?
|
| 44 |
+
How is the relationship?
|
| 45 |
+
How is the cover?
|
| 46 |
+
How is the relationship?
|
| 47 |
+
How is the relationship?
|
| 48 |
+
How is the character development?
|
| 49 |
+
How is the character?
|
| 50 |
+
How is the writing style?
|
| 51 |
+
How is the writing?
|
| 52 |
+
How is the story?
|
| 53 |
+
How do you like the story?
|
| 54 |
+
How is the development of the characters?
|
| 55 |
+
How is the character development?
|
| 56 |
+
How is the book?
|
| 57 |
+
How do you like the story?
|
| 58 |
+
How is the plot?
|
| 59 |
+
What do you think about the story?
|
| 60 |
+
How is character development?
|
| 61 |
+
How is the story?
|
| 62 |
+
How is the concept of time?
|
| 63 |
+
How is the writing style?
|
| 64 |
+
How is the character?
|
| 65 |
+
How is the quality of the book?
|
| 66 |
+
How do you like the story?
|
| 67 |
+
How is the story?
|
| 68 |
+
How is the relationship?
|
| 69 |
+
How is the quality of the book?
|
| 70 |
+
How is the story?
|
| 71 |
+
How is the relationship?
|
| 72 |
+
How is the book?
|
| 73 |
+
How is the book?
|
| 74 |
+
How is the romance?
|
| 75 |
+
How long is the story?
|
| 76 |
+
What do you think about the story?
|
| 77 |
+
How is the book?
|
| 78 |
+
How is the plot?
|
| 79 |
+
How is the description of the author?
|
| 80 |
+
How is the story line?
|
| 81 |
+
How is the ending?
|
| 82 |
+
How is the story?
|
| 83 |
+
How is the book?
|
| 84 |
+
How is the writing style?
|
| 85 |
+
How is the love story?
|
| 86 |
+
How is the story?
|
| 87 |
+
How is the relationship?
|
| 88 |
+
How is the language?
|
| 89 |
+
How is the story?
|
| 90 |
+
How is the imagery?
|
| 91 |
+
How is the writing?
|
| 92 |
+
How is the development?
|
| 93 |
+
How do you like the book?
|
| 94 |
+
How is the setting?
|
| 95 |
+
How do you like the characters?
|
| 96 |
+
How do you like the story?
|
| 97 |
+
How is the story?
|
| 98 |
+
How is the quality of the book?
|
| 99 |
+
How do you like the story?
|
| 100 |
+
How do you like the book?
|
| 101 |
+
How is the story?
|
| 102 |
+
How do you like the story?
|
| 103 |
+
How is the quality of the review?
|
| 104 |
+
How is the cover?
|
| 105 |
+
How is the cover?
|
| 106 |
+
How is the story?
|
| 107 |
+
How is the story?
|
| 108 |
+
How is the premise of the book?
|
| 109 |
+
How do you like the characters?
|
| 110 |
+
How is the action?
|
| 111 |
+
How is the writing style?
|
| 112 |
+
How is the craft?
|
| 113 |
+
How is the story?
|
| 114 |
+
How is the story?
|
| 115 |
+
How is the pace of the book?
|
| 116 |
+
How is the romance?
|
| 117 |
+
How is the character?
|
| 118 |
+
What is the name of the book?
|
| 119 |
+
How is the dialogue?
|
| 120 |
+
How is the cover?
|
| 121 |
+
How do you like the book?
|
| 122 |
+
How do you like the story?
|
| 123 |
+
How is the quality of the writing?
|
| 124 |
+
How do you like the book?
|
| 125 |
+
How is the book?
|
| 126 |
+
How is the story?
|
| 127 |
+
How is the quality of the book?
|
| 128 |
+
How do you like the story?
|
| 129 |
+
How is the relationship?
|
| 130 |
+
How is the romance?
|
| 131 |
+
How do you like the character?
|
| 132 |
+
How is the story?
|
| 133 |
+
How do you like the story?
|
| 134 |
+
How do you like the story?
|
| 135 |
+
How is the relationship?
|
| 136 |
+
How do you like the word?
|
| 137 |
+
What is the name of the book?
|
| 138 |
+
How is the book?
|
| 139 |
+
How is the advice?
|
| 140 |
+
How is the character?
|
| 141 |
+
How is the book?
|
| 142 |
+
How is the quality of the book?
|
| 143 |
+
How is the story?
|
| 144 |
+
How is the quality of the book?
|
| 145 |
+
How is the writing style?
|
| 146 |
+
How do you like the story?
|
| 147 |
+
How is the book?
|
| 148 |
+
How is the story?
|
| 149 |
+
How is the story?
|
| 150 |
+
How is the quality of the book?
|
| 151 |
+
How is the ending?
|
| 152 |
+
How old is the character?
|
| 153 |
+
How is the plot line?
|
| 154 |
+
How is the book?
|
| 155 |
+
How is the book?
|
| 156 |
+
How is the ending?
|
| 157 |
+
How is the story?
|
| 158 |
+
How is the plot?
|
| 159 |
+
How is the dialogue?
|
| 160 |
+
How is the plot line?
|
| 161 |
+
How is the plot?
|
| 162 |
+
How is the plot?
|
| 163 |
+
How is the book?
|
| 164 |
+
How is the story?
|
| 165 |
+
How is the book?
|
| 166 |
+
How is the story?
|
| 167 |
+
How is the quality of the book?
|
| 168 |
+
How is the story?
|
| 169 |
+
How is the character?
|
| 170 |
+
What is the quality of the book?
|
| 171 |
+
How do you like the characters?
|
| 172 |
+
How is the story line?
|
| 173 |
+
How is the mystery?
|
| 174 |
+
How is the book?
|
| 175 |
+
How is the ending?
|
| 176 |
+
How is the information?
|
| 177 |
+
How do you like the story?
|
| 178 |
+
How do you like the story?
|
| 179 |
+
How do you like the story?
|
| 180 |
+
How is the story?
|
| 181 |
+
How is the premise of the story?
|
| 182 |
+
How is the quality of the writing?
|
| 183 |
+
How is the writing?
|
| 184 |
+
How is the story?
|
| 185 |
+
How is the book?
|
| 186 |
+
How do you like the idea?
|
| 187 |
+
How do you like the story?
|
| 188 |
+
How is the character?
|
| 189 |
+
How is the story?
|
| 190 |
+
How is the character development?
|
| 191 |
+
How is the writing?
|
eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
How is the quality of the book?
|
| 2 |
+
How is the relationship?
|
| 3 |
+
How do you like the book?
|
| 4 |
+
How is the writing style?
|
| 5 |
+
How is the writing?
|
| 6 |
+
How is the dialogue?
|
| 7 |
+
How is the quality of the characters?
|
| 8 |
+
How often does Brimstone call?
|
| 9 |
+
How is the story?
|
| 10 |
+
How is the quality of the book?
|
| 11 |
+
How is the ending?
|
| 12 |
+
How is the perspective?
|
| 13 |
+
How is information?
|
| 14 |
+
How is the plot?
|
| 15 |
+
How is the writing?
|
| 16 |
+
How is the beginning?
|
| 17 |
+
How is the book?
|
| 18 |
+
How is the story?
|
| 19 |
+
How is the character?
|
| 20 |
+
How is the ending?
|
| 21 |
+
How is the story?
|
| 22 |
+
How is the life?
|
| 23 |
+
What is the name of the author?
|
| 24 |
+
How is the theme?
|
| 25 |
+
How is the idea for the plot?
|
| 26 |
+
How is the book?
|
| 27 |
+
How is the quality of the book?
|
| 28 |
+
How do you like the movie?
|
| 29 |
+
How is the description of the characters?
|
| 30 |
+
What do you think about the book?
|
| 31 |
+
What kind of book is the book?
|
| 32 |
+
How is the story line?
|
| 33 |
+
What is the quality of the story?
|
| 34 |
+
What is the quality of the story?
|
| 35 |
+
How is the history?
|
| 36 |
+
How is the quality of the character?
|
| 37 |
+
How is the story?
|
| 38 |
+
How do you like the book?
|
| 39 |
+
How is the story line?
|
| 40 |
+
Who is the author of the book?
|
| 41 |
+
How do you like the story?
|
| 42 |
+
How is the cover?
|
| 43 |
+
How is the dialogue?
|
| 44 |
+
How is the end of the story?
|
| 45 |
+
What do you think about the cover?
|
| 46 |
+
How is the relationship?
|
| 47 |
+
How is the relationship?
|
| 48 |
+
How is the character development?
|
| 49 |
+
What is the quality of the character?
|
| 50 |
+
How is the story?
|
| 51 |
+
How do you like the characters?
|
| 52 |
+
What kind of interest do you have?
|
| 53 |
+
How is the character?
|
| 54 |
+
How is the development of the characters?
|
| 55 |
+
How is the relationship?
|
| 56 |
+
What is the review?
|
| 57 |
+
How is the quality of the story?
|
| 58 |
+
How is the plot?
|
| 59 |
+
How is the relationship?
|
| 60 |
+
How is character development?
|
| 61 |
+
How is the story?
|
| 62 |
+
How is the brain?
|
| 63 |
+
How is the writing style?
|
| 64 |
+
How is the character?
|
| 65 |
+
How do you like the story?
|
| 66 |
+
How is the book?
|
| 67 |
+
How is the story?
|
| 68 |
+
How is the relationship?
|
| 69 |
+
How is the mystery?
|
| 70 |
+
What is the name of the book?
|
| 71 |
+
How is the quality of the character?
|
| 72 |
+
How is the description?
|
| 73 |
+
How is the plot?
|
| 74 |
+
How is the romance?
|
| 75 |
+
How long is the book?
|
| 76 |
+
What do you think about saving yourself?
|
| 77 |
+
How is the plot line?
|
| 78 |
+
How is the plot?
|
| 79 |
+
How is the description?
|
| 80 |
+
How is the story line?
|
| 81 |
+
What do you think about the ending?
|
| 82 |
+
How is the story?
|
| 83 |
+
What is the name of the book?
|
| 84 |
+
What is the quality of the writing?
|
| 85 |
+
How is the love story?
|
| 86 |
+
How long is the book?
|
| 87 |
+
What is the name of the character?
|
| 88 |
+
How is the language?
|
| 89 |
+
How is the story?
|
| 90 |
+
How is the imagery?
|
| 91 |
+
How is the writing?
|
| 92 |
+
How is character development?
|
| 93 |
+
How is the book?
|
| 94 |
+
How is the setting?
|
| 95 |
+
How do you like the characters?
|
| 96 |
+
How do you like the character?
|
| 97 |
+
How is the past?
|
| 98 |
+
What is the quality of the book?
|
| 99 |
+
How do you like the story?
|
| 100 |
+
How is the texture of the character?
|
| 101 |
+
How is the information?
|
| 102 |
+
How do you like the story?
|
| 103 |
+
How is the quality of the reviews?
|
| 104 |
+
How is the cover?
|
| 105 |
+
How is the cover?
|
| 106 |
+
How is the quality of the story?
|
| 107 |
+
How is the story?
|
| 108 |
+
How is the book?
|
| 109 |
+
How is the plot line?
|
| 110 |
+
How is action?
|
| 111 |
+
How is the writing style?
|
| 112 |
+
How is the craft?
|
| 113 |
+
How is the plot line?
|
| 114 |
+
How is the storyline?
|
| 115 |
+
How is the mystery?
|
| 116 |
+
How is the romance?
|
| 117 |
+
How is the character?
|
| 118 |
+
How do you like the characters?
|
| 119 |
+
How is the dialogue?
|
| 120 |
+
How is the cover?
|
| 121 |
+
How do you like the book?
|
| 122 |
+
How is the quality of the story?
|
| 123 |
+
How is the character likeable?
|
| 124 |
+
How do you like the book?
|
| 125 |
+
How is the story?
|
| 126 |
+
How is the story?
|
| 127 |
+
How is the quality of the series?
|
| 128 |
+
How is the character?
|
| 129 |
+
How is the romance?
|
| 130 |
+
How is the romance?
|
| 131 |
+
What do you think the author wanted to do?
|
| 132 |
+
How is the background?
|
| 133 |
+
How is the relief?
|
| 134 |
+
How is the quality of the characters?
|
| 135 |
+
What is the feeling?
|
| 136 |
+
How is the quality of the book?
|
| 137 |
+
How is the character?
|
| 138 |
+
How is the plot?
|
| 139 |
+
How is the advice?
|
| 140 |
+
How is the quality of the characters?
|
| 141 |
+
What is the quality of the writing?
|
| 142 |
+
How is the detail of the story?
|
| 143 |
+
How is the story?
|
| 144 |
+
How is the quality of the book?
|
| 145 |
+
How is the story?
|
| 146 |
+
How is the story?
|
| 147 |
+
How is the book?
|
| 148 |
+
How is the character?
|
| 149 |
+
How is the relationship?
|
| 150 |
+
How is the experience?
|
| 151 |
+
How is the plot line?
|
| 152 |
+
How old are the characters?
|
| 153 |
+
How is the plot line?
|
| 154 |
+
How is the setting?
|
| 155 |
+
How is the quality of the book?
|
| 156 |
+
How is the ending?
|
| 157 |
+
How is the information?
|
| 158 |
+
How do you like the characters?
|
| 159 |
+
How is the dialogue?
|
| 160 |
+
How is the story line?
|
| 161 |
+
How is the plot?
|
| 162 |
+
How is the plot?
|
| 163 |
+
How is the book?
|
| 164 |
+
How is the story?
|
| 165 |
+
How is the quality of the book?
|
| 166 |
+
How is the plot?
|
| 167 |
+
How is the quality of the characters?
|
| 168 |
+
How is the book?
|
| 169 |
+
How is the character?
|
| 170 |
+
What is the quality of the book?
|
| 171 |
+
What do you think about the characters?
|
| 172 |
+
How is the story line?
|
| 173 |
+
How is the mystery?
|
| 174 |
+
How is the book?
|
| 175 |
+
What is the quality of the book?
|
| 176 |
+
How is the information?
|
| 177 |
+
How do you feel about this book?
|
| 178 |
+
How is the quality of the book?
|
| 179 |
+
How is the development of the characters?
|
| 180 |
+
How is the character?
|
| 181 |
+
How is the premise of the story?
|
| 182 |
+
How is the quality of the book?
|
| 183 |
+
How is the writing?
|
| 184 |
+
How is the story?
|
| 185 |
+
What is the name of the book?
|
| 186 |
+
How are the strategies described?
|
| 187 |
+
How do you like the writing?
|
| 188 |
+
How is the character?
|
| 189 |
+
How is the story?
|
| 190 |
+
How is character development?
|
| 191 |
+
How is the writing?
|
eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
How do you like the story?
|
| 2 |
+
How is the world?
|
| 3 |
+
How do you like the book?
|
| 4 |
+
How is the humor?
|
| 5 |
+
How is the quality of the book?
|
| 6 |
+
What is the name of the book?
|
| 7 |
+
How is the story?
|
| 8 |
+
How is the character?
|
| 9 |
+
What is the name of the book?
|
| 10 |
+
How is the story line?
|
| 11 |
+
What is the relationship?
|
| 12 |
+
How is the book?
|
| 13 |
+
How do you like the character?
|
| 14 |
+
How is the book?
|
| 15 |
+
How is the story?
|
| 16 |
+
Where is the book?
|
| 17 |
+
How is the story?
|
| 18 |
+
How is the quality of the book?
|
| 19 |
+
How is the story?
|
| 20 |
+
How is the story?
|
| 21 |
+
How is the description?
|
| 22 |
+
How is the start of the book?
|
| 23 |
+
How is the story?
|
| 24 |
+
How is the concept?
|
| 25 |
+
How is the book?
|
| 26 |
+
How is the magic?
|
| 27 |
+
What is the story?
|
| 28 |
+
How is the book?
|
| 29 |
+
How is the story?
|
| 30 |
+
How is the quality of the book?
|
| 31 |
+
What is the quality of the writing?
|
| 32 |
+
How is the content?
|
| 33 |
+
How is the ending?
|
| 34 |
+
How is the concept of the story?
|
| 35 |
+
How is the book?
|
| 36 |
+
How do you like the characters?
|
| 37 |
+
How is the quality of the writing?
|
| 38 |
+
How is the story?
|
| 39 |
+
What is the best thing about the book?
|
| 40 |
+
How do you like the book?
|
| 41 |
+
How is the book?
|
| 42 |
+
How do you like the book?
|
| 43 |
+
How is the book?
|
| 44 |
+
How is the story line?
|
| 45 |
+
What do you think about the ending?
|
| 46 |
+
How is the book?
|
| 47 |
+
How is the story?
|
| 48 |
+
What do you think about this book?
|
| 49 |
+
How is the quality of the book?
|
| 50 |
+
How is the book?
|
| 51 |
+
How is the relationship?
|
| 52 |
+
How do you like the book?
|
| 53 |
+
How is the sex?
|
| 54 |
+
How is the information?
|
| 55 |
+
How do you like the book?
|
| 56 |
+
How is the quality of the book?
|
| 57 |
+
How do you like the movie?
|
| 58 |
+
How is the book?
|
| 59 |
+
How is the book?
|
| 60 |
+
How is the plot?
|
| 61 |
+
How is the ending?
|
| 62 |
+
How is the book?
|
| 63 |
+
How is the writing?
|
| 64 |
+
How is the book?
|
| 65 |
+
How is action?
|
| 66 |
+
How do you like the story?
|
| 67 |
+
How do you like the book?
|
| 68 |
+
How is the ending?
|
| 69 |
+
How do you like the story?
|
| 70 |
+
What is the sex?
|
| 71 |
+
How is the story?
|
| 72 |
+
How is the story?
|
| 73 |
+
How is the story?
|
| 74 |
+
How is the premise?
|
| 75 |
+
How is the concept of the book?
|
| 76 |
+
How is the story?
|
| 77 |
+
How is the plot?
|
| 78 |
+
How is the story?
|
| 79 |
+
How is the quality of the writing?
|
| 80 |
+
How is the book?
|
| 81 |
+
How is the topic?
|
| 82 |
+
How is the writing?
|
| 83 |
+
How is the story?
|
| 84 |
+
How is the quality of the book?
|
| 85 |
+
How is the romance?
|
| 86 |
+
How is the story?
|
| 87 |
+
How is the series?
|
| 88 |
+
How is the story?
|
| 89 |
+
How long is the book?
|
| 90 |
+
How is the story?
|
| 91 |
+
How is the sex?
|
| 92 |
+
How is the story line?
|
eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
How is the character?
|
| 2 |
+
How is the book?
|
| 3 |
+
How do you like the book?
|
| 4 |
+
How is the humor?
|
| 5 |
+
How is the writing style?
|
| 6 |
+
How is the ending?
|
| 7 |
+
How is the story?
|
| 8 |
+
How is the quality of the story?
|
| 9 |
+
What is the name of the book?
|
| 10 |
+
How is the story line?
|
| 11 |
+
How is the relationship?
|
| 12 |
+
How is the book?
|
| 13 |
+
How do you like the character?
|
| 14 |
+
How is the quality of the book?
|
| 15 |
+
How is the story?
|
| 16 |
+
How is the book?
|
| 17 |
+
How is the life?
|
| 18 |
+
How do you like the book?
|
| 19 |
+
How is the story?
|
| 20 |
+
How is the story?
|
| 21 |
+
How is the book?
|
| 22 |
+
How is the book?
|
| 23 |
+
How is the story?
|
| 24 |
+
How is the concept of the story?
|
| 25 |
+
How is the book?
|
| 26 |
+
How is the story?
|
| 27 |
+
What is the story?
|
| 28 |
+
How is the book?
|
| 29 |
+
How is the story?
|
| 30 |
+
How is the quality of the book?
|
| 31 |
+
What is the quality of the writing?
|
| 32 |
+
How is the quality of the writing?
|
| 33 |
+
How is the ending?
|
| 34 |
+
How is the story?
|
| 35 |
+
How is the book?
|
| 36 |
+
How do you like the characters?
|
| 37 |
+
How is the quality of the writing?
|
| 38 |
+
How is the story?
|
| 39 |
+
How is the book?
|
| 40 |
+
How is the writing style?
|
| 41 |
+
How is the book?
|
| 42 |
+
How do you like the book?
|
| 43 |
+
How is the book?
|
| 44 |
+
How is the story line?
|
| 45 |
+
How is the ending?
|
| 46 |
+
How is the book?
|
| 47 |
+
How is the story?
|
| 48 |
+
What is your opinion of the book?
|
| 49 |
+
How is the quality of the writing?
|
| 50 |
+
How is the book?
|
| 51 |
+
How is the relationship?
|
| 52 |
+
How do you like the book?
|
| 53 |
+
How is the sex?
|
| 54 |
+
How is the book?
|
| 55 |
+
How do you like the book?
|
| 56 |
+
How is the quote?
|
| 57 |
+
How is the book?
|
| 58 |
+
How do you like the book?
|
| 59 |
+
How is the book?
|
| 60 |
+
How is the plot?
|
| 61 |
+
How is the ending?
|
| 62 |
+
How is the book?
|
| 63 |
+
What is the quality of the book?
|
| 64 |
+
How is the book?
|
| 65 |
+
How is the action?
|
| 66 |
+
How do you like the story?
|
| 67 |
+
How is the service?
|
| 68 |
+
How is the ending?
|
| 69 |
+
How do you like the story?
|
| 70 |
+
How is the sex?
|
| 71 |
+
How is the story?
|
| 72 |
+
How do you like the story?
|
| 73 |
+
How is the story?
|
| 74 |
+
How is the plot?
|
| 75 |
+
How is the concept of the book?
|
| 76 |
+
How is the story?
|
| 77 |
+
How is the plot?
|
| 78 |
+
How is the story?
|
| 79 |
+
How is the quality of the writing?
|
| 80 |
+
How is the quality of the book?
|
| 81 |
+
How is the book?
|
| 82 |
+
What is the name of the book?
|
| 83 |
+
How is the story?
|
| 84 |
+
How is the quality of the story?
|
| 85 |
+
How is the romance?
|
| 86 |
+
How is the story?
|
| 87 |
+
How is the series?
|
| 88 |
+
How is the story?
|
| 89 |
+
How is the book?
|
| 90 |
+
How is the story?
|
| 91 |
+
How is the relationship?
|
| 92 |
+
How is the story line?
|
eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
How is the quality of life?
|
| 2 |
+
How is the world?
|
| 3 |
+
How do you like the book?
|
| 4 |
+
How is the book?
|
| 5 |
+
How is the quality of the book?
|
| 6 |
+
What is the name of the book?
|
| 7 |
+
How is the story?
|
| 8 |
+
How is the quality of the story?
|
| 9 |
+
How is the story?
|
| 10 |
+
How is the story line?
|
| 11 |
+
How is the relationship?
|
| 12 |
+
How is the writing?
|
| 13 |
+
How do you like her?
|
| 14 |
+
How is the book?
|
| 15 |
+
How is the story?
|
| 16 |
+
What is the name of the book?
|
| 17 |
+
How is the story?
|
| 18 |
+
How is the quality of the book?
|
| 19 |
+
How is the story?
|
| 20 |
+
How is the story?
|
| 21 |
+
How is the description of the book?
|
| 22 |
+
How is the book?
|
| 23 |
+
How is the story?
|
| 24 |
+
How is the concept?
|
| 25 |
+
How is the book?
|
| 26 |
+
How is the magic?
|
| 27 |
+
How is the quality of the book?
|
| 28 |
+
How is the quality of the story?
|
| 29 |
+
How is the story?
|
| 30 |
+
How is the quality of the book?
|
| 31 |
+
How long is the sentence?
|
| 32 |
+
How is the content?
|
| 33 |
+
How is the part of the book?
|
| 34 |
+
How is the story?
|
| 35 |
+
How is the popularity of the book?
|
| 36 |
+
How is the character likeable?
|
| 37 |
+
How is the quality of the book?
|
| 38 |
+
How is the pace?
|
| 39 |
+
How is the memory?
|
| 40 |
+
How do you like the book?
|
| 41 |
+
What is the focus of the book?
|
| 42 |
+
How do you like the book?
|
| 43 |
+
How is the book?
|
| 44 |
+
How is the story line?
|
| 45 |
+
How is the ending?
|
| 46 |
+
Is this one hard to put down?
|
| 47 |
+
How is the light?
|
| 48 |
+
How is the thought?
|
| 49 |
+
How is the quality of the story?
|
| 50 |
+
How is the book?
|
| 51 |
+
How is the relationship?
|
| 52 |
+
How is the book?
|
| 53 |
+
How is the sex?
|
| 54 |
+
How is the book?
|
| 55 |
+
How is the quality of the book?
|
| 56 |
+
How is the relationship?
|
| 57 |
+
How do you like the book?
|
| 58 |
+
How is the book?
|
| 59 |
+
How is the book?
|
| 60 |
+
How is the plot?
|
| 61 |
+
How is the ending?
|
| 62 |
+
How is the book?
|
| 63 |
+
How is the writing?
|
| 64 |
+
How is the book?
|
| 65 |
+
How is action?
|
| 66 |
+
How is love?
|
| 67 |
+
How do you like the book?
|
| 68 |
+
How is the action?
|
| 69 |
+
How do you like the book?
|
| 70 |
+
What is the sex?
|
| 71 |
+
How is the story?
|
| 72 |
+
How is the story?
|
| 73 |
+
How is the story?
|
| 74 |
+
How is the premise?
|
| 75 |
+
How is the concept of the book?
|
| 76 |
+
How is the story?
|
| 77 |
+
How is the plot?
|
| 78 |
+
How is the story?
|
| 79 |
+
How is the quality of the story?
|
| 80 |
+
How do you like the book?
|
| 81 |
+
How is the topic?
|
| 82 |
+
How is the quality of the writing?
|
| 83 |
+
How is the story?
|
| 84 |
+
How is the quality of the story?
|
| 85 |
+
How is the romance?
|
| 86 |
+
How is the story?
|
| 87 |
+
How is the series?
|
| 88 |
+
How is the story?
|
| 89 |
+
How long is the book?
|
| 90 |
+
How is the story?
|
| 91 |
+
How is the relationship?
|
| 92 |
+
How do you like the book?
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5041589dd4f84797e787de971bb68cf4840b527e87abebb4c3c1ee8dc3675be5
|
| 3 |
+
size 557982969
|
tokenizer_config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "name_or_path": "bart_base_subjqa_books/
|
|
|
|
| 1 |
+
{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "name_or_path": "lmqg_output/qg_subjqa/bart_base_subjqa_books/model_lsesee/epoch_1", "special_tokens_map_file": "lmqg_output/optimized/bart_base_squad/model_kyzucb/epoch_2/special_tokens_map.json", "tokenizer_class": "BartTokenizer"}
|
trainer_config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"dataset_path": "asahi417/qg_subjqa", "dataset_name": "books", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "asahi417/lmqg-bart-base-squad", "max_length": 512, "max_length_output": 32, "epoch": 2, "batch": 32, "lr": 0.0001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.0}
|