modified data script

data/create_data.py

@@ -7,28 +7,29 @@ def main():
     # Create JSON data
 
     WordList = ['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q']
-    ValidWordList = ['r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z']
+    ValidWordList = ['l','m', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i']
     file = open('data.json', 'w')
     file2 = open('validData.json', 'w')
     for k in range(10000):
-        file.write('{"translation":{"let":')
+        file.write('{"translation":{"le":')
         if k <= 1000:
-            file2.write('{"translation":{"let":')
-        randomNum = random.randint(1, 50)
+            file2.write('{"translation":{"le":')
+        #randomNum = random.randint(1, 10)
+        randomNum = 10
         word = []
         word2 = []
         for i in random.sample(range(1, 100), randomNum):
-            word.append(WordList[i%17])
-            if k <= 100:
-                word2.append(ValidWordList[i%9])
-        wordStr = ''.join(word)
+            word.append(WordList[i%9])
+            if k <= 1000:
+                word2.append(ValidWordList[i%11])
+        wordStr = ' '.join(word)
         wordRev = wordStr[::-1]
         if k <= 1000:
-            wordStr2 = ''.join(word2)
+            wordStr2 = ' '.join(word2)
             wordRev2 = wordStr2[::-1]
-            file2.write(f'"{wordStr2}", "rev" :"{wordRev2}"')
+            file2.write(f'"{wordStr2}.", "rev" :"{wordRev2}."')
             file2.write('}}\n')
-        file.write(f'"{wordStr}", "rev" :"{wordRev}"')
+        file.write(f'"{wordStr}.", "rev" :"{wordRev}."')
         file.write('}}\n')
        
 

requirements.txt

@@ -6,4 +6,5 @@ sacrebleu >= 1.4.12
 py7zr
 torch >= 1.3
 evaluate
-transformers
+transformers
+wandb