Create run_lm.py

run_lm.py

@@ -0,0 +1,17 @@
+from transformers import pipeline
+fill_mask = pipeline(
+    "fill-mask",
+    model="alger-ia/dziribert",
+    tokenizer="alger-ia/dziribert"
+)
+generated_text_set = set()
+text= "هذا [MASK]"
+for i in range(50):
+    result = fill_mask(text)
+    r = result[random.randint(0, 4)]["sequence"]
+    if r not in generated_text_set:
+        print(r)
+        text = r + " [MASK]"
+        generated_text_set.add(r)
+    else:
+        continue