Commit
·
d346b8a
1
Parent(s):
c3ae1e9
Added first generated model
Browse filesModel was trained on 139K lines of Eng-Mon sentence pairs.
- .gitattributes +4 -0
- .gitignore +2 -0
- app.py +18 -0
- bin/dict.en.txt +0 -0
- bin/dict.mn.txt +0 -0
- bin/train.en-mn.en.bin +3 -0
- bin/train.en-mn.en.idx +3 -0
- bin/train.en-mn.mn.bin +3 -0
- bin/train.en-mn.mn.idx +3 -0
- bin/valid.en-mn.en.bin +3 -0
- bin/valid.en-mn.en.idx +3 -0
- bin/valid.en-mn.mn.bin +3 -0
- bin/valid.en-mn.mn.idx +3 -0
- model.pt +3 -0
- requirements.txt +2 -0
- spm.model +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
*.de filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
*.mn filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
*.en filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
*.idx filter=lfs diff=lfs merge=lfs -text
|
.gitignore
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Log files
|
| 2 |
+
*.log
|
app.py
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import gradio as gr
|
| 2 |
+
from fairseq.models.transformer import TransformerModel
|
| 3 |
+
|
| 4 |
+
model_directory='./'
|
| 5 |
+
|
| 6 |
+
model = TransformerModel.from_pretrained(
|
| 7 |
+
model_directory,
|
| 8 |
+
checkpoint_file='model.pt',
|
| 9 |
+
data_name_or_path='./bin',
|
| 10 |
+
bpe='sentencepiece',
|
| 11 |
+
sentencepiece_model='./spm.model'
|
| 12 |
+
)
|
| 13 |
+
|
| 14 |
+
def translate(text):
|
| 15 |
+
return model.translate(text)
|
| 16 |
+
|
| 17 |
+
iface = gr.Interface(fn=translate, inputs="text", outputs="text")
|
| 18 |
+
iface.launch()
|
bin/dict.en.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
bin/dict.mn.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
bin/train.en-mn.en.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c02087500a42fce6484028e62551b2077ee473a114ce1a4f0b2e256c909eefb
|
| 3 |
+
size 8290342
|
bin/train.en-mn.en.idx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d4fc329ae3beefd5999b6f0a1584e164603c764b30d5f61e961527e7cc531d3
|
| 3 |
+
size 1673030
|
bin/train.en-mn.mn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f35f692a84cd890c816ed57bfef25da534582c95b195cdb4526989c11b57ece1
|
| 3 |
+
size 8489742
|
bin/train.en-mn.mn.idx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6cdc22a9b0d55e4881a28156e943547168bd713304640dbabb7ea2199d3a80a8
|
| 3 |
+
size 1673030
|
bin/valid.en-mn.en.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fa2cffb9a3e0dd85641670c331f8caaada659e03deab63f2009bbd555ed0e27
|
| 3 |
+
size 59808
|
bin/valid.en-mn.en.idx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f311a4d8c9aaeb6b6f3692c9cae74980b0e2bc1b7064feeeccd0b28cbdac28f5
|
| 3 |
+
size 12026
|
bin/valid.en-mn.mn.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00a99cfcc942192bafd84e4fb79c69247b881c58b28f88ab3d522ca395bd5a82
|
| 3 |
+
size 61148
|
bin/valid.en-mn.mn.idx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce2841830096d22ed63f200dc3537e63dc99ac18d466066fd0bf0234023fd1fd
|
| 3 |
+
size 12026
|
model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a97fe58074aeb84412757e147050ca4ff8753133725254e459f4d2436894971e
|
| 3 |
+
size 920458012
|
requirements.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
sentencepiece
|
| 2 |
+
fairseq==0.12.2
|
spm.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:674b0dd640b7826d998f1eacaaefae52a3046834d1fcc587c743eb6da894872e
|
| 3 |
+
size 562283
|