diff --git a/.gitattributes b/.gitattributes index 6d34772f5ca361021038b404fb913ec8dc0b1a5a..c82e1ebf9f8b66dc71fb3e7019e01d31e74f1299 100644 --- a/.gitattributes +++ b/.gitattributes @@ -25,3 +25,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zstandard filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +*model* filter=lfs diff=lfs merge=lfs -text +*py* filter=lfs diff=lfs merge=lfs -text +*json* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..46db1c74b5cb172543bd2474d09cea6b2a7119ed --- /dev/null +++ b/README.md @@ -0,0 +1,46 @@ +--- +language: no +license: CC-BY 4.0 +tags: +- translation +datasets: +- oscar +widget: +- text: "Skriv inn en tekst som du ønsker å oversette til en annen målform." +--- +# Norwegian mT5 - Translation Bokmål Nynorsk - Development + +## Description + +This is the development version of the Bokmål-Nynorsk translator. If you want something that is stable, Please do run [this version](https://huggingface.co/pere/nb-nn-translation/) instead. + + +Here is an example of how to use the model from Python +```python +# Import libraries +from transformers import T5ForConditionalGeneration, AutoTokenizer +model = T5ForConditionalGeneration.from_pretrained('pere/nb-nn-dev',from_flax=True) +tokenizer = AutoTokenizer.from_pretrained('pere/nb-nn-dev') + +#Encode the text +text = "Hun vil ikke gi bort sine personlige data." +inputs = tokenizer.encode(text, return_tensors="pt") +outputs = model.generate(inputs, max_length=255, num_beams=4, early_stopping=True) + +#Decode and print the result +print(tokenizer.decode(outputs[0])) + +``` + +Or if you like to use the pipeline instead + +```python +# Set up the pipeline +from transformers import pipeline +translator = pipeline("translation", model='pere/nb-nn-dev') + +# Do the translation +text = "Hun vil ikke gi bort sine personlige data." +print(translator(text, max_length=255)) + +``` diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..17768ea0d4cfa8ccde93de6c9d08b9080fe48e14 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58bfa74027999a2fd69e0201df83f18541b6242a907be04d76537d5f6737373 +size 688 diff --git a/events.out.tfevents.1625761047.t1v-n-55481057-w-0.27349.3.v2 b/events.out.tfevents.1625761047.t1v-n-55481057-w-0.27349.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..c0f70df95008e72fa4f94c489d33d934a9284daa --- /dev/null +++ b/events.out.tfevents.1625761047.t1v-n-55481057-w-0.27349.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:618cfeac372ae30457b7494684d5b7079caa2528a002cd95d09d522730bc8c87 +size 40 diff --git a/events.out.tfevents.1625761798.t1v-n-55481057-w-0.33690.3.v2 b/events.out.tfevents.1625761798.t1v-n-55481057-w-0.33690.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..1bb4e7cd487a9ebabace3630f1e6338074571bd6 --- /dev/null +++ b/events.out.tfevents.1625761798.t1v-n-55481057-w-0.33690.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49cbfaebdc773d50511fb4ee3d745383d69eb32de8d131b4dc396886738f8aff +size 40 diff --git a/events.out.tfevents.1625762036.t1v-n-55481057-w-0.35175.3.v2 b/events.out.tfevents.1625762036.t1v-n-55481057-w-0.35175.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..f8b7379bd862a735bb3698bd81ebd074f744a92d --- /dev/null +++ b/events.out.tfevents.1625762036.t1v-n-55481057-w-0.35175.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de3c9786ed3aa7b068be06b3d9667e47d6eb9c6a6f53b455b5b493922f5ff2e +size 40 diff --git a/events.out.tfevents.1625762939.t1v-n-55481057-w-0.36715.3.v2 b/events.out.tfevents.1625762939.t1v-n-55481057-w-0.36715.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..3814c710f15d11aaccc2bcd7880a956c86d20a43 --- /dev/null +++ b/events.out.tfevents.1625762939.t1v-n-55481057-w-0.36715.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b592aafd6f09842419775e6484ac3222eed3ae5a964ac86261cff5798b6c3c +size 40 diff --git a/events.out.tfevents.1625763484.t1v-n-55481057-w-0.38251.3.v2 b/events.out.tfevents.1625763484.t1v-n-55481057-w-0.38251.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..c5b2b20998b1970994ba701581ea75b9ae3e6660 --- /dev/null +++ b/events.out.tfevents.1625763484.t1v-n-55481057-w-0.38251.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c5b6e20a8e2e9ab3ea84d2c2e9326f8c981798be7609f692a5e0b51fd77290 +size 40 diff --git a/events.out.tfevents.1625763883.t1v-n-55481057-w-0.39784.3.v2 b/events.out.tfevents.1625763883.t1v-n-55481057-w-0.39784.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..0ae5388b839096fb422c9226fc07cdf3986c3e14 --- /dev/null +++ b/events.out.tfevents.1625763883.t1v-n-55481057-w-0.39784.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9b38ab4fdf317ed927274ff271d8692faea61f5b683b0ef92747ddb8fe6928 +size 40 diff --git a/events.out.tfevents.1625766202.t1v-n-55481057-w-0.41473.3.v2 b/events.out.tfevents.1625766202.t1v-n-55481057-w-0.41473.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..672cc81f364383ab57c27a6450e789c0bb687f97 --- /dev/null +++ b/events.out.tfevents.1625766202.t1v-n-55481057-w-0.41473.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf5d028db82cac96b3d04e553a3a2812c7fdca69a75b01e6dc11e8c96779d94 +size 40 diff --git a/events.out.tfevents.1625766661.t1v-n-55481057-w-0.42918.3.v2 b/events.out.tfevents.1625766661.t1v-n-55481057-w-0.42918.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..c00bd2ab5908053c44399880377a68eeaf451fd2 --- /dev/null +++ b/events.out.tfevents.1625766661.t1v-n-55481057-w-0.42918.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e2a4288f05ae77d7a6e4399de72c68fe7e176eb1d839ef0a7ed0c38df7a1f4a +size 40 diff --git a/events.out.tfevents.1625767718.t1v-n-55481057-w-0.44369.3.v2 b/events.out.tfevents.1625767718.t1v-n-55481057-w-0.44369.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..bc6330ecb7844a891a35955255c7a1a6653aaca7 --- /dev/null +++ b/events.out.tfevents.1625767718.t1v-n-55481057-w-0.44369.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3282b8b798fe92163bda320dfbcfd8531a7cb64429c3160ae0379dee341c6c96 +size 40 diff --git a/events.out.tfevents.1625767744.t1v-n-55481057-w-0.45667.3.v2 b/events.out.tfevents.1625767744.t1v-n-55481057-w-0.45667.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..981fdfee6d17520348df4d4c420acb792f1040fb --- /dev/null +++ b/events.out.tfevents.1625767744.t1v-n-55481057-w-0.45667.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e77849158c40f81cc8634e39e7c54aeeea3d2115a7105c451bc0900ae092e67 +size 40 diff --git a/events.out.tfevents.1625768139.t1v-n-55481057-w-0.47104.3.v2 b/events.out.tfevents.1625768139.t1v-n-55481057-w-0.47104.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..d5342a02cc42457055262e4f808f2b878b29c983 --- /dev/null +++ b/events.out.tfevents.1625768139.t1v-n-55481057-w-0.47104.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9ebd7ff60e04722eb6dc613defc232ae74b5e023de1a9ec68478a09d808c51b +size 40 diff --git a/events.out.tfevents.1625768463.t1v-n-55481057-w-0.48556.3.v2 b/events.out.tfevents.1625768463.t1v-n-55481057-w-0.48556.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..7f7ffb07a844f6d46f769be50f85e58942779617 --- /dev/null +++ b/events.out.tfevents.1625768463.t1v-n-55481057-w-0.48556.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489568ddbbafa567e94cfc5e33124682adfad67fdcbf7c7973b0ab1f880738b2 +size 40 diff --git a/events.out.tfevents.1625769058.t1v-n-55481057-w-0.50006.3.v2 b/events.out.tfevents.1625769058.t1v-n-55481057-w-0.50006.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..9fc7bd31e5bf5fcf3627935f627f5ad06ffcb00f --- /dev/null +++ b/events.out.tfevents.1625769058.t1v-n-55481057-w-0.50006.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0959dcede338408e26f1986c494243a0d4c307a4be673f34f98d437559045246 +size 40 diff --git a/events.out.tfevents.1625769345.t1v-n-55481057-w-0.51489.3.v2 b/events.out.tfevents.1625769345.t1v-n-55481057-w-0.51489.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..57f92d35279a6c8e4361d3ccaf6e94a9fcd09207 --- /dev/null +++ b/events.out.tfevents.1625769345.t1v-n-55481057-w-0.51489.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bdd4b37e057796dc25e19668b83d958fa1b0657664202a8318cafd839b67fae +size 32000 diff --git a/events.out.tfevents.1625769791.t1v-n-55481057-w-0.52973.3.v2 b/events.out.tfevents.1625769791.t1v-n-55481057-w-0.52973.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..34d14b2eaa906265391ad4fd9d7208d445919d9c --- /dev/null +++ b/events.out.tfevents.1625769791.t1v-n-55481057-w-0.52973.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783d451df160a39c825dd2067724d4e86455b27720770195425d72a9f7aae36c +size 32000 diff --git a/events.out.tfevents.1625770347.t1v-n-55481057-w-0.54460.3.v2 b/events.out.tfevents.1625770347.t1v-n-55481057-w-0.54460.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..e20ab67a95a7a8b0c6e3a391180f42a12a1b7d7b --- /dev/null +++ b/events.out.tfevents.1625770347.t1v-n-55481057-w-0.54460.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7498578be197a590f47acbbb6b8ccc41ea04b6ca6fdc848aef8ea3ef0a6dd8e +size 31869 diff --git a/events.out.tfevents.1625770589.t1v-n-55481057-w-0.55856.3.v2 b/events.out.tfevents.1625770589.t1v-n-55481057-w-0.55856.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..367815fa55c6a9038ae081d266ea1804a650d8a2 --- /dev/null +++ b/events.out.tfevents.1625770589.t1v-n-55481057-w-0.55856.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e47b958593bfdecb992d3476fd25bad6758113f45ba5380b9bfec43636f6dc5 +size 40 diff --git a/events.out.tfevents.1625770862.t1v-n-55481057-w-0.57252.3.v2 b/events.out.tfevents.1625770862.t1v-n-55481057-w-0.57252.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..43d90af1a59ebcca3781f6a274ba3cbbb80f6671 --- /dev/null +++ b/events.out.tfevents.1625770862.t1v-n-55481057-w-0.57252.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee8e278675deb0be5e7fbbcbf2128e3c34ee85be1d0b37c4770dd19e9c2a0e3 +size 31869 diff --git a/events.out.tfevents.1625771104.t1v-n-55481057-w-0.58650.3.v2 b/events.out.tfevents.1625771104.t1v-n-55481057-w-0.58650.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..bcee80576d5698fae0c71be155f24e4db0dc5abf --- /dev/null +++ b/events.out.tfevents.1625771104.t1v-n-55481057-w-0.58650.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ddc21f45a61c423187c127b44e1579fad3ccd013933a098398ebe02af15f8a +size 176089 diff --git a/events.out.tfevents.1625772729.t1v-n-55481057-w-0.61291.3.v2 b/events.out.tfevents.1625772729.t1v-n-55481057-w-0.61291.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..b7a9b96289c20f3f701bd413b9538109328801a8 --- /dev/null +++ b/events.out.tfevents.1625772729.t1v-n-55481057-w-0.61291.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2138ba04b56f822c2b6659776273ce075a65bfb1e67714624189d1d7db10b185 +size 493648 diff --git a/events.out.tfevents.1625773419.t1v-n-55481057-w-0.63334.3.v2 b/events.out.tfevents.1625773419.t1v-n-55481057-w-0.63334.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..0389896c22f0306277b40113f0b8819b1f16b51f --- /dev/null +++ b/events.out.tfevents.1625773419.t1v-n-55481057-w-0.63334.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784a97758d05de1753d0df06b7703fc2d2cf5d92225745c57375fdba916cd9d9 +size 118351 diff --git a/events.out.tfevents.1625773718.t1v-n-55481057-w-0.64843.3.v2 b/events.out.tfevents.1625773718.t1v-n-55481057-w-0.64843.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..e4204e06c62b3b978103db80368e4bee8315c188 --- /dev/null +++ b/events.out.tfevents.1625773718.t1v-n-55481057-w-0.64843.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483a8a0e057f37f8cbde843361102d868cc0f438394eaca75322026ac9626884 +size 118351 diff --git a/events.out.tfevents.1625774173.t1v-n-55481057-w-0.68444.3.v2 b/events.out.tfevents.1625774173.t1v-n-55481057-w-0.68444.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..c18dffdb862ed89eb518a1016646347bbdae59e6 --- /dev/null +++ b/events.out.tfevents.1625774173.t1v-n-55481057-w-0.68444.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019f4f044a0a8d4ccb59214c3b9e60c7e667bd0053e34ccb208a4e33020310ee +size 40 diff --git a/events.out.tfevents.1625774311.t1v-n-55481057-w-0.70900.3.v2 b/events.out.tfevents.1625774311.t1v-n-55481057-w-0.70900.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..24ec0be10bde1484c282772205f28dd49138a422 --- /dev/null +++ b/events.out.tfevents.1625774311.t1v-n-55481057-w-0.70900.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a953289bd4771d67a2a64d898ed7b92e7bc762e97d992165d8993e1ce6ca56 +size 1735015 diff --git a/events.out.tfevents.1625830870.t1v-n-55481057-w-0.76616.3.v2 b/events.out.tfevents.1625830870.t1v-n-55481057-w-0.76616.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..3fcda782ee0d242e55e7d620c43cb0d1344c24d4 --- /dev/null +++ b/events.out.tfevents.1625830870.t1v-n-55481057-w-0.76616.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1dff06163e524d9e28d7bc897fe324d023c007f1a13e77c35baced10503480 +size 89482 diff --git a/events.out.tfevents.1625831337.t1v-n-55481057-w-0.78122.3.v2 b/events.out.tfevents.1625831337.t1v-n-55481057-w-0.78122.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..7d65aacc4faeb12ead02ca73d53cea5f925cb86d --- /dev/null +++ b/events.out.tfevents.1625831337.t1v-n-55481057-w-0.78122.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9540b881a72c3bdcce8ea7fd69da746ef6ff89a1af1dcb8e0920ed5534f1d86e +size 1735015 diff --git a/events.out.tfevents.1625842203.t1v-n-55481057-w-0.84882.3.v2 b/events.out.tfevents.1625842203.t1v-n-55481057-w-0.84882.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..63474ed9952941d49ff61e13669a6b9698c3e0f6 --- /dev/null +++ b/events.out.tfevents.1625842203.t1v-n-55481057-w-0.84882.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62bba69d6f4ef75f1fc53e568621c36b0d892e0145ba2a40c70159b5db8fdd8b +size 464779 diff --git a/events.out.tfevents.1625843263.t1v-n-55481057-w-0.86544.3.v2 b/events.out.tfevents.1625843263.t1v-n-55481057-w-0.86544.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..081a38cb927652ce28c33d561d0d98710f35e966 --- /dev/null +++ b/events.out.tfevents.1625843263.t1v-n-55481057-w-0.86544.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546bc3a67c2a5428836ba713d572b4880f2fc8d86810d3a840ad15e92bafe109 +size 40 diff --git a/events.out.tfevents.1625843608.t1v-n-55481057-w-0.87879.3.v2 b/events.out.tfevents.1625843608.t1v-n-55481057-w-0.87879.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..108d28feb881ce3003af453bc1cedfd13046f975 --- /dev/null +++ b/events.out.tfevents.1625843608.t1v-n-55481057-w-0.87879.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16782ccee3d22ad293f169085915738b2c7a01d786624657ff4383e940d75acf +size 1735015 diff --git a/events.out.tfevents.1625853680.t1v-n-55481057-w-0.90285.3.v2 b/events.out.tfevents.1625853680.t1v-n-55481057-w-0.90285.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..44dfc18bbc9c20f6706cc722115fd600780b25ec --- /dev/null +++ b/events.out.tfevents.1625853680.t1v-n-55481057-w-0.90285.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac475c035e73cc7f873b69eeaf40bbdd911de46eeff648b162fed30fa9da9c51 +size 1388587 diff --git a/events.out.tfevents.1625857994.t1v-n-55481057-w-0.92040.3.v2 b/events.out.tfevents.1625857994.t1v-n-55481057-w-0.92040.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..8640a6ebcaad7a22ad0d2427446e4650f8f15e6e --- /dev/null +++ b/events.out.tfevents.1625857994.t1v-n-55481057-w-0.92040.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67fb218b7050a4f1bac98259f3db3cb6b43a07f5015b41987e4a30a1ba2737ba +size 2895664 diff --git a/events.out.tfevents.1626249630.t1v-n-7194296b-w-0.598581.3.v2 b/events.out.tfevents.1626249630.t1v-n-7194296b-w-0.598581.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..06e3811eae88df5f9d756d78d046d5b6d4a66a84 --- /dev/null +++ b/events.out.tfevents.1626249630.t1v-n-7194296b-w-0.598581.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242ce30c9fc5f5d3f3ae66a100fff2bffd810957544e87df0e7824ae90d3fcad +size 40 diff --git a/events.out.tfevents.1626250270.t1v-n-7194296b-w-0.603989.3.v2 b/events.out.tfevents.1626250270.t1v-n-7194296b-w-0.603989.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..86b832664c455bd05da4796159c0a71fb1699e6b --- /dev/null +++ b/events.out.tfevents.1626250270.t1v-n-7194296b-w-0.603989.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b839d80fb9ed0942ad6b88cbe10e7d062f324dd837075568a5aa3361c28032e +size 1735015 diff --git a/events.out.tfevents.1626254628.t1v-n-7194296b-w-0.611318.3.v2 b/events.out.tfevents.1626254628.t1v-n-7194296b-w-0.611318.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..57def831eaee271b3385cb51a684b5dff9efbb61 --- /dev/null +++ b/events.out.tfevents.1626254628.t1v-n-7194296b-w-0.611318.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469151bf8bf0b438c6fdc2b2d0ccdaef3f80b4266ea43c5936c80ed9b24301ed +size 40 diff --git a/events.out.tfevents.1626254838.t1v-n-7194296b-w-0.613018.3.v2 b/events.out.tfevents.1626254838.t1v-n-7194296b-w-0.613018.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..c3b1994f55ef8e93877209d3be4cd34e54ec3ed0 --- /dev/null +++ b/events.out.tfevents.1626254838.t1v-n-7194296b-w-0.613018.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15113e9e3a9f8625daf4f69e50689744d2a7fc0e616705f29bc25e44a2b6ac29 +size 40 diff --git a/events.out.tfevents.1626255688.t1v-n-7194296b-w-0.615202.3.v2 b/events.out.tfevents.1626255688.t1v-n-7194296b-w-0.615202.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..a705848fccb92322c3f167d342ba6aed10d28197 --- /dev/null +++ b/events.out.tfevents.1626255688.t1v-n-7194296b-w-0.615202.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a53325ff0d01c8a393cfb63df7051e9a83aaa5167ec733458fe9aaa8ec8a73 +size 40 diff --git a/events.out.tfevents.1626255879.t1v-n-7194296b-w-0.616825.3.v2 b/events.out.tfevents.1626255879.t1v-n-7194296b-w-0.616825.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..892d77307ca26d85daa89911e8d8fad84e038d16 --- /dev/null +++ b/events.out.tfevents.1626255879.t1v-n-7194296b-w-0.616825.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8361d072eddfd238025863e0512c25f5cfc15b319b0617464c64749b5e79cc1 +size 40 diff --git a/events.out.tfevents.1626256144.t1v-n-7194296b-w-0.618482.3.v2 b/events.out.tfevents.1626256144.t1v-n-7194296b-w-0.618482.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..19eeb2fa668e234fc817e44ec03c4ef61393c5b4 --- /dev/null +++ b/events.out.tfevents.1626256144.t1v-n-7194296b-w-0.618482.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071eeef2306b8cca68a12bcce67eb886df49f814cfbae84fc2ac2fadbfb065d4 +size 254819 diff --git a/events.out.tfevents.1626257908.t1v-n-7194296b-w-0.621492.3.v2 b/events.out.tfevents.1626257908.t1v-n-7194296b-w-0.621492.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..05aed680cffb7e3ef545d55a08ebc1de88c40219 --- /dev/null +++ b/events.out.tfevents.1626257908.t1v-n-7194296b-w-0.621492.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69f46fcfcf83a93c6d1891c254bf2afb4ada957821175b7855765d5bbf63c6db +size 484383 diff --git a/events.out.tfevents.1626259197.t1v-n-7194296b-w-0.625260.3.v2 b/events.out.tfevents.1626259197.t1v-n-7194296b-w-0.625260.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..e252336022c040920f399c01e98265acef621f09 --- /dev/null +++ b/events.out.tfevents.1626259197.t1v-n-7194296b-w-0.625260.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd38aa1656f62f707be89b28a02714eeb504f194730bf23cd49be7e37b0d170 +size 40 diff --git a/events.out.tfevents.1626259471.t1v-n-7194296b-w-0.626960.3.v2 b/events.out.tfevents.1626259471.t1v-n-7194296b-w-0.626960.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..d2f0e6ac14f3b7d12a139490fd4780623ddb9f52 --- /dev/null +++ b/events.out.tfevents.1626259471.t1v-n-7194296b-w-0.626960.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c6b4de55e799b35136a68cee5848b2076c009fe8b934619c0e660f60b26dd4 +size 40 diff --git a/events.out.tfevents.1626259753.t1v-n-7194296b-w-0.628623.3.v2 b/events.out.tfevents.1626259753.t1v-n-7194296b-w-0.628623.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..9941204e7b6af66f8b9d91cc73e1164553090fa3 --- /dev/null +++ b/events.out.tfevents.1626259753.t1v-n-7194296b-w-0.628623.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ea2d86c40b5e857924765208e638301b900b3b1a13d271874cbd2b02ff00d9 +size 40 diff --git a/events.out.tfevents.1626259966.t1v-n-7194296b-w-0.630343.3.v2 b/events.out.tfevents.1626259966.t1v-n-7194296b-w-0.630343.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..2156864a5fd7115a9d86e31f91228af278f656f2 --- /dev/null +++ b/events.out.tfevents.1626259966.t1v-n-7194296b-w-0.630343.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d864e44aa7e0e1b0a05843e7a938910bbb05063ce2303d1d8ca924ae31295a +size 944019 diff --git a/events.out.tfevents.1626263294.t1v-n-7194296b-w-0.634636.3.v2 b/events.out.tfevents.1626263294.t1v-n-7194296b-w-0.634636.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..88eefb8e4fbdb6d74082a10270bd511cf91503f5 --- /dev/null +++ b/events.out.tfevents.1626263294.t1v-n-7194296b-w-0.634636.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3cdd332c97eafc5f92380308476f1cd0da3a9bc8f2f209536c91497ca2e320 +size 242273 diff --git a/events.out.tfevents.1626264828.t1v-n-7194296b-w-0.637630.3.v2 b/events.out.tfevents.1626264828.t1v-n-7194296b-w-0.637630.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..400089dad9001fd9df89549684259da5052a5875 --- /dev/null +++ b/events.out.tfevents.1626264828.t1v-n-7194296b-w-0.637630.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e213c0c1094f91aff02efad37d08ef04133500cccc77156f2a98edb9820d239 +size 40 diff --git a/events.out.tfevents.1626265487.t1v-n-7194296b-w-0.639717.3.v2 b/events.out.tfevents.1626265487.t1v-n-7194296b-w-0.639717.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..fd02dd7cf46840a2f90133014b2de998d59eaf4a --- /dev/null +++ b/events.out.tfevents.1626265487.t1v-n-7194296b-w-0.639717.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a14197916f34cbb6d4969cfafed317c811a20d44b7e2f8848d751f15fbc5c9 +size 581335 diff --git a/events.out.tfevents.1626585101.t1v-n-1a0a7c50-w-0.95167.3.v2 b/events.out.tfevents.1626585101.t1v-n-1a0a7c50-w-0.95167.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..e459f0ec4217a5e60a064e7104fd6baa9123136e --- /dev/null +++ b/events.out.tfevents.1626585101.t1v-n-1a0a7c50-w-0.95167.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879dd3e2f6b8d5366d20dd6bd48eb18fcfd294302d6d217b5ffc36253f30c429 +size 127516 diff --git a/events.out.tfevents.1626586002.t1v-n-1a0a7c50-w-0.98430.3.v2 b/events.out.tfevents.1626586002.t1v-n-1a0a7c50-w-0.98430.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..b2d45dfc333549968a7a8a7927cee381657d3db6 --- /dev/null +++ b/events.out.tfevents.1626586002.t1v-n-1a0a7c50-w-0.98430.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec1da6b65665e74649d984131eefccebf44a63018e9a40cfe3ff04be1951c4ae +size 40 diff --git a/events.out.tfevents.1626586665.t1v-n-1a0a7c50-w-0.100376.3.v2 b/events.out.tfevents.1626586665.t1v-n-1a0a7c50-w-0.100376.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..6225459690a666227c96a850b67df7c9d3562abd --- /dev/null +++ b/events.out.tfevents.1626586665.t1v-n-1a0a7c50-w-0.100376.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfa1d67001d2430cc531e62af53b024eed8bd9b3df3096434249b5ac1cbf3fd +size 40 diff --git a/events.out.tfevents.1626587445.t1v-n-1a0a7c50-w-0.103650.3.v2 b/events.out.tfevents.1626587445.t1v-n-1a0a7c50-w-0.103650.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..a847dfd1a0aff405c7f923668eb6e17a5bfa195b --- /dev/null +++ b/events.out.tfevents.1626587445.t1v-n-1a0a7c50-w-0.103650.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b858045766ca75cc5c675da3462d7a9f4b6782d0818e58c29021775276b27531 +size 40 diff --git a/events.out.tfevents.1626587712.t1v-n-1a0a7c50-w-0.105434.3.v2 b/events.out.tfevents.1626587712.t1v-n-1a0a7c50-w-0.105434.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..04d5fd0b41ce8e30e7e9dc3bcccc47e6a8479fee --- /dev/null +++ b/events.out.tfevents.1626587712.t1v-n-1a0a7c50-w-0.105434.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3c2c9bf4fb88be7698356d697f8f6306b5d1d9ba06856e1c2f8c8a5d97351a +size 509588 diff --git a/events.out.tfevents.1626589553.t1v-n-1a0a7c50-w-0.109583.3.v2 b/events.out.tfevents.1626589553.t1v-n-1a0a7c50-w-0.109583.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..2d5b0315e031fef0efce70ea60ad2b4905be05b7 --- /dev/null +++ b/events.out.tfevents.1626589553.t1v-n-1a0a7c50-w-0.109583.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5183015fc39ea68734b79d9a88f3d17eecace58471db3df25155704a2f5c10cc +size 509588 diff --git a/events.out.tfevents.1626591722.t1v-n-1a0a7c50-w-0.112961.3.v2 b/events.out.tfevents.1626591722.t1v-n-1a0a7c50-w-0.112961.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..458f15f527dec480d67b22144e86ed97858b1323 --- /dev/null +++ b/events.out.tfevents.1626591722.t1v-n-1a0a7c50-w-0.112961.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25072336cf6152f0c32c767d2e383e13b6fc2dc1a3d89cef6a32dda1b5e61ca6 +size 4669041 diff --git a/events.out.tfevents.1626617040.t1v-n-1a0a7c50-w-0.136176.3.v2 b/events.out.tfevents.1626617040.t1v-n-1a0a7c50-w-0.136176.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..9d677cf0a9a1b60c3e778d37da64e777843f9e8a --- /dev/null +++ b/events.out.tfevents.1626617040.t1v-n-1a0a7c50-w-0.136176.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f10366a3900d564076f096b68fbdd8532f53695e79ff18ae34df76237216913 +size 4669041 diff --git a/events.out.tfevents.1626631266.t1v-n-1a0a7c50-w-0.149782.3.v2 b/events.out.tfevents.1626631266.t1v-n-1a0a7c50-w-0.149782.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..dfa830dda7639786a7efb4e55cf2a789efe716ab --- /dev/null +++ b/events.out.tfevents.1626631266.t1v-n-1a0a7c50-w-0.149782.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ae40e5795805f9a4a77e8260caa7677fb6f4716a73192caa220473f3057d51 +size 5600705 diff --git a/events.out.tfevents.1626645050.t1v-n-1a0a7c50-w-0.164029.3.v2 b/events.out.tfevents.1626645050.t1v-n-1a0a7c50-w-0.164029.3.v2 new file mode 100644 index 0000000000000000000000000000000000000000..73f9fd86d4e96a62993ae7d13cdff5f425f4d26c --- /dev/null +++ b/events.out.tfevents.1626645050.t1v-n-1a0a7c50-w-0.164029.3.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a557095f4c3e0f4b07af233f22b411ab7d54f2aa029f36d8e646ef45cc5a751 +size 9369050 diff --git a/flax_model.msgpack b/flax_model.msgpack new file mode 100644 index 0000000000000000000000000000000000000000..51c1b06c8bdab90a4c69e366cd6abd12a24c844d --- /dev/null +++ b/flax_model.msgpack @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a54383bbd554e991d7a35d4b3da347b60ad4c188c9b7e03f60064bcc3d0c33 +size 1100762015 diff --git a/nb_nn_nb.json b/nb_nn_nb.json new file mode 100644 index 0000000000000000000000000000000000000000..e1cd18a70abd3edf3c3d90819fd70288674c7ac6 --- /dev/null +++ b/nb_nn_nb.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971a3e904e82bac8a629cc01242bd5c1f47eb97fc5c416bd52547eda2a8cdecd +size 89741402 diff --git a/nor-mt5-flax_model.msgpack b/nor-mt5-flax_model.msgpack new file mode 100644 index 0000000000000000000000000000000000000000..46d518aab722dcb384b59305c7a8b65d229f38d4 --- /dev/null +++ b/nor-mt5-flax_model.msgpack @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c94d65a650ba188aea5879969e54cd1d99b88c941a0a1b497c959a6d31673c4 +size 2329543587 diff --git a/npk_dev.json b/npk_dev.json new file mode 100644 index 0000000000000000000000000000000000000000..93c18b4a91692cb08302871b0b05a9a170c11e57 --- /dev/null +++ b/npk_dev.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd6cab7e0a56c309edaedb1f793f5e4d6d37c58d556d8eea653129d2aa2354b +size 6064322 diff --git a/npk_test.json b/npk_test.json new file mode 100644 index 0000000000000000000000000000000000000000..892a96730959edbd31f15e55800f960a1358e247 --- /dev/null +++ b/npk_test.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59969a33a70d7866f7e29f7c99e69ca0036571b26d005059883c803a195e52b6 +size 6074473 diff --git a/npk_train.json b/npk_train.json new file mode 100644 index 0000000000000000000000000000000000000000..8a94024631faf24e44048bd8e457f140259d2cd9 --- /dev/null +++ b/npk_train.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edbf831e8bf71989f724725c47ed52f3fc0ba976ac5e7e69a93a37917b22ac3 +size 24178991 diff --git a/parallel_dev.json b/parallel_dev.json new file mode 100644 index 0000000000000000000000000000000000000000..d6bf087427b65b31d17906c113a2f64ce9473b75 --- /dev/null +++ b/parallel_dev.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a3b96919cfa8dd1dd789e40dcd5b16f2f98aa0306cc14fa3830920776f00e0 +size 4775873 diff --git a/parallel_src_tgt_dev.json b/parallel_src_tgt_dev.json new file mode 100644 index 0000000000000000000000000000000000000000..ae8e124aa9a598fc163478aecfa2b1d354789462 --- /dev/null +++ b/parallel_src_tgt_dev.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24365bea5d23ded5e0b00310612c2e7cffb200d39da5dced2143108b76494855 +size 4975873 diff --git a/parallel_src_tgt_test.json b/parallel_src_tgt_test.json new file mode 100644 index 0000000000000000000000000000000000000000..521ad5b90048d3c52b22365c509c0d7ee9e45e9f --- /dev/null +++ b/parallel_src_tgt_test.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bfe0f22381943cb2137000540c1fd8d1db6f9a1dfd268f529c894bed8ddc2d1 +size 4977496 diff --git a/parallel_test.json b/parallel_test.json new file mode 100644 index 0000000000000000000000000000000000000000..e0727d2223fddd0476e4234b29c56d8564afa081 --- /dev/null +++ b/parallel_test.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f6651046722a77acb3fd3f5cda0fc0af8f395197ff094a3184a5b93e9f476d +size 4777496 diff --git a/parallel_train.json b/parallel_train.json new file mode 100644 index 0000000000000000000000000000000000000000..d9644710e7da91a4c004452d046b0c050a0d4601 --- /dev/null +++ b/parallel_train.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9997f562b27af9e7cb412616a01613c466ebd1326bfdee6ae843be507e1b250 +size 19091710 diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..8980616c1df47e6d542fe0bd9965cf59352a8e6a --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:881b699ed1f849f5764af7c95359d38f458e69378f99543c3ecae61c57e9557d +size 1100872781 diff --git a/run.sh b/run.sh new file mode 100644 index 0000000000000000000000000000000000000000..a404ae2f80783eaef0b17c6192a2b996a1e9498e --- /dev/null +++ b/run.sh @@ -0,0 +1,18 @@ +python run_translation_t5_flax.py \ + --output_dir "." \ + --model_name_or_path pere/norwegian-t5-base \ + --tokenizer_name pere/norwegian-t5-base \ + --train_file nb_nn_nb.json \ + --validation_file parallel_src_tgt_dev.json \ + --test_file parallel_src_tgt_test.json \ + --do_train --do_eval --do_predict \ + --predict_with_generate \ + --num_train_epochs 10 \ + --learning_rate 7e-4 \ + --warmup_steps 3000 \ + --per_device_train_batch_size 8 \ + --per_device_eval_batch_size 8 \ + --overwrite_output_dir \ + --max_source_length 512 \ + --max_target_length 512 \ + --adafactor diff --git a/run_translation_t5_flax.py b/run_translation_t5_flax.py new file mode 100644 index 0000000000000000000000000000000000000000..8c03cf3bcaad3961110d80036561e79ebb183103 --- /dev/null +++ b/run_translation_t5_flax.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd92b8ae033a71aef1217d2869c8c3c491a3e7e11ea30f8ea3ef977e4af2ac4 +size 34531 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..76c95af7c1e4c3a153a0076fb1b34b5914b9898b --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09059cedc26bc46bc09a52f05b92d4922e11917e87f3b92059bb1a63a59ab2c4 +size 65 diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000000000000000000000000000000000000..e417801865fd66bd40f9d45d46b6d0d0c2aa36b6 --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6 +size 4309802 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..a2debdf7792a8e0b5731aa64f8769cd661f18fc8 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a45a3502ba77d86b2ffb251212b1db55b926c5c1da45cf5462a60051b8eb96fe +size 8311027 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6093745b52912d42aa727cd21054821e955840fd --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca0f02ca646d30f4a442c005ecba1769bfcf9ccc8a4c1a07196ee5f30b07631 +size 394