ArjanvD95 commited on
Commit
ecbd3e7
·
verified ·
1 Parent(s): e9f35a0

Training in progress, epoch 1

Browse files
Files changed (40) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +3 -0
  3. config.json +36 -0
  4. model.safetensors +3 -0
  5. runs/Jun15_20-48-18_instance20240615174013/events.out.tfevents.1718477298.instance20240615174013.56919.0 +3 -0
  6. runs/Jun15_22-43-27_instance20240615174013/events.out.tfevents.1718484208.instance20240615174013.78252.0 +3 -0
  7. runs/Jun15_22-50-56_instance20240615174013/events.out.tfevents.1718484656.instance20240615174013.78252.1 +3 -0
  8. runs/Jun15_22-56-00_instance20240615174013/events.out.tfevents.1718484961.instance20240615174013.78252.2 +3 -0
  9. runs/Jun15_23-00-58_instance20240615174013/events.out.tfevents.1718485259.instance20240615174013.78252.3 +3 -0
  10. runs/Jun15_23-06-07_instance20240615174013/events.out.tfevents.1718485568.instance20240615174013.78252.4 +3 -0
  11. runs/Jun15_23-12-36_instance20240615174013/events.out.tfevents.1718485956.instance20240615174013.78252.5 +3 -0
  12. runs/Jun15_23-19-21_instance20240615174013/events.out.tfevents.1718486361.instance20240615174013.78252.6 +3 -0
  13. runs/Jun15_23-26-50_instance20240615174013/events.out.tfevents.1718486811.instance20240615174013.78252.7 +3 -0
  14. runs/Jun15_23-35-04_instance20240615174013/events.out.tfevents.1718487305.instance20240615174013.78252.8 +3 -0
  15. runs/Jun15_23-43-11_instance20240615174013/events.out.tfevents.1718487791.instance20240615174013.78252.9 +3 -0
  16. runs/Jun15_23-51-33_instance20240615174013/events.out.tfevents.1718488293.instance20240615174013.78252.10 +3 -0
  17. runs/Jun17_09-44-31_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718610272.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.0 +3 -0
  18. runs/Jun17_09-51-58_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718610718.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.1 +3 -0
  19. runs/Jun17_10-01-30_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718611290.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.2 +3 -0
  20. runs/Jun17_10-11-40_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718611901.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.3 +3 -0
  21. runs/Jun17_10-21-43_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718612504.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.4 +3 -0
  22. runs/Jun17_10-58-38_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718614719.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.0 +3 -0
  23. runs/Jun17_11-05-41_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718615142.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.1 +3 -0
  24. runs/Jun17_11-14-59_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718615700.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.2 +3 -0
  25. runs/Jun17_11-24-32_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718616273.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.3 +3 -0
  26. runs/Jun17_11-34-19_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718616860.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.4 +3 -0
  27. runs/Jun17_11-46-18_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718617579.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.5 +3 -0
  28. runs/Jun17_11-58-29_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718618309.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.6 +3 -0
  29. runs/Jun17_12-10-22_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718619022.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.7 +3 -0
  30. runs/Jun17_12-25-01_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718619902.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.8 +3 -0
  31. runs/Jun17_12-39-58_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718620798.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.9 +3 -0
  32. runs/Jun17_12-57-02_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718621822.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.10 +3 -0
  33. runs/Jun17_13-38-22_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718624303.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.48094.0 +3 -0
  34. runs/Jun17_13-45-56_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718624756.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.48094.1 +3 -0
  35. sentencepiece.bpe.model +3 -0
  36. special_tokens_map.json +15 -0
  37. spm.model +3 -0
  38. tokenizer.json +3 -0
  39. tokenizer_config.json +54 -0
  40. training_args.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 250101
3
+ }
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "FacebookAI/xlm-roberta-large",
3
+ "architectures": [
4
+ "XLMRobertaForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 1024,
13
+ "id2label": {
14
+ "0": "O",
15
+ "1": "An-Org-Lit"
16
+ },
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 4096,
19
+ "label2id": {
20
+ "An-Org-Lit": 1,
21
+ "O": 0
22
+ },
23
+ "layer_norm_eps": 1e-05,
24
+ "max_position_embeddings": 514,
25
+ "model_type": "xlm-roberta",
26
+ "num_attention_heads": 16,
27
+ "num_hidden_layers": 24,
28
+ "output_past": true,
29
+ "pad_token_id": 1,
30
+ "position_embedding_type": "absolute",
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.41.2",
33
+ "type_vocab_size": 1,
34
+ "use_cache": true,
35
+ "vocab_size": 250002
36
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eebca5c58b4a3fc7dc9369ed7bc15aaf13e18908e52fa281025ba6dd62adb1b6
3
+ size 2235420048
runs/Jun15_20-48-18_instance20240615174013/events.out.tfevents.1718477298.instance20240615174013.56919.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d8ed2a4867cfee805ee57dfc066115e06b1d486fc2e1eb9628aabcb8074dea9
3
+ size 10157
runs/Jun15_22-43-27_instance20240615174013/events.out.tfevents.1718484208.instance20240615174013.78252.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcda6d295b0af5ebe74f3998b893613d9b44b5f134e84d2e622d2437b8ada87a
3
+ size 10157
runs/Jun15_22-50-56_instance20240615174013/events.out.tfevents.1718484656.instance20240615174013.78252.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79471358d1949236c30e642c9ddbcd596fb0d8fa7f4574a16109119047c9b388
3
+ size 10264
runs/Jun15_22-56-00_instance20240615174013/events.out.tfevents.1718484961.instance20240615174013.78252.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025a3acb23d53981fea3ad5228aa9eb918847c25d78ab1f3cb55a73a17b63a7b
3
+ size 10291
runs/Jun15_23-00-58_instance20240615174013/events.out.tfevents.1718485259.instance20240615174013.78252.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4718d8aee0f557186386f4ef9a867c3cf823668bc5b8c658129efeb9b13a0d
3
+ size 10300
runs/Jun15_23-06-07_instance20240615174013/events.out.tfevents.1718485568.instance20240615174013.78252.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79a7865223e300f1635d5ca2a8b43fdb8ffac3d6160997758b9cb9ae461d5565
3
+ size 10318
runs/Jun15_23-12-36_instance20240615174013/events.out.tfevents.1718485956.instance20240615174013.78252.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3258f354deef4fbabb24179e69a27c8a208a1272dc62b768df9dcb03c50276e8
3
+ size 10318
runs/Jun15_23-19-21_instance20240615174013/events.out.tfevents.1718486361.instance20240615174013.78252.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59cdfa75c2e4540d9188fdc420c31750d4422c625950a12e00fdb4844f754fe3
3
+ size 10327
runs/Jun15_23-26-50_instance20240615174013/events.out.tfevents.1718486811.instance20240615174013.78252.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c62fe9902393fb75dddb4a7f4e12ec646fff519837ba7ccd2c5a7a064b0287
3
+ size 10538
runs/Jun15_23-35-04_instance20240615174013/events.out.tfevents.1718487305.instance20240615174013.78252.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b852dd09e64ea159d276edb305a5b7d926f1b08813f0cc7f292f0b3ac31cd0
3
+ size 10538
runs/Jun15_23-43-11_instance20240615174013/events.out.tfevents.1718487791.instance20240615174013.78252.9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:394ac53c4dc9b9e9100eee49ec623ec855805510a5d5563f03ca83b27ee67126
3
+ size 10538
runs/Jun15_23-51-33_instance20240615174013/events.out.tfevents.1718488293.instance20240615174013.78252.10 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0db8f186c0e794a3ca484e3786e2bb2b8a05caaec923e4865dd17796cdad4a5
3
+ size 10547
runs/Jun17_09-44-31_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718610272.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e63df0c282735e2449d0cfa2bd7bf4396c72e7eac5935bfca51cbd6265031a3
3
+ size 10095
runs/Jun17_09-51-58_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718610718.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4350e5acd243f852d38adebecb39e0537f1280b8619d795ad7ef9ce62ef3e88b
3
+ size 10149
runs/Jun17_10-01-30_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718611290.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5155903b83e9df7a10c89f31f4a8cb7bcbecf4904864c427e990566612bd7be9
3
+ size 10176
runs/Jun17_10-11-40_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718611901.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bb0eeabfdd06adce1d790a7549d9127aa0ddccbb19658b2e77997c1cb71d32
3
+ size 10185
runs/Jun17_10-21-43_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718612504.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.4940.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92ac3add36274d9b5851b1f900cc2402ea85edbad6d75e8bf7caf5a51e12d236
3
+ size 5156
runs/Jun17_10-58-38_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718614719.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3ecf63c5a143d46c722d9654aad2eb177aaa8e22aec8c59d8dbbb47001e2a65
3
+ size 10095
runs/Jun17_11-05-41_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718615142.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab4c7353fdd7a8f1f9b0509696ca19f5ff0c08961b90ce200acf9a88ebb3db7
3
+ size 10149
runs/Jun17_11-14-59_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718615700.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d16e3e5e5701112c913bb8188ede2f4127ad4e0ab4946a82a036e246656ef860
3
+ size 10176
runs/Jun17_11-24-32_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718616273.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5f40cafb03d6fbd2aa93dc1b503ec9a954c0977a5ceaad5593c7ac37f93ff2
3
+ size 10185
runs/Jun17_11-34-19_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718616860.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72dedc94b73e4d1d36618a941724044dce9bb0e325fc3db1dcca41185db169ab
3
+ size 10203
runs/Jun17_11-46-18_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718617579.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b41d21f476185cc8bc3f8cb6630c0018c667a026e528b8124cb4c4e48b760b
3
+ size 10203
runs/Jun17_11-58-29_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718618309.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d742aa386b045fc7d24ec40e3e4c085c26dfaf04a7f028826c7c89b60368ab6c
3
+ size 10212
runs/Jun17_12-10-22_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718619022.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:815514241edac1a789f28c8106d5bde3828768a7f0591712101f5edde5624898
3
+ size 10423
runs/Jun17_12-25-01_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718619902.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6794d3e0668a51f695a7201f7553f553fea98c826b84183747f5598b700b326d
3
+ size 10423
runs/Jun17_12-39-58_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718620798.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d9168de844a6c9fe2dfa6ed16d7c2ca1844aa3ab8489b0e62aaeff756f8fe63
3
+ size 10423
runs/Jun17_12-57-02_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718621822.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.18535.10 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54905309c7ad4efe0074d50a65ec6b72985f32fd357d405485b3b268f9d02a0
3
+ size 10432
runs/Jun17_13-38-22_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718624303.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.48094.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8123f0417dace6b8c2a75275f7dc652f8d6ea641397daa7f1f9a8298d3deaec
3
+ size 10095
runs/Jun17_13-45-56_jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl/events.out.tfevents.1718624756.jupyternoteboo.gw-animalsandpl.src.surf-hosted.nl.48094.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ee26dff0845cc172409c2cf2f39151a8fba94a974db25d99eb5d22f6b0c5ae
3
+ size 5619
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
+ size 5069051
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c8d666d62a7bc4ac8f040aab68e942c861f93303156cc28f5c7e885d86d6e3
3
+ size 4305025
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a56def25aa40facc030ea8b0b87f3688e4b3c39eb8b45d5702b3a1300fe2a20
3
+ size 17082734
tokenizer_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "mask_token": "<mask>",
49
+ "model_max_length": 512,
50
+ "pad_token": "<pad>",
51
+ "sep_token": "</s>",
52
+ "tokenizer_class": "XLMRobertaTokenizer",
53
+ "unk_token": "<unk>"
54
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2dcb1fa8dbfa0f5f0225796422b55a92d07f7db4c13b8bfa83e81b7ed9970e5
3
+ size 5240