Epoch 2. Batch Size 256. Peers 2.
Browse files- config.json +3 -3
- model.safetensors +1 -1
- optimizer.pt +1 -1
config.json
CHANGED
|
@@ -2,11 +2,11 @@
|
|
| 2 |
"_name_or_path": "distributed/optimized-gpt2-1b-vtestnet-v2",
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
-
"0": "
|
| 6 |
"1": "SUCCESS",
|
| 7 |
-
"2": "
|
| 8 |
"3": "NON_PARTICIPATING",
|
| 9 |
-
"4": "
|
| 10 |
"5": "NON_PARTICIPATING",
|
| 11 |
"6": "NON_PARTICIPATING",
|
| 12 |
"7": "NON_PARTICIPATING",
|
|
|
|
| 2 |
"_name_or_path": "distributed/optimized-gpt2-1b-vtestnet-v2",
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
+
"0": "NON_PARTICIPATING",
|
| 6 |
"1": "SUCCESS",
|
| 7 |
+
"2": "SUCCESS",
|
| 8 |
"3": "NON_PARTICIPATING",
|
| 9 |
+
"4": "NON_PARTICIPATING",
|
| 10 |
"5": "NON_PARTICIPATING",
|
| 11 |
"6": "NON_PARTICIPATING",
|
| 12 |
"7": "NON_PARTICIPATING",
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040701744
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51f38fbb9cac5ee50a61ed441a2aa2803e3b15e50c63d5fe18c32e429045b390
|
| 3 |
size 4040701744
|
optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8081787874
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17590214871f7410f197915b7fad61b3697906d29d876f93bc1a786395235105
|
| 3 |
size 8081787874
|