kmfoda commited on
Commit
249eebe
·
verified ·
1 Parent(s): 7b15969

Epoch 2. Batch Size 256. Peers 2.

Browse files
Files changed (3) hide show
  1. config.json +3 -3
  2. model.safetensors +1 -1
  3. optimizer.pt +1 -1
config.json CHANGED
@@ -2,11 +2,11 @@
2
  "_name_or_path": "distributed/optimized-gpt2-1b-vtestnet-v2",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
- "0": "SUCCESS",
6
  "1": "SUCCESS",
7
- "2": "NON_PARTICIPATING",
8
  "3": "NON_PARTICIPATING",
9
- "4": "SUCCESS",
10
  "5": "NON_PARTICIPATING",
11
  "6": "NON_PARTICIPATING",
12
  "7": "NON_PARTICIPATING",
 
2
  "_name_or_path": "distributed/optimized-gpt2-1b-vtestnet-v2",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
+ "0": "NON_PARTICIPATING",
6
  "1": "SUCCESS",
7
+ "2": "SUCCESS",
8
  "3": "NON_PARTICIPATING",
9
+ "4": "NON_PARTICIPATING",
10
  "5": "NON_PARTICIPATING",
11
  "6": "NON_PARTICIPATING",
12
  "7": "NON_PARTICIPATING",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65d79ee3e73ad7303358c61c2326ded9fab281bbe577729e66ce6f191f649939
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f38fbb9cac5ee50a61ed441a2aa2803e3b15e50c63d5fe18c32e429045b390
3
  size 4040701744
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:107534f3d5274a71ed9a2a5e245166f1fb82844c1432f6c2190d5501b82bd413
3
  size 8081787874
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17590214871f7410f197915b7fad61b3697906d29d876f93bc1a786395235105
3
  size 8081787874