Text Generation
English
Dsg2 commited on
Commit
5049b59
·
verified ·
1 Parent(s): dab01f9

Upload 5 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.bin.opt filter=lfs diff=lfs merge=lfs -text
37
+ LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.bin.opt.t1 filter=lfs diff=lfs merge=lfs -text
38
+ LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.opt.mu filter=lfs diff=lfs merge=lfs -text
LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a10f90e114488261c73dfd28f091efc539d06bd275dc10f88c6e9163cbc5d462
3
+ size 36498103
LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.bin.opt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9eff32b42bfdc8e44733a77e41f89495eca2ef2eb7dde64bb688d6eaf05e9b1
3
+ size 36414472
LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.bin.opt.t1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde5c61f370485aa5b75cd5d3ba933eff40992e723597761f65905fa97435bc4
3
+ size 6291496
LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.env ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # cudalm model config (written by new/train). KEY=VALUE; the environment overrides these.
2
+ CUDALM_ATTN_GATE=1
3
+ CUDALM_BATCH=32
4
+ CUDALM_BENCH_EVERY=10000
5
+ CUDALM_KEEP_EVERY=20000
6
+ CUDALM_LR=1.05e-3
7
+ CUDALM_LR_MIN=0.02
8
+ CUDALM_MASK_PROMPT=0
9
+ CUDALM_QLM=0
10
+ CUDALM_SEED=9301
11
+ CUDALM_UNIPOOL=0
12
+ CUDALM_VRES=1
13
+ CUDALM_WARMUP=10
14
+ CUDALM_MUON=1
15
+ CUDALM_NGRAM=0
16
+ CUDALM_ENGRAM=0
LS3-Micro-Dense-Base/LS3-Micro-Dense-Base.opt.mu ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bfbccad1fdb407c6ab0f857d8fd90c8a6993e38f7638258508b91a08ab7f7e8
3
+ size 36414480